00000800:00000200:0.1F:1763332090.269490:0:3650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e43565] -> 12345-192.168.204.128@tcp (2) 00000800:00000200:2.1F:1763332090.270615:0:3642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e43565] -> 12345-192.168.204.128@tcp (2) 00000800:00000200:2.1:1763332090.270627:0:3642:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.128@tcp 000000009b52f69a deleted 00000800:00000010:2.1:1763332090.270630:0:3642:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009b52f69a. 00000800:00000200:2.1:1763332090.270635:0:3642:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1763332090.270642:0:3642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.128@tcp ip 192.168.204.128:1023 00000800:00000200:2.1:1763332090.270647:0:3642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077f6e070 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1763332090.270726:0:3640:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1763332090.271257:0:3643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e43565] -> 12345-192.168.204.128@tcp (4) 00000800:00000200:0.1:1763332090.271261:0:3643:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.128@tcp 00000000d3b910ae deleted 00000800:00000010:0.1:1763332090.271262:0:3643:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d3b910ae. 00000800:00000200:0.1:1763332090.271265:0:3643:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1763332090.271380:0:3640:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1F:1763332090.466409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000279c60e1. 00010000:00000010:1.1:1763332090.466444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d417fd62. 00010000:00000010:2.1:1763332090.754392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f867fd6d. 00010000:00000010:2.1:1763332090.754399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018fd868d. 00010000:00000010:2.1:1763332090.758384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007957fcd4. 00010000:00000010:2.1:1763332090.758394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004a168b17. 00010000:00000010:2.1:1763332090.758397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000055e97d2b. 00080000:00000010:2.1:1763332090.800497:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at 000000009c480d90. 00010000:00010000:3.0:1763332729.420638:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c2e4cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420647:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332729.420649:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332729.420653:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c2e4cd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420659:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c2e4cd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420671:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c2e528 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420677:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c2e528 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420683:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c2e528 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420688:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332729.420690:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c2e528 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420695:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c2e528 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420701:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332729.420703:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332729.420717:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c2e528 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420723:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c2e528 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420736:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c2e559 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420743:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c2e559 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420748:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c2e559 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420753:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332729.420756:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c2e559 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420763:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c2e559 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420771:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbea3ac73 (ffff92fe44cd0b00) 00010000:00010000:3.0:1763332729.420773:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332729.420777:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c2e559 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420783:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c2e559 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420802:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2e5c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.420809:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2e5c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.420815:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2e5c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.420821:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff82055c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332729.420824:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2e5c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.420830:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2e5c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.420837:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x115:0x0].0x0 (ffff92ff42c64100) 00010000:00010000:3.0:1763332729.420840:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332729.420843:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2e5c2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.420848:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2e5c2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.420860:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c2e61d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420865:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c2e61d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420871:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c2e61d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420876:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332729.420879:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c2e61d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420885:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c2e61d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420892:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x115:0x0].0x0 (ffff92ff42c64100) 00010000:00010000:3.0:1763332729.420893:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332729.420897:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c2e61d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420902:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c2e61d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x115:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420915:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c2e64e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420920:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c2e64e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420926:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c2e64e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420931:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332729.420934:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c2e64e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420940:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c2e64e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420946:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa210c3fb (ffff92ff42c64700) 00010000:00010000:3.0:1763332729.420959:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332729.420963:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c2e64e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420969:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c2e64e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.420986:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e6b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.420992:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e6b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.420998:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e6b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421007:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0b000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332729.421010:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e6b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421016:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e6b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421023:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x117:0x0].0x0 (ffff92fe4388e000) 00010000:00010000:3.0:1763332729.421025:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332729.421029:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e6b7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421034:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e6b7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421045:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a1e00/0xb32e3ef184c2e712 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421051:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a1e00/0xb32e3ef184c2e712 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421057:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a1e00/0xb32e3ef184c2e712 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421062:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff511a1e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332729.421065:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a1e00/0xb32e3ef184c2e712 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421071:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a1e00/0xb32e3ef184c2e712 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421077:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x117:0x0].0x0 (ffff92fe4388e000) 00010000:00010000:3.0:1763332729.421079:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332729.421082:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a1e00/0xb32e3ef184c2e712 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421087:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a1e00/0xb32e3ef184c2e712 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x117:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.421099:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2e774 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xff6f04d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.421105:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2e774 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xff6f04d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.421111:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2e774 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xff6f04d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.421116:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0e400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332729.421119:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2e774 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xff6f04d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.421124:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2e774 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xff6f04d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.421131:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xff6f04d (ffff92ff42c64e00) 00010000:00010000:3.0:1763332729.421133:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332729.421136:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2e774 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xff6f04d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.421142:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2e774 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xff6f04d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.426053:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1763332729.426066:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332729.426071:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332729.426073:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332729.426075:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332729.429244:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626190336 00000100:00100000:3.0:1763332729.429249:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626190336 00000100:00100000:3.0:1763332729.429279:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1763332729.429285:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626190336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332729.429328:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626190336:12345-0@lo:400:kworker.0 Request processed in 44us (2431us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.429334:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00080000:3.0:1763332729.429383:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332729.429388:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332729.429390:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332729.429392:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332729.431865:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.440870:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.447764:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.455962:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.456010:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332729.463396:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c2e846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.463406:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c2e846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332729.463467:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x113:0x0]: returning size 15739197 00000004:00200000:3.0:1763332729.463473:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332729.463494:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c2e846 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.463532:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c2e83f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca92 expref: 33 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.463563:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c2e846 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca92 expref: 32 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.463571:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332729.463574:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332729.463576:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0fc00, rc 0) 00000100:00100000:3.0:1763332729.464786:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+31:32679:x1848987610799616:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 8132us (8839us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.464797:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2200 00000100:00100000:3.0:1763332729.518582:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610801024 00000100:00100000:3.0:1763332729.518593:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610801024 00000100:00100000:3.0:1763332729.519378:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 763 00000100:00100000:3.0:1763332729.519387:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+15:2419:x1848987610801024:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332729.519468:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.519481:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ba00/0xb32e3ef184c2e5d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9b2 expref: 15 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.519488:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332729.519490:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332729.519493:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.519513:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ba00/0xb32e3ef184c2e5d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000080000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9b2 expref: 15 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.519522:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ba00/0xb32e3ef184c2e5d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9b2 expref: 15 pid: 8407 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.519537:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626192896:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332729.519579:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332729.524853:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626192896:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332729.524885:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.536868:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.536877:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.536896:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.536903:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.536911:0:17605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.536918:0:17605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0b800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332729.536922:0:17605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.536935:0:17605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.536960:0:17605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.536969:0:17605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e885 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332729.537036:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+14:2419:x1848987610801024:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 17649us (19314us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.537044:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 763 00000100:00100000:3.0:1763332729.568162:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.590119:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610801792 00000100:00100000:3.0:1763332729.590129:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610801792 00010000:00010000:3.0:1763332729.590171:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff82054000/0xb32e3ef184c2e5ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9c7 expref: 33 pid: 8407 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.595317:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610802048 00000100:00100000:3.0:1763332729.595327:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610802048 00000100:00100000:3.0:1763332729.595409:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2202 00000100:00100000:3.0:1763332729.595419:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+33:32679:x1848987610802048:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:3.0:1763332729.595618:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332729.595647:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c2e846 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca92 expref: 33 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.595674:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332729.595679:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332729.595755:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x113:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.595772:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.595782:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:3.0:1763332729.595918:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009fc1f0d6 reply state 00000000e2bf549a transno 4294968669 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.595931:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.595936:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332729.595939:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332729.595942:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332729.596039:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+34:32679:x1848987610802048:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 620us (823us total) trans 4294968669 rc 0/0 00000100:00100000:3.0:1763332729.596046:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2202 00000100:00100000:3.0:1763332729.598322:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.610121:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.610166:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.610222:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.622811:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.622846:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.625773:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610803712 00000100:00100000:3.0:1763332729.625783:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610803712 00010000:00010000:3.0:1763332729.625822:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c2e7c1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x113:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca6f expref: 34 pid: 6521 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.626471:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 477 00000100:00100000:3.0:1763332729.626483:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+34:2421:x1848987610803712:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332729.626497:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332729.626506:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c2e7c1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x113:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca6f expref: 34 pid: 6521 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.626519:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c2e7c1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x113:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca6f expref: 34 pid: 6521 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.626540:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c2e7c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x113:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca6f expref: 34 pid: 6521 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.626557:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332729.626562:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c2e8a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x113:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.626571:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c2e8a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x113:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.626580:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c2e8a8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x113:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.626604:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332729.626655:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+33:2421:x1848987610803712:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 175us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.626663:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 477 00000100:00100000:3.0:1763332729.635884:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610803840 00000100:00100000:3.0:1763332729.635891:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610803840 00010000:00010000:3.0:1763332729.635930:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c2e7e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x115:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca76 expref: 33 pid: 6521 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.636433:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610803968 00000100:00100000:3.0:1763332729.636438:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610803968 00010000:00010000:3.0:1763332729.636456:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a800/0xb32e3ef184c2e624 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x115:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9dc expref: 34 pid: 6521 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.636470:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610804096 00000100:00100000:3.0:1763332729.636473:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610804096 00010000:00010000:3.0:1763332729.636482:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c2e5bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x115:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9a4 expref: 35 pid: 8606 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.636496:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 478 00000100:00100000:3.0:1763332729.636504:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44faad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+35:2420:x1848987610803840:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332729.636520:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332729.636527:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c2e7e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x115:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca76 expref: 35 pid: 6521 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.636538:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c2e7e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x115:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca76 expref: 35 pid: 6521 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.636561:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c2e7e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x115:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca76 expref: 35 pid: 6521 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.636577:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x115:0x0].0x0 (ffff92ff42c64100) 00010000:00010000:3.0:1763332729.636582:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2e8af lrc: 3/0,1 mode: --/EX res: [0x200000402:0x115:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.636592:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2e8af lrc: 3/0,1 mode: --/EX res: [0x200000402:0x115:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.636598:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332729.636659:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44faad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+34:2420:x1848987610803840:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 154us (1333us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.636667:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 478 00000100:00100000:3.0:1763332729.636686:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 479 00000100:00100000:3.0:1763332729.636693:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+33:2420:x1848987610803968:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332729.636701:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332729.636715:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a800/0xb32e3ef184c2e624 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x115:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9dc expref: 33 pid: 6521 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.636725:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a800/0xb32e3ef184c2e624 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x115:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9dc expref: 33 pid: 6521 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.636737:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a800/0xb32e3ef184c2e624 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x115:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9dc expref: 33 pid: 6521 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.636747:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x115:0x0].0x0 (ffff92ff42c64100) 00010000:00010000:3.0:1763332729.636751:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2e8af lrc: 3/0,1 mode: --/EX res: [0x200000402:0x115:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.636756:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2e8af lrc: 3/0,1 mode: --/EX res: [0x200000402:0x115:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.636760:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332729.636779:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+32:2420:x1848987610803968:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 87us (1171us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.636785:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 479 00000100:00100000:3.0:1763332729.636797:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 480 00000100:00100000:3.0:1763332729.636803:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+31:2420:x1848987610804096:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332729.636811:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332729.636815:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c2e5bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x115:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9a4 expref: 31 pid: 8606 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.636824:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c2e5bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x115:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9a4 expref: 31 pid: 8606 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.636835:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c2e5bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x115:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695c9a4 expref: 31 pid: 8606 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.636845:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x115:0x0].0x0 (ffff92ff42c64100) 00010000:00010000:3.0:1763332729.636849:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2e8af lrc: 3/0,1 mode: --/EX res: [0x200000402:0x115:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.636857:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2e8af lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x115:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.636864:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2e8af lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x115:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.636886:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332729.636906:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+30:2420:x1848987610804096:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 102us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.636912:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 480 00000100:00100000:3.0:1763332729.640137:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df95500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626193792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.640232:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e130380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626193920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.640277:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332729.640307:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff802069c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332729.640778:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e130380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626193920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.640817:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e130380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626194048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.640837:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332729.641299:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206240 going to sleep for 11 seconds 00000100:00100000:3.0:1763332729.642032:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e130380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626194048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.642082:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e130380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626194176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.642104:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332729.642125:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206240 going to sleep for 11 seconds 00000100:00100000:3.0:1763332729.642401:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e130380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626194176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.642433:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e130380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626194304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.642454:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332729.642475:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206240 going to sleep for 11 seconds 00000100:00100000:3.0:1763332729.644425:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626194560 00000100:00100000:3.0:1763332729.644430:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626194560 00000100:00100000:3.0:1763332729.644457:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1763332729.644462:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626194560:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.644579:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626194560:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 116us (365us total) trans 21474836573 rc 0/0 00000100:00100000:3.0:1763332729.644586:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1763332729.649242:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.654628:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610804480 00000100:00100000:3.0:1763332729.654640:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610804480 00000100:00100000:3.0:1763332729.654769:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 648 00000100:00100000:3.0:1763332729.654779:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+32:32679:x1848987610804480:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332729.655018:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+33:32679:x1848987610804480:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 239us (485us total) trans 4294968674 rc 0/0 00000100:00100000:3.0:1763332729.655026:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 648 00000100:00100000:3.0:1763332729.658329:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610804736 00000100:00100000:3.0:1763332729.658340:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610804736 00010000:00010000:3.0:1763332729.677108:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332729.677118:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e8ee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x115:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.677127:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77ceb000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332729.677131:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e8ee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x115:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.677139:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e8ee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x115:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.677152:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x115:0x0].0x0 (ffff92ff606cd400) 00010000:00010000:3.0:1763332729.677155:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763332729.677159:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e8ee lrc: 1/0,0 mode: --/PW res: [0x200000402:0x115:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.677164:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e8ee lrc: 0/0,0 mode: --/PW res: [0x200000402:0x115:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.677186:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332729.677188:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332729.677190:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332729.696718:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610805248 00000100:00100000:3.0:1763332729.696732:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610805248 00000100:00100000:3.0:1763332729.696811:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2206 00000100:00100000:3.0:1763332729.696824:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+35:32680:x1848987610805248:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332729.696860:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332729.696888:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e8f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cac3 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.696963:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a800/0xb32e3ef184c2e8fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.696979:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a800/0xb32e3ef184c2e8fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.696991:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a800/0xb32e3ef184c2e8fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332729.697054:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332729.697058:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332729.697098:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a800/0xb32e3ef184c2e8fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.697130:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e8f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cac3 expref: 37 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.697151:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a800/0xb32e3ef184c2e8fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cac3 expref: 36 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.697159:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332729.697162:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332729.697166:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0a800, rc 0) 00000100:00100000:3.0:1763332729.697241:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+36:32680:x1848987610805248:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 418us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.697249:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2206 00000100:00100000:3.0:1763332729.713941:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610805760 00000100:00100000:3.0:1763332729.713954:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610805760 00000100:00100000:3.0:1763332729.714060:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2208 00000100:00100000:3.0:1763332729.714071:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+38:32680:x1848987610805760:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332729.714101:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332729.714128:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e926 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cad1 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.714247:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a200/0xb32e3ef184c2e92d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x117:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.714263:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a200/0xb32e3ef184c2e92d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x117:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332729.714275:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a200/0xb32e3ef184c2e92d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x117:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332729.714287:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x117:0x0]: returning size 15739197 00010000:00010000:3.0:1763332729.714442:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e926 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cad1 expref: 41 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.714460:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0a200/0xb32e3ef184c2e92d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x117:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cad1 expref: 40 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.714468:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x117:0x0].0x0 (ffff92fe4388e000) 00010000:00010000:3.0:1763332729.714472:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332729.714476:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0a200, rc 0) 00000100:00100000:3.0:1763332729.714549:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+40:32680:x1848987610805760:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 480us (983us total) trans 4294968678 rc 0/0 00000100:00100000:3.0:1763332729.714557:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2208 00000100:00100000:3.0:1763332729.720134:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.720192:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.729991:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.751867:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610807168 00000100:00100000:3.0:1763332729.751871:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610807168 00010000:00010000:3.0:1763332729.751888:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0bc00/0xb32e3ef184c2e6c5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca14 expref: 38 pid: 8407 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.788579:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610807424 00000100:00100000:3.0:1763332729.788588:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610807424 00000100:00100000:3.0:1763332729.788631:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 677 00000100:00100000:3.0:1763332729.788639:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d3903a62-7c8b-40e7-bfd3-15421c799216+9:2421:x1848987610807424:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332729.788679:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d3903a62-7c8b-40e7-bfd3-15421c799216+9:2421:x1848987610807424:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 41us (2613us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.788686:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 677 00000100:00100000:3.0:1763332729.804464:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610807680 00000100:00100000:3.0:1763332729.804475:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610807680 00010000:00010000:3.0:1763332729.804519:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ac00/0xb32e3ef184c2e6e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca29 expref: 17 pid: 8407 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.804562:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 483 00000100:00100000:3.0:1763332729.804572:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+17:2418:x1848987610807680:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332729.804588:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763332729.804608:0:6504:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x35:0x0] updating lvb atime from disk: 0 -> 1763332729 00002000:00010000:3.0:1763332729.804611:0:6504:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x35:0x0] updating lvb blocks from disk: 8192 -> 14336 00010000:00010000:3.0:1763332729.804618:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ac00/0xb32e3ef184c2e6e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca29 expref: 17 pid: 8407 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.804632:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ac00/0xb32e3ef184c2e6e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca29 expref: 17 pid: 8407 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.804657:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ac00/0xb32e3ef184c2e6e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca29 expref: 17 pid: 8407 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1763332729.804675:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332729.804677:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332729.804682:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff77cebe00/0xb32e3ef184c2e973 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.804693:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77cebe00/0xb32e3ef184c2e973 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.804737:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332729.805263:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+16:2418:x1848987610807680:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 692us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.805272:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 483 00000100:00100000:3.0:1763332729.819027:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.835682:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332729.836542:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 650 00000100:00100000:3.0:1763332729.836555:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bd5e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+42:32680:x1848987610808960:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:3.0:1763332729.836630:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000402:0x113:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceae00/0xb32e3ef184c2e942 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x113:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cad8 expref: 42 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.836675:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e996 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x113:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.836688:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c2e8b6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cab5 expref: 42 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.836697:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e996 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x113:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.836744:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c2e8b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cab5 expref: 42 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.836758:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c2e8b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cab5 expref: 42 pid: 6521 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.836772:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626195200:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332729.836866:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332729.844293:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626195200:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332729.844320:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e996 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x113:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.846230:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e996 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x113:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.846241:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b800/0xb32e3ef184c2e996 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x113:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.846266:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ac00/0xb32e3ef184c2e99d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x117:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.846284:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a1200/0xb32e3ef184c2e6b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x117:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca06 expref: 41 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.846293:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2e807 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x117:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca7d expref: 41 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.846301:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a0800/0xb32e3ef184c2e719 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x117:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca3e expref: 41 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.846309:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ac00/0xb32e3ef184c2e99d lrc: 6/0,1 mode: --/EX res: [0x200000402:0x117:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.846341:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a0800/0xb32e3ef184c2e719 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x117:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca3e expref: 41 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.846368:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a0800/0xb32e3ef184c2e719 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x117:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca3e expref: 41 pid: 6521 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.846381:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626195328:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332729.846446:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2e807 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x117:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca7d expref: 41 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.846456:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2e807 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x117:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca7d expref: 41 pid: 8606 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.846466:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626195456:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332729.846494:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a1200/0xb32e3ef184c2e6b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x117:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca06 expref: 41 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332729.846504:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a1200/0xb32e3ef184c2e6b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x117:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca06 expref: 41 pid: 6521 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.846512:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7403b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626195584:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332729.846529:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206b40 going to sleep for 11 seconds 00010000:00010000:3.0:1763332729.853214:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a0800/0xb32e3ef184c2e719 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x117:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca3e expref: 41 pid: 6521 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.853232:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626195328:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332729.853246:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2e807 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x117:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca7d expref: 40 pid: 8606 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.853255:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626195456:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332729.853265:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff511a1200/0xb32e3ef184c2e6b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x117:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ca06 expref: 39 pid: 6521 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1763332729.853274:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7403b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626195584:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332729.853295:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ac00/0xb32e3ef184c2e99d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x117:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.853303:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ac00/0xb32e3ef184c2e99d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x117:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332729.853308:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ac00/0xb32e3ef184c2e99d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x117:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763332729.853755:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7403b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626195712:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.853799:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332729.853835:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763332729.857832:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626196096 00000100:00100000:3.0:1763332729.857838:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626196096 00000100:00100000:3.0:1763332729.857868:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1763332729.857876:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626196096:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.858241:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626196096:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 74us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.858249:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1763332729.858478:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626196224 00000100:00100000:3.0:1763332729.858482:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626196224 00000100:00100000:3.0:1763332729.858502:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1763332729.858507:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626196224:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.858571:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626196224:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 63us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.858578:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1763332729.860017:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626196736 00000100:00100000:3.0:1763332729.860022:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626196736 00000100:00100000:3.0:1763332729.860087:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1763332729.860094:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626196736:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.860153:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626196736:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 60us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332729.860160:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1763332729.861240:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626196864 00000100:00100000:3.0:1763332729.861244:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626196864 00000100:00100000:3.0:1763332729.861408:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1763332729.861416:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626196864:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332729.861530:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6522:x1848987626196864:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 115us (920us total) trans 21474836577 rc 0/0 00000100:00100000:3.0:1763332729.861537:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1763332729.867478:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610809600 00000100:00100000:3.0:1763332729.867488:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610809600 00010000:00010000:3.0:1763332729.882512:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332729.882519:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2e9dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x117:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.882524:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332729.882527:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2e9dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x117:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.882533:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2e9dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x117:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.882541:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x117:0x0].0x0 (ffff92fe43bd0d00) 00010000:00010000:3.0:1763332729.882543:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763332729.882546:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2e9dc lrc: 1/0,0 mode: --/PW res: [0x200000402:0x117:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.882551:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2e9dc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x117:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332729.882565:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332729.882566:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332729.882568:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1763332730.011968:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332730.060581:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610812288 00000100:00100000:3.0:1763332730.060592:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610812288 00000100:00100000:3.0:1763332730.060656:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 782 00000100:00100000:3.0:1763332730.060667:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+29:2421:x1848987610812288:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332730.060684:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332730.060717:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2ea4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cb1e expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332730.060742:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 1048576, mtime: 0x691a5275, atime: 0x691a5278, ctime: 0x691a5279, blocks: 0x800 00010000:00010000:3.0:1763332730.060764:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.060767:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.060776:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2ea4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb1e expref: 30 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332730.060793:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2ea4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb1e expref: 30 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332730.060806:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0a600, rc 0) 00000100:00100000:3.0:1763332730.065852:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+30:2421:x1848987610812288:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5171us (5355us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332730.065866:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 782 00000100:00100000:3.0:1763332730.068554:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.068606:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00080000:3.0:1763332730.070322:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332730.080153:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.080195:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.091617:0:16439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610813568 00000100:00100000:3.0:1763332730.091628:0:16439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610813568 00000100:00100000:3.0:1763332730.091680:0:16439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610813696 00000100:00100000:3.0:1763332730.091683:0:16439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610813696 00000100:00100000:3.0:1763332730.091710:0:16439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610813824 00000100:00100000:3.0:1763332730.091714:0:16439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610813824 00000100:00100000:3.0:1763332730.091727:0:16439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610813952 00000100:00100000:3.0:1763332730.091729:0:16439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610813952 00000100:00100000:3.0:1763332730.091740:0:16439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610814080 00000100:00100000:3.0:1763332730.091744:0:16439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610814080 00000100:00100000:3.0:1763332730.091758:0:16439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 255 00000100:00100000:3.0:1763332730.091768:0:16439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+39:2420:x1848987610813568:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332730.091806:0:16439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2ea92 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.091822:0:16439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.091825:0:16439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.091832:0:16439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2ea92 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.091845:0:16439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2ea92 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.100712:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.100763:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.101737:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 257 00000100:00100000:3.0:1763332730.101753:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+25:2421:x1848987610813824:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332730.101800:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eaa0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.101816:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.101819:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.101826:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eaa0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.101840:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eaa0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.152680:0:24029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2ea76 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.152716:0:24029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2ea76 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.152728:0:24029:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2ea76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.152735:0:24029:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0e400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.152740:0:24029:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2ea76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.152751:0:24029:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2ea76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.152777:0:24029:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2ea76 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.152786:0:24029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2ea76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.179889:0:24028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff77cea400/0xb32e3ef184c2ea84 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.179910:0:24028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77cea400/0xb32e3ef184c2ea84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.179923:0:24028:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff77cea400/0xb32e3ef184c2ea84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.179930:0:24028:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77cea400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.179933:0:24028:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77cea400/0xb32e3ef184c2ea84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.179943:0:24028:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77cea400/0xb32e3ef184c2ea84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.179963:0:24028:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff77cea400/0xb32e3ef184c2ea84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.179970:0:24028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77cea400/0xb32e3ef184c2ea84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.180078:0:24028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+37:2421:x1848987610813056:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 99726us (99920us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332730.180089:0:24028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 253 00010000:00010000:3.0:1763332730.201040:0:16439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2ea92 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.201063:0:16439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2ea92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.201072:0:16439:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2ea92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.201086:0:16439:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0b400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.201091:0:16439:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2ea92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.201101:0:16439:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2ea92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.201125:0:16439:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2ea92 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.201133:0:16439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2ea92 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.201243:0:16439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+33:2420:x1848987610813568:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 109472us (109801us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332730.201253:0:16439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 255 00010000:00010000:3.0:1763332730.217655:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eaa0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.217674:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eaa0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.217683:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eaa0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.217691:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0ae00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.217704:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eaa0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.217714:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eaa0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.217735:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eaa0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.217744:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eaa0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.217826:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+19:2421:x1848987610813824:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 116072us (126303us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332730.217835:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 257 00000100:00100000:3.0:1763332730.640097:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.644469:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.650598:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610815360 00000100:00100000:3.0:1763332730.650609:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610815360 00000100:00100000:3.0:1763332730.650780:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 271 00000100:00100000:3.0:1763332730.650792:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff51e56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+33:6182:x1848987610815360:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332730.650810:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763332730.650855:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c2ea53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb2c expref: 33 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332730.650896:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2ea4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb1e expref: 32 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332730.650921:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe43990600/0xb32e3ef184c2eaca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb41 expref: 31 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332730.650941:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c2eac3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb33 expref: 30 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332730.651118:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332730.651189:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff51e56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+29:6182:x1848987610815360:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 398us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332730.651196:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 271 00000100:00100000:3.0:1763332730.679912:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.754845:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.756967:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.776408:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 266 00000100:00100000:3.0:1763332730.776429:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+32:2418:x1848987610816768:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332730.776470:0:8411:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2eb3a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.776486:0:8411:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.776488:0:8411:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.776495:0:8411:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2eb3a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.776509:0:8411:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2eb3a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.780171:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.780215:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.782772:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.798804:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.809561:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.809611:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332730.809646:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332730.838830:0:16439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c2eb33 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.838850:0:16439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c2eb33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.838858:0:16439:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c2eb33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.838865:0:16439:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.838870:0:16439:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c2eb33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.838878:0:16439:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c2eb33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.838900:0:16439:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c2eb33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.838907:0:16439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c2eb33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.839119:0:16439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+41:2418:x1848987610816512:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 64976us (67480us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332730.839130:0:16439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 265 00000100:00100000:3.0:1763332730.839164:0:16439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 274 00000100:00100000:3.0:1763332730.839176:0:16439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+40:2420:x1848987610818048:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332730.839212:0:16439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eb72 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.839223:0:16439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.839226:0:16439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.839230:0:16439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eb72 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.839242:0:16439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eb72 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.848238:0:8411:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2eb3a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.848262:0:8411:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2eb3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.848270:0:8411:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2eb3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.848278:0:8411:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0a600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.848282:0:8411:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2eb3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.848290:0:8411:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2eb3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.848319:0:8411:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2eb3a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.848326:0:8411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0a600/0xb32e3ef184c2eb3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.848465:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+40:2418:x1848987610816768:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 72035us (76748us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332730.848476:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 266 00000100:00100000:3.0:1763332730.848515:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 275 00000100:00100000:3.0:1763332730.848529:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+26:2420:x1848987610817664:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332730.848573:0:8411:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2eb79 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.848585:0:8411:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.848588:0:8411:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.848594:0:8411:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2eb79 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.848607:0:8411:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2eb79 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.865027:0:8412:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c2eb1e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.865051:0:8412:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c2eb1e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.865065:0:8412:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c2eb1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.865072:0:8412:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148fc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.865076:0:8412:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c2eb1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.865083:0:8412:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c2eb1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.865104:0:8412:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c2eb1e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.865113:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c2eb1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.865220:0:8412:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+26:2419:x1848987610816256:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 93303us (93704us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332730.865230:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 262 00000100:00100000:3.0:1763332730.865264:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 276 00000100:00100000:3.0:1763332730.865275:0:8412:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+25:2420:x1848987610817920:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332730.865310:0:8412:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0aa00/0xb32e3ef184c2eb80 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.865323:0:8412:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.865325:0:8412:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332730.865332:0:8412:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0aa00/0xb32e3ef184c2eb80 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.865371:0:8412:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0aa00/0xb32e3ef184c2eb80 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.894839:0:24031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2eb48 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.894849:0:24031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2eb48 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.894856:0:24031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2eb48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.894861:0:24031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe465e6800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.894864:0:24031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2eb48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.894871:0:24031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2eb48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.894882:0:24031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2eb48 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.894888:0:24031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2eb48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.895059:0:24031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+24:2419:x1848987610816896:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 113980us (114843us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332730.895071:0:24031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 268 00010000:00010000:3.0:1763332730.895170:0:24032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c2eb4f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.895179:0:24032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c2eb4f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.895186:0:24032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c2eb4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.895192:0:24032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148fa00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.895195:0:24032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c2eb4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.895201:0:24032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c2eb4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.895215:0:24032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c2eb4f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.895221:0:24032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c2eb4f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.927707:0:24029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c2eb64 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.927727:0:24029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c2eb64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.927741:0:24029:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c2eb64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.927748:0:24029:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.927753:0:24029:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c2eb64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.927762:0:24029:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c2eb64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.927785:0:24029:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c2eb64 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.927792:0:24029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c2eb64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.929705:0:24029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+34:2420:x1848987610817536:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 119573us (126574us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332730.929719:0:24029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 272 00010000:00010000:3.0:1763332730.947535:0:16439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eb72 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.947556:0:16439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eb72 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.947565:0:16439:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eb72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.947578:0:16439:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0ae00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.947582:0:16439:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eb72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.947591:0:16439:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eb72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.947612:0:16439:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eb72 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.947620:0:16439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2eb72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.947724:0:16439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+30:2420:x1848987610818048:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 108546us (144498us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332730.947735:0:16439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 274 00010000:00010000:3.0:1763332730.956974:0:8411:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2eb79 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.956999:0:8411:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2eb79 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.957009:0:8411:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2eb79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.957017:0:8411:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0b400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332730.957022:0:8411:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2eb79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.957032:0:8411:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2eb79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.957057:0:8411:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2eb79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332730.957065:0:8411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0b400/0xb32e3ef184c2eb79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332730.957161:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+18:2420:x1848987610817664:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 108632us (147607us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332730.957171:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 275 00000100:00100000:3.0:1763332731.377889:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332731.393069:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332731.435282:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332731.444484:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332731.475163:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332731.475192:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626197376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332731.475268:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1763332731.476054:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332731.477858:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332731.550995:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332731.551047:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332731.554470:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332731.594334:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 286 00000100:00100000:3.0:1763332731.594343:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+19:2420:x1848987610820992:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332731.594380:0:8411:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0bc00/0xb32e3ef184c2ec21 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.594388:0:8411:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332731.594389:0:8411:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332731.594393:0:8411:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0bc00/0xb32e3ef184c2ec21 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.594401:0:8411:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0bc00/0xb32e3ef184c2ec21 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332731.594900:0:24031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 287 00000100:00100000:3.0:1763332731.594910:0:24031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+25:2420:x1848987610821376:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332731.594932:0:24031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2ec28 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.594940:0:24031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332731.594942:0:24031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332731.594945:0:24031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2ec28 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.594956:0:24031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2ec28 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.675703:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c2ec05 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.675726:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c2ec05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.675739:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c2ec05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.675757:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332731.675761:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c2ec05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.675769:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c2ec05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.675790:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c2ec05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.675798:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c2ec05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332731.676003:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+22:2420:x1848987610820864:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 86144us (87851us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332731.676016:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 282 00000100:00100000:3.0:1763332731.676059:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 292 00000100:00100000:3.0:1763332731.676070:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+21:2420:x1848987610821888:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332731.676110:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec4b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.676121:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332731.676124:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332731.676130:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec4b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.676142:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec4b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.713596:0:16439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7400/0xb32e3ef184c2ec1a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.713617:0:16439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7400/0xb32e3ef184c2ec1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.713626:0:16439:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7400/0xb32e3ef184c2ec1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.713632:0:16439:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe465e7400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332731.713637:0:16439:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7400/0xb32e3ef184c2ec1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.713646:0:16439:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7400/0xb32e3ef184c2ec1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.713675:0:16439:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7400/0xb32e3ef184c2ec1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.713683:0:16439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7400/0xb32e3ef184c2ec1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332731.713989:0:16439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+15:2420:x1848987610820736:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 120243us (123448us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332731.714001:0:16439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 285 00010000:00010000:3.0:1763332731.737631:0:24031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2ec28 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.737656:0:24031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2ec28 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.737673:0:24031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2ec28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.737680:0:24031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0ae00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332731.737684:0:24031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2ec28 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.737693:0:24031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2ec28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.737716:0:24031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2ec28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.737723:0:24031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ae00/0xb32e3ef184c2ec28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332731.738147:0:24031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+19:2420:x1848987610821376:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 143232us (146059us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332731.738159:0:24031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 287 00010000:00010000:3.0:1763332731.762730:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7800/0xb32e3ef184c2ec3d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.762761:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7800/0xb32e3ef184c2ec3d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.762771:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7800/0xb32e3ef184c2ec3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.762778:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe465e7800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332731.762782:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7800/0xb32e3ef184c2ec3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.762791:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7800/0xb32e3ef184c2ec3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.762809:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7800/0xb32e3ef184c2ec3d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.762817:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7800/0xb32e3ef184c2ec3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332731.762910:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+9:2420:x1848987610821248:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 119650us (170693us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332731.762921:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 290 00010000:00010000:3.0:1763332731.782210:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec4b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.782235:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.782250:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.782256:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0e200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332731.782261:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.782270:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.782290:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec4b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332731.782298:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332731.782831:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+15:2420:x1848987610821888:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 106756us (190592us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332731.782843:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 292 00000100:00080000:3.0:1763332732.002056:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1763332732.029295:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2ec98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.029304:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2ec98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332732.029390:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x113:0x0]: returning size 15739197 00000004:00200000:3.0:1763332732.029396:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332732.029417:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2ec98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.029451:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2ec91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbb1 expref: 43 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.029468:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2ec98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbb1 expref: 42 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.029476:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332732.029479:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332732.029481:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193200, rc 0) 00000100:00100000:3.0:1763332732.029545:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+42:32700:x1848987610823040:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 14780us (16503us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332732.029553:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2225 00000100:00100000:3.0:1763332732.087103:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610823424 00000100:00100000:3.0:1763332732.087113:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610823424 00000100:00100000:3.0:1763332732.087176:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2226 00000100:00100000:3.0:1763332732.087186:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+42:32700:x1848987610823424:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332732.087208:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332732.087233:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x113:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cbb8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.087336:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c2eca6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x113:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.087392:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c2eca6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x113:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.087405:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c2eca6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x113:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332732.087418:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x113:0x0]: returning size 15739197 00010000:00010000:3.0:1763332732.087536:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ec9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x113:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbb8 expref: 45 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.087560:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c2eca6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x113:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbb8 expref: 44 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.087569:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332732.087572:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763332732.087576:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0fa00, rc 0) 00000100:00100000:3.0:1763332732.087629:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+44:32700:x1848987610823424:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 444us (628us total) trans 4294968696 rc 0/0 00000100:00100000:3.0:1763332732.087637:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2226 00000100:00100000:3.0:1763332732.093806:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 799 00000100:00100000:3.0:1763332732.093817:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+15:2421:x1848987610823680:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332732.093839:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.093849:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2ebdb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb95 expref: 15 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332732.093856:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.093857:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.093860:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.093881:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2ebdb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb95 expref: 15 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332732.093891:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2ebdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb95 expref: 15 pid: 8407 timeout: 936 lvb_type: 1 00000100:00100000:3.0:1763332732.093902:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626198144:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332732.093981:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206b40 going to sleep for 11 seconds 00010000:00010000:3.0:1763332732.105870:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6800/0xb32e3ef184c2ebe2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb9c expref: 6 pid: 8406 timeout: 936 lvb_type: 1 00000100:00100000:3.0:1763332732.105880:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45091c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8406:1848987626198016:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332732.105895:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff77ceaa00/0xb32e3ef184c2ecbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.105903:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff77ceaa00/0xb32e3ef184c2ecbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.105909:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77ceaa00/0xb32e3ef184c2ecbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.105922:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff77ceaa00/0xb32e3ef184c2ecbb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.105929:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77ceaa00/0xb32e3ef184c2ecbb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.105936:0:8406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff77ceaa00/0xb32e3ef184c2ecbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.105942:0:8406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77ceaa00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332732.105945:0:8406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77ceaa00/0xb32e3ef184c2ecbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.105951:0:8406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77ceaa00/0xb32e3ef184c2ecbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.105962:0:8406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff77ceaa00/0xb32e3ef184c2ecbb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.105968:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77ceaa00/0xb32e3ef184c2ecbb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332732.106006:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+5:2421:x1848987610823808:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 12476us (13417us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332732.106012:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 798 00010000:00010000:3.0:1763332732.109261:0:17605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2ebdb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb95 expref: 15 pid: 8407 timeout: 936 lvb_type: 1 00000100:00100000:3.0:1763332732.109280:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626198144:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332732.109302:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.109313:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.109324:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.109365:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.109373:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.109382:0:17605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.109388:0:17605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332732.109392:0:17605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.109401:0:17605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.109417:0:17605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.109424:0:17605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ecc2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332732.109499:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44f95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+14:2421:x1848987610823680:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 15684us (16874us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332732.109511:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 799 00010000:00010000:3.0:1763332732.122302:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122314:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122322:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122330:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0b000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332732.122335:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122343:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122393:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332732.122396:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332732.122402:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122408:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0b000/0xb32e3ef184c2e88c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122434:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceac00/0xb32e3ef184c2e8e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122442:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceac00/0xb32e3ef184c2e8e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122447:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceac00/0xb32e3ef184c2e8e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122457:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77ceac00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332732.122460:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceac00/0xb32e3ef184c2e8e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122466:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceac00/0xb32e3ef184c2e8e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122473:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbea3ac73 (ffff92ff606cd500) 00010000:00010000:3.0:1763332732.122476:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332732.122479:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceac00/0xb32e3ef184c2e8e0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122484:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceac00/0xb32e3ef184c2e8e0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbea3ac73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122504:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e97a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122510:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e97a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122516:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e97a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122521:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77ceb000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332732.122523:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e97a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122529:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e97a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122535:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332732.122538:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332732.122541:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e97a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122546:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77ceb000/0xb32e3ef184c2e97a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.122555:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2e9ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122560:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2e9ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122565:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2e9ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122570:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332732.122572:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2e9ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122577:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2e9ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122584:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa210c3fb (ffff92fe43bd0300) 00010000:00010000:3.0:1763332732.122586:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332732.122589:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2e9ce lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.122594:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2e9ce lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa210c3fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763332732.124865:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626198272:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332732.124899:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332732.124921:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332732.124927:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626198656:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332732.124944:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332732.125640:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c2ecc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.125649:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c2ecc9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.125664:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c2ecc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.125670:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332732.125675:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c2ecc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.125683:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c2ecc9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.125694:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332732.125696:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332732.125700:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c2ecc9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332732.125706:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c2ecc9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00080000:3.0:1763332732.125742:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3d180/2, rc 0, transno 21474836582 00000100:00100000:3.0:1763332732.125746:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626198656:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332732.125754:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3ca80/2, rc 0, transno 21474836581 00000100:00100000:3.0:1763332732.125757:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626198272:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332732.125894:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626199040:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332732.126894:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332732.126912:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332732.126917:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626198912:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332732.126938:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332732.126963:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626199168 00000100:00100000:3.0:1763332732.126966:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626199168 00000100:00100000:3.0:1763332732.126982:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1763332732.126989:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3655:x1848987626199296:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332732.127087:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3655:x1848987626199296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 98us (291us total) trans 17179869240 rc 0/0 00000100:00100000:3.0:1763332732.127094:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1763332732.127106:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1763332732.127112:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3653:x1848987626199040:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332732.127178:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3653:x1848987626199040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 67us (285us total) trans 17179869242 rc 0/0 00000100:00100000:3.0:1763332732.127184:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1763332732.127196:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1763332732.127202:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3653:x1848987626198912:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332732.127260:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3653:x1848987626198912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 60us (321us total) trans 17179869243 rc 0/0 00000100:00100000:3.0:1763332732.127267:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000004:00080000:3.0:1763332732.127292:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44cce300/2, rc 0, transno 17179869243 00000100:00100000:3.0:1763332732.127296:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626198912:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332732.127303:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccca80/2, rc 0, transno 17179869242 00000100:00100000:3.0:1763332732.127306:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626199040:0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1763332732.127333:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332732.171812:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 296 00000100:00100000:3.0:1763332732.171821:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+19:2418:x1848987610825088:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332732.171846:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ece5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x36:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.171861:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.171863:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.171868:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ece5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x36:0x0].0x0 rrc: 5 type: EXT [8388608->12582911] (req 8388608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.171880:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c2ece5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x36:0x0].0x0 rrc: 5 type: EXT [8388608->12582911] (req 8388608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.442676:0:24032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c2ed39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.442696:0:24032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c2ed39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.442705:0:24032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c2ed39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.442714:0:24032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332732.442718:0:24032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c2ed39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.442728:0:24032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c2ed39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.442752:0:24032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c2ed39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.442759:0:24032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c2ed39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332732.442847:0:24032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+14:2419:x1848987610826368:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 88611us (89334us total) trans 21474836585 rc 0/0 00000100:00100000:3.0:1763332732.442856:0:24032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 300 00000100:00100000:3.0:1763332732.442892:0:24032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 310 00000100:00100000:3.0:1763332732.442902:0:24032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+13:2421:x1848987610827520:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:3.0:1763332732.442936:0:24032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.442950:0:24032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.442952:0:24032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.442959:0:24032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [4194304->7352319] (req 4194304->7352319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.442972:0:24032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [4194304->7352319] (req 4194304->7352319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.464686:0:16439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05600/0xb32e3ef184c2ed40 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.464712:0:16439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05600/0xb32e3ef184c2ed40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.464722:0:16439:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05600/0xb32e3ef184c2ed40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.464730:0:16439:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be05600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332732.464735:0:16439:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05600/0xb32e3ef184c2ed40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.464743:0:16439:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05600/0xb32e3ef184c2ed40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.464772:0:16439:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05600/0xb32e3ef184c2ed40 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.464781:0:16439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05600/0xb32e3ef184c2ed40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332732.464905:0:16439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+13:2419:x1848987610826496:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 110424us (111370us total) trans 21474836586 rc 0/0 00000100:00100000:3.0:1763332732.464918:0:16439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 301 00010000:00010000:3.0:1763332732.489878:0:24030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7000/0xb32e3ef184c2ed4e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.489900:0:24030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7000/0xb32e3ef184c2ed4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.489909:0:24030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7000/0xb32e3ef184c2ed4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.489920:0:24030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe465e7000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332732.489926:0:24030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7000/0xb32e3ef184c2ed4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.489935:0:24030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7000/0xb32e3ef184c2ed4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.489958:0:24030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7000/0xb32e3ef184c2ed4e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.489966:0:24030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7000/0xb32e3ef184c2ed4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332732.492569:0:24030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44f97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+9:2421:x1848987610826624:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 128562us (129017us total) trans 21474836587 rc 0/0 00000100:00100000:3.0:1763332732.492588:0:24030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 303 00010000:00010000:3.0:1763332732.499225:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1763332732.535929:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869249 is committed 00010000:00010000:3.0:1763332732.536193:0:8410:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c2ed6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.536205:0:8410:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c2ed6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.536213:0:8410:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c2ed6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.536224:0:8410:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bea00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332732.536228:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c2ed6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.536237:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c2ed6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.536255:0:8410:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c2ed6a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.536261:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c2ed6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332732.536337:0:8410:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+15:2421:x1848987610827136:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 158926us (160011us total) trans 17179869248 rc 0/0 00000100:00100000:3.0:1763332732.536346:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 307 00000001:00080000:3.0:1763332732.550894:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869250 is committed 00002000:00010000:3.0:1763332732.578100:0:24032:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34:0x0] updating lvb size from disk: 7350589 -> 7352320 00010000:00010000:3.0:1763332732.578120:0:24032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [4194304->7352319] (req 4194304->7352319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.578131:0:24032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [4194304->7352319] (req 4194304->7352319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.578139:0:24032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [4194304->7352319] (req 4194304->7352319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.578152:0:24032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0e200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332732.578157:0:24032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [4194304->7352319] (req 4194304->7352319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.578165:0:24032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [4194304->7352319] (req 4194304->7352319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.578185:0:24032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed7f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [4194304->7352319] (req 4194304->7352319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.578192:0:24032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [4194304->7352319] (req 4194304->7352319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332732.584089:0:24032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+7:2421:x1848987610827520:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 141177us (207264us total) trans 21474836588 rc 0/0 00000100:00100000:3.0:1763332732.584105:0:24032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 310 00000100:00100000:3.0:1763332732.589039:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610827776 00000100:00100000:3.0:1763332732.589050:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610827776 00000100:00100000:3.0:1763332732.589105:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2231 00000100:00100000:3.0:1763332732.589114:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+11:32700:x1848987610827776:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:3.0:1763332732.589169:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332732.589194:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c2ed01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbcd expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.589216:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332732.589222:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332732.590170:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x113:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.590187:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.590196:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:3.0:1763332732.590237:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968698 00000004:00010000:3.0:1763332732.590257:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000578e78ee reply state 000000000db9e62e transno 4294968699 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.590270:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.590276:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332732.590279:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332732.590282:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332732.608735:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610828160 00000100:00100000:3.0:1763332732.608746:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610828160 00000100:00100000:3.0:1763332732.608807:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 815 00000100:00100000:3.0:1763332732.608817:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+8:32700:x1848987610828160:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332732.608835:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332732.608858:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c2ed9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cbfe expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332732.608881:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 7352320, mtime: 0x691a527c, atime: 0x691a5278, ctime: 0x691a527c, blocks: 0x3818 00010000:00010000:3.0:1763332732.608901:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.608903:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.608910:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c2ed9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbfe expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.608933:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c2ed9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbfe expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.608946:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0ea00, rc 0) 00000100:00100000:3.0:1763332732.609004:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+9:32700:x1848987610828160:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 188us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332732.609011:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 815 00000100:00100000:3.0:1763332732.620708:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332732.634173:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.634186:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.634194:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.634200:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0e200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332732.634204:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.634212:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.634230:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332732.634233:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332732.634239:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332732.634245:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2ed86 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763332732.634542:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610828928 00000100:00100000:3.0:1763332732.634550:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610828928 00000100:00100000:3.0:1763332732.635312:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2232 00000100:00100000:3.0:1763332732.635327:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+8:32700:x1848987610828928:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332732.635599:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332732.635621:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2eda9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cc05 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.635689:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2eda9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cc05 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.635704:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2eda9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cc05 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.635723:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332732.635726:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332732.635729:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0e400, rc 0) 00000100:00100000:3.0:1763332732.636312:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+9:32700:x1848987610828928:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 985us (1912us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332732.636322:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2232 00000100:00100000:3.0:1763332732.773409:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332732.779236:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610829952 00000100:00100000:3.0:1763332732.779245:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610829952 00000100:00100000:3.0:1763332732.779302:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610830080 00000100:00100000:3.0:1763332732.779305:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610830080 00000100:00100000:3.0:1763332732.779338:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 314 00000100:00100000:3.0:1763332732.779370:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+10:2419:x1848987610829952:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332732.779407:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2edda lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.779426:0:24027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bee00/0xb32e3ef184c2ed94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbf7 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.779435:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332732.779436:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332732.779440:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2edda lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.779471:0:24027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe467bee00/0xb32e3ef184c2ed94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbf7 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.779482:0:24027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bee00/0xb32e3ef184c2ed94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbf7 expref: 10 pid: 8406 timeout: 936 lvb_type: 0 00000100:00100000:3.0:1763332732.779495:0:24027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24027:1848987626200960:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332732.779562:0:24027:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206d80 going to sleep for 11 seconds 00010000:00010000:3.0:1763332732.786954:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bee00/0xb32e3ef184c2ed94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbf7 expref: 11 pid: 8406 timeout: 936 lvb_type: 0 00000100:00100000:3.0:1763332732.786970:0:24027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:24027:1848987626200960:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332732.786987:0:24027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2edda lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.786995:0:24027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2edda lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.787003:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e200/0xb32e3ef184c2edda lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332732.804209:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332732.804256:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332732.827755:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610831360 00000100:00100000:3.0:1763332732.827764:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610831360 00010000:00010000:3.0:1763332732.827794:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c2ed9b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbfe expref: 18 pid: 8406 timeout: 936 lvb_type: 0 00000100:00100000:3.0:1763332732.827831:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 496 00000100:00100000:3.0:1763332732.827840:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+18:2420:x1848987610831360:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332732.827851:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332732.827871:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c2ed9b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbfe expref: 18 pid: 8406 timeout: 936 lvb_type: 0 00010000:00010000:3.0:1763332732.827884:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c2ed9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbfe expref: 18 pid: 8406 timeout: 936 lvb_type: 0 00010000:00010000:3.0:1763332732.827904:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.827906:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.827910:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7a00/0xb32e3ef184c2ede8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 8 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.827921:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7a00/0xb32e3ef184c2ede8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 8 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.827935:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.827937:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.827940:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c2edf6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.827948:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c2edf6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.827955:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.827956:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.827959:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2edfd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 8 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.827966:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2edfd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 8 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.827973:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.827974:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332732.827977:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7000/0xb32e3ef184c2ee04 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.827985:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7000/0xb32e3ef184c2ee04 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 8 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.828026:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332732.828065:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+18:2420:x1848987610831360:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 226us (2773us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332732.828073:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 496 00010000:00010000:3.0:1763332732.881692:0:24029:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7200/0xb32e3ef184c2ee0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.881716:0:24029:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7200/0xb32e3ef184c2ee0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.881726:0:24029:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7200/0xb32e3ef184c2ee0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.881733:0:24029:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe465e7200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332732.881737:0:24029:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7200/0xb32e3ef184c2ee0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.881745:0:24029:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7200/0xb32e3ef184c2ee0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.881766:0:24029:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7200/0xb32e3ef184c2ee0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.881773:0:24029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7200/0xb32e3ef184c2ee0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332732.882261:0:24029:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+13:2419:x1848987610830848:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 71422us (72636us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332732.882276:0:24029:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 321 00010000:00010000:3.0:1763332732.966511:0:8410:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c2edf6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.966525:0:8410:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c2edf6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.966539:0:8410:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c2edf6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.966547:0:8410:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfe00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332732.966551:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c2edf6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.966559:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c2edf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.966574:0:8410:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c2edf6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.966581:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c2edf6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332732.966674:0:8410:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+12:2418:x1848987610830720:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 161327us (162413us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332732.966684:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 318 00010000:00010000:3.0:1763332732.967145:0:24028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c2ee43 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.967156:0:24028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c2ee43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.967164:0:24028:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c2ee43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.967176:0:24028:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332732.967179:0:24028:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c2ee43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.967186:0:24028:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c2ee43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.967199:0:24028:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c2ee43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332732.967206:0:24028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c2ee43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332732.967259:0:24028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+10:2420:x1848987610832000:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 64951us (67502us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332732.967268:0:24028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 325 00000100:00100000:3.0:1763332733.488305:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626201856:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332733.488320:0:8611:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6400/0xb32e3ef184c2ee97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.488343:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 500 00000100:00100000:3.0:1763332733.488375:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+12:2418:x1848987610834304:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332733.488383:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332733.488404:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05200/0xb32e3ef184c2ed16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbe2 expref: 12 pid: 17605 timeout: 937 lvb_type: 1 00010000:00010000:3.0:1763332733.488419:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05200/0xb32e3ef184c2ed16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbe2 expref: 12 pid: 17605 timeout: 937 lvb_type: 1 00010000:00010000:3.0:1763332733.488438:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05200/0xb32e3ef184c2ed16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbe2 expref: 12 pid: 17605 timeout: 937 lvb_type: 1 00010000:00010000:3.0:1763332733.488453:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.488455:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.488461:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6400/0xb32e3ef184c2ee97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.488471:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6400/0xb32e3ef184c2ee97 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.488496:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332733.488546:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+11:2418:x1848987610834304:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 196us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332733.488553:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 500 00000100:00100000:3.0:1763332733.488572:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 501 00000100:00100000:3.0:1763332733.488580:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+11:2418:x1848987610834176:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332733.488587:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332733.488599:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04800/0xb32e3ef184c2ed0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbdb expref: 11 pid: 17605 timeout: 937 lvb_type: 1 00010000:00010000:3.0:1763332733.489476:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04800/0xb32e3ef184c2ed0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbdb expref: 11 pid: 17605 timeout: 937 lvb_type: 1 00010000:00010000:3.0:1763332733.489499:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04800/0xb32e3ef184c2ed0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbdb expref: 11 pid: 17605 timeout: 937 lvb_type: 1 00010000:00010000:3.0:1763332733.489510:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.489512:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.489516:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2ee90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.489523:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2ee90 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.489546:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332733.489581:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+10:2418:x1848987610834176:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1001us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332733.489588:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 501 00010000:00010000:3.0:1763332733.491206:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2ee90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.491216:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2ee90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.491241:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2ee90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.491247:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2ee90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.491261:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2ee90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.491267:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe465e7e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332733.491271:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2ee90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.491279:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2ee90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.491296:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2ee90 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.491302:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2ee90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.491396:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+9:2420:x1848987610833792:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 10409us (12936us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332733.491406:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 830 00000001:00080000:3.0:1763332733.501338:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968707 is committed 00000004:00080000:3.0:1763332733.501379:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 73 committed 00000004:00080000:3.0:1763332733.501394:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 84 committed 00000004:00080000:3.0:1763332733.501399:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 72 committed 00000004:00080000:3.0:1763332733.501401:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 83 committed 00000004:00080000:3.0:1763332733.501403:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 71 committed 00000004:00080000:3.0:1763332733.501406:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 82 committed 00000004:00080000:3.0:1763332733.501408:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 70 committed 00000004:00080000:3.0:1763332733.501410:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 81 committed 00000004:00080000:3.0:1763332733.501412:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 69 committed 00000100:00100000:3.0:1763332733.501489:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626201984:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332733.501557:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332733.501594:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332733.501600:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626202112:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332733.501622:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332733.501657:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626202496:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332733.501677:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332733.501741:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626202112 00000100:00100000:3.0:1763332733.501745:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626202112 00000100:00100000:3.0:1763332733.501763:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626202496 00000100:00100000:3.0:1763332733.501765:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626202496 00000100:00100000:3.0:1763332733.501773:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626202240 00000100:00100000:3.0:1763332733.501775:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626202240 00000100:00100000:3.0:1763332733.501786:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1763332733.501791:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626202112:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332733.501930:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626202112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 136us (305us total) trans 21474836594 rc 0/0 00000100:00100000:3.0:1763332733.501951:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1763332733.501964:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:3.0:1763332733.501968:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626202496:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332733.502035:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626202496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (357us total) trans 21474836596 rc 0/0 00000100:00100000:3.0:1763332733.502041:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:3.0:1763332733.502053:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1763332733.502058:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626202240:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332733.502106:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1763332733.502109:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33:0x0] updating lvb mtime from disk: 1763332732 -> 1763332732 00002000:00010000:3.0:1763332733.502111:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x33:0x0] updating lvb atime from disk: 1763332728 -> 1763332728 00002000:00010000:3.0:1763332733.502113:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33:0x0] updating lvb ctime from disk: 1763332732 -> 1763332732 00002000:00010000:3.0:1763332733.502115:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332733.502135:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626202240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (437us total) trans 21474836597 rc 0/0 00000100:00100000:3.0:1763332733.502140:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1763332733.502150:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626202880 00000100:00100000:3.0:1763332733.502153:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626202880 00000100:00100000:3.0:1763332733.502171:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1763332733.502176:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3653:x1848987626202880:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332733.502245:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626202880:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (141us total) trans 17179869258 rc 0/0 00000100:00100000:3.0:1763332733.502251:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1763332733.502269:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626203008:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332733.502289:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763332733.502309:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff6bc11880/2, rc 0, transno 21474836596 00000100:00100000:3.0:1763332733.502313:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626202496:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332733.502320:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcfed80/2, rc 0, transno 21474836594 00000100:00100000:3.0:1763332733.502323:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626202112:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332733.502332:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e18a80/2, rc 0, transno 17179869257 00000100:00100000:3.0:1763332733.502336:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626201984:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332733.502342:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332733.502369:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626202624:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332733.502393:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332733.502411:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626202624 00000100:00100000:3.0:1763332733.502414:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626202624 00000100:00100000:3.0:1763332733.502429:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:3.0:1763332733.502435:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3654:x1848987626202624:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332733.502502:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3654:x1848987626202624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (108us total) trans 17179869261 rc 0/0 00000100:00100000:3.0:1763332733.502508:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00010000:00010000:3.0:1763332733.523105:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332733.560210:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.560276:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.579217:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610835456 00000100:00100000:3.0:1763332733.579226:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610835456 00000100:00100000:3.0:1763332733.591236:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610835584 00000100:00100000:3.0:1763332733.591245:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610835584 00000100:00100000:3.0:1763332733.591306:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 846 00000100:00100000:3.0:1763332733.591316:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+10:32731:x1848987610835584:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332733.591334:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332733.591391:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4be04800/0xb32e3ef184c2eedd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cc75 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332733.591416:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 7350589, mtime: 0x691a5275, atime: 0x691a5278, ctime: 0x691a5279, blocks: 0x3818 00010000:00010000:3.0:1763332733.591436:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.591449:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.591458:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be04800/0xb32e3ef184c2eedd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cc75 expref: 11 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.591473:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be04800/0xb32e3ef184c2eedd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cc75 expref: 11 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.591487:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4be04800, rc 0) 00000100:00100000:3.0:1763332733.591535:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+11:32731:x1848987610835584:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 221us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332733.591543:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 846 00000100:00100000:3.0:1763332733.601532:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610835840 00000100:00100000:3.0:1763332733.601542:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610835840 00000100:00100000:3.0:1763332733.605223:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610835712 00000100:00100000:3.0:1763332733.605233:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610835712 00000100:00100000:3.0:1763332733.608965:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610835968 00000100:00100000:3.0:1763332733.608977:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610835968 00000100:00100000:3.0:1763332733.619308:0:24028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610836096 00000100:00100000:3.0:1763332733.619321:0:24028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610836096 00000100:00100000:3.0:1763332733.630482:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.631271:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.631296:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.631335:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.631408:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610836224 00000100:00100000:3.0:1763332733.631419:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610836224 00000100:00100000:3.0:1763332733.631478:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610836352 00000100:00100000:3.0:1763332733.631481:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610836352 00000100:00100000:3.0:1763332733.631502:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610836480 00000100:00100000:3.0:1763332733.631505:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610836480 00000100:00100000:3.0:1763332733.631520:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610836608 00000100:00100000:3.0:1763332733.631523:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610836608 00000100:00100000:3.0:1763332733.631543:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 328 00000100:00100000:3.0:1763332733.631552:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+12:2419:x1848987610836224:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332733.631592:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49324600/0xb32e3ef184c2eeeb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.631614:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.631616:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.631622:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324600/0xb32e3ef184c2eeeb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.631650:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49324600/0xb32e3ef184c2eeeb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.632238:0:24029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 329 00000100:00100000:3.0:1763332733.632246:0:24029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+14:2418:x1848987610836352:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332733.632269:0:24029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49325e00/0xb32e3ef184c2eef2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.632278:0:24029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.632280:0:24029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.632284:0:24029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49325e00/0xb32e3ef184c2eef2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.632294:0:24029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49325e00/0xb32e3ef184c2eef2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.632853:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 330 00000100:00100000:3.0:1763332733.632861:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+15:2418:x1848987610836480:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332733.632880:0:8411:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c2eef9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.632888:0:8411:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.632891:0:8411:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.632894:0:8411:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c2eef9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.632903:0:8411:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c2eef9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.645935:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.645978:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.646008:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.646046:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.646071:0:24028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610836864 00000100:00100000:3.0:1763332733.646076:0:24028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610836864 00000100:00100000:3.0:1763332733.646127:0:24028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610836992 00000100:00100000:3.0:1763332733.646130:0:24028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610836992 00000100:00100000:3.0:1763332733.646985:0:24028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 333 00000100:00100000:3.0:1763332733.647003:0:24028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+17:2420:x1848987610836736:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332733.647036:0:24028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c2ef0e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.647046:0:24028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.647048:0:24028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.647053:0:24028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c2ef0e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.647065:0:24028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c2ef0e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.647798:0:24031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 334 00000100:00100000:3.0:1763332733.647809:0:24031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+17:2420:x1848987610836992:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332733.647834:0:24031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c2ef15 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.647843:0:24031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.647845:0:24031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.647850:0:24031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c2ef15 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.647861:0:24031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c2ef15 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.649294:0:16439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 335 00000100:00100000:3.0:1763332733.649305:0:16439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+18:2420:x1848987610837120:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332733.649335:0:16439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c2ef1c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.649365:0:16439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.649368:0:16439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.649372:0:16439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c2ef1c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.649385:0:16439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c2ef1c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.649967:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.649990:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.660200:0:24030:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:3.0:1763332733.660221:0:24030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610837504 00000100:00100000:3.0:1763332733.660231:0:24030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610837504 00000100:00100000:3.0:1763332733.660291:0:24030:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:3.0:1763332733.660296:0:24030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610837632 00000100:00100000:3.0:1763332733.660299:0:24030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610837632 00010000:00010000:3.0:1763332733.691075:0:8411:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c2eef9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.691100:0:8411:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c2eef9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.691109:0:8411:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c2eef9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.691117:0:8411:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49324e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332733.691121:0:8411:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c2eef9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.691130:0:8411:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c2eef9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.691151:0:8411:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c2eef9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.691159:0:8411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c2eef9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.691230:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+15:2418:x1848987610836480:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 58365us (59929us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332733.691241:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 330 00010000:00010000:3.0:1763332733.727458:0:24031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c2ef15 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.727484:0:24031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c2ef15 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.727492:0:24031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c2ef15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.727498:0:24031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49324800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332733.727503:0:24031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c2ef15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.727511:0:24031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c2ef15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.727531:0:24031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c2ef15 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.727539:0:24031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c2ef15 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.729250:0:24031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+19:2420:x1848987610836992:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 81434us (83230us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332733.729263:0:24031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 334 00010000:00010000:3.0:1763332733.731035:0:16439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c2ef1c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.731054:0:16439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c2ef1c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.731067:0:16439:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c2ef1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.731073:0:16439:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49324a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332733.731077:0:16439:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c2ef1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.731084:0:16439:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c2ef1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.731101:0:16439:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c2ef1c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.731108:0:16439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c2ef1c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.733689:0:16439:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+17:2420:x1848987610837120:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 84372us (87629us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332733.733706:0:16439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 335 00000100:00100000:3.0:1763332733.794548:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.794571:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.797646:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.797752:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332733.804574:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610839040 00000100:00100000:3.0:1763332733.804587:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610839040 00000100:00100000:3.0:1763332733.808604:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000001:00080000:3.0:1763332733.846327:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869262 is committed 00000001:00080000:3.0:1763332733.846373:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869261 is committed 00000001:00080000:3.0:1763332733.873810:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869263 is committed 00010000:00010000:3.0:1763332733.924323:0:8411:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2ef62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [2097152->6291455] (req 2097152->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.924338:0:8411:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2ef62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [2097152->6291455] (req 2097152->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.924410:0:8411:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2ef62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [2097152->6291455] (req 2097152->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.924419:0:8411:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332733.924423:0:8411:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2ef62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [2097152->6291455] (req 2097152->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.924433:0:8411:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2ef62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [2097152->6291455] (req 2097152->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.924449:0:8411:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2ef62 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [2097152->6291455] (req 2097152->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.924456:0:8411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2ef62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [2097152->6291455] (req 2097152->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.924533:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+8:2421:x1848987610838656:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 125641us (126779us total) trans 21474836601 rc 0/0 00000100:00100000:3.0:1763332733.924543:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 345 00000001:00080000:3.0:1763332733.935760:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869265 is committed 00000100:00100000:3.0:1763332733.947329:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610839424 00000100:00100000:3.0:1763332733.947336:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610839424 00000100:00100000:3.0:1763332733.947395:0:8411:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610839552 00000100:00100000:3.0:1763332733.947398:0:8411:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610839552 00000100:00100000:3.0:1763332733.947427:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 349 00000100:00100000:3.0:1763332733.947436:0:8411:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+10:2418:x1848987610839296:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:3.0:1763332733.947480:0:8411:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2ef7e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.947499:0:8411:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2eeba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cc52 expref: 10 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332733.947508:0:8411:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.947510:0:8411:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.947514:0:8411:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2ef7e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.947551:0:8411:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2eeba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cc52 expref: 10 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332733.947565:0:8411:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e400/0xb32e3ef184c2eeba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x30:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cc52 expref: 10 pid: 8406 timeout: 938 lvb_type: 1 00000100:00100000:3.0:1763332733.947580:0:8411:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8411:1848987626203520:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332733.947672:0:8411:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763332733.954159:0:8411:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8411:1848987626203520:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332733.954543:0:8411:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2ef7e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.955678:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:28427:1848987626203648:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332733.955701:0:28427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2ef85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.956017:0:6506:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:3.0:1763332733.956031:0:6506:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00100000:3.0:1763332733.956148:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 507 00000100:00100000:3.0:1763332733.956163:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+11:2421:x1848987610840448:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332733.956183:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332733.956200:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c2eec1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cc59 expref: 11 pid: 8406 timeout: 938 lvb_type: 1 00010000:00010000:3.0:1763332733.956227:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c2eec1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cc59 expref: 11 pid: 8406 timeout: 938 lvb_type: 1 00010000:00010000:3.0:1763332733.956253:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c2eec1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cc59 expref: 11 pid: 8406 timeout: 938 lvb_type: 1 00010000:00010000:3.0:1763332733.956264:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.956265:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.956268:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c2ef8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.956275:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c2ef8c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.956286:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.956287:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.956290:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2ef93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.956296:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2ef93 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.956302:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.956303:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.956306:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6200/0xb32e3ef184c2ef9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.956312:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6200/0xb32e3ef184c2ef9a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.956345:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332733.956401:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+10:2421:x1848987610840448:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 241us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332733.956415:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 507 00000100:00100000:3.0:1763332733.983250:0:16439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610840576 00000100:00100000:3.0:1763332733.983262:0:16439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610840576 00000100:00100000:3.0:1763332733.983374:0:16439:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610840832 00000100:00100000:3.0:1763332733.983379:0:16439:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610840832 00000100:00100000:3.0:1763332733.983410:0:16439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 356 00000100:00100000:3.0:1763332733.983421:0:16439:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+18:2418:x1848987610840576:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:3.0:1763332733.983472:0:16439:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07c00/0xb32e3ef184c2efaf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.983497:0:16439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.983500:0:16439:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332733.983507:0:16439:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07c00/0xb32e3ef184c2efaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332733.983523:0:16439:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07c00/0xb32e3ef184c2efaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332733.988381:0:24030:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:3.0:1763332733.988388:0:24030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610841088 00000100:00100000:3.0:1763332733.988393:0:24030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610841088 00002000:00010000:3.0:1763332734.008052:0:24031:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x35:0x0] updating lvb mtime from disk: 1763332727 -> 1763332734 00002000:00010000:3.0:1763332734.008057:0:24031:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x35:0x0] updating lvb ctime from disk: 1763332727 -> 1763332734 00010000:00010000:3.0:1763332734.008071:0:24031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6200/0xb32e3ef184c2ef9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.008081:0:24031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6200/0xb32e3ef184c2ef9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.008091:0:24031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6200/0xb32e3ef184c2ef9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.008097:0:24031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe465e6200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332734.008102:0:24031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6200/0xb32e3ef184c2ef9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.008111:0:24031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6200/0xb32e3ef184c2ef9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.008138:0:24031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6200/0xb32e3ef184c2ef9a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.008145:0:24031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6200/0xb32e3ef184c2ef9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332734.008237:0:24031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+17:2418:x1848987610839936:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 53449us (54135us total) trans 21474836603 rc 0/0 00000100:00100000:3.0:1763332734.008249:0:24031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 354 00002000:00010000:3.0:1763332734.026579:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x30:0x0] updating lvb mtime from disk: 1763332727 -> 1763332734 00002000:00010000:3.0:1763332734.026585:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x30:0x0] updating lvb ctime from disk: 1763332727 -> 1763332734 00010000:00010000:3.0:1763332734.026595:0:8411:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2ef7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.026604:0:8411:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2ef7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.026612:0:8411:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2ef7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.026618:0:8411:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be06c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332734.026631:0:8411:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2ef7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.026639:0:8411:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2ef7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.028454:0:8411:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2ef7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.028462:0:8411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2ef7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332734.028554:0:8411:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+13:2418:x1848987610839296:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 81118us (82012us total) trans 17179869267 rc 0/0 00000100:00100000:3.0:1763332734.028562:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 349 00000100:00100000:3.0:1763332734.035037:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626203904 00000100:00100000:3.0:1763332734.035046:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626203904 00000100:00100000:3.0:1763332734.035108:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1763332734.035118:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626203904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763332734.035324:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446273024 avail 1300033536 00000100:00100000:3.0:1763332734.038190:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626203904:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1763332734.084243:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c2efc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.084677:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c2efc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.084685:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c2efc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.084690:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74203e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332734.084693:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c2efc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.084700:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c2efc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.084711:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c2efc4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332734.084718:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c2efc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332734.084750:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+9:2420:x1848987610840704:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 97128us (97238us total) trans 21474836607 rc 0/0 00000100:00100000:3.0:1763332734.084756:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 359 00000100:00100000:3.0:1763332734.129252:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332734.148079:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332734.208683:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332734.214803:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332734.249220:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332734.252104:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000001:00080000:3.0:1763332734.257861:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968712 is committed 00000004:00080000:3.0:1763332734.257875:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 78 committed 00000004:00080000:3.0:1763332734.257889:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 88 committed 00000004:00080000:3.0:1763332734.259238:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 77 committed 00000004:00080000:3.0:1763332734.259242:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 87 committed 00000004:00080000:3.0:1763332734.260740:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 76 committed 00000004:00080000:3.0:1763332734.260744:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 86 committed 00000004:00080000:3.0:1763332734.260746:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 75 committed 00000004:00080000:3.0:1763332734.260748:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 85 committed 00000004:00080000:3.0:1763332734.260750:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 74 committed 00000100:00100000:3.0:1763332734.280385:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332734.545647:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626206080:0@lo:400:kworker.0 00000100:00100000:3.0:1763332734.556734:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332734.556874:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e131180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626206592:0@lo:400:kworker.0 00000100:00100000:3.0:1763332734.556907:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332734.556936:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626207104:0@lo:400:kworker.0 00000100:00100000:3.0:1763332734.556958:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332734.558262:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626206080:0@lo:400:kworker.0 00000100:00100000:3.0:1763332734.558274:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626207104:0@lo:400:kworker.0 00000100:00100000:3.0:1763332734.560365:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626206336:0@lo:400:kworker.0 00000100:00100000:3.0:1763332734.563198:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e131180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626206592:0@lo:400:kworker.0 00000100:00100000:3.0:1763332735.478859:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332735.491253:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610847232 00000100:00100000:3.0:1763332735.491264:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610847232 00000100:00100000:3.0:1763332735.491322:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 869 00000100:00100000:3.0:1763332735.491333:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+12:2417:x1848987610847232:12345-192.168.204.28@tcp:9:umount.0 00000020:00000080:3.0:1763332735.491392:0:8406:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2ce7d 00000020:00010000:3.0:1763332735.491402:0:8406:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92fe44f04000: total 0 00000100:00080000:3.0:1763332735.491408:0:8406:0:(import.c:65:import_set_state_nolock()) ffff92fe44f01800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1763332735.492060:0:8406:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836614 00000100:00100000:3.0:1763332735.494764:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d5900fbb-539c-4c9f-9761-ff07a69ed9f3+4:2417:x1848987610847232:12345-192.168.204.28@tcp:9:umount.0 Request processed in 3419us (3660us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332735.494779:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 869 00000020:00010000:3.0:1763332735.504165:0:8421:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92fe44f05800: total 0 00010000:00010000:3.0:1763332735.504170:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332735.504226:0:8421:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92fe44f05800, canceled 0 locks, left on hash table 4. 00010000:00010000:3.0:1763332735.504263:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332735.504267:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763332735.504275:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c2ed24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x113:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cbe9 expref: 8 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332735.504295:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x119:0x0].0x0 (ffff92fe43bd0500) 00010000:00010000:3.0:1763332735.504298:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332735.504301:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c2ec6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x119:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cba3 expref: 7 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332735.504319:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x113:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:3.0:1763332735.504322:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332735.504325:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c2f03b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x113:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ccc2 expref: 6 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332735.504342:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332735.504345:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332735.504392:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e6c00/0xb32e3ef184c2ebaa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cb80 expref: 5 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332735.504403:0:8421:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92fe44f05800, canceled 4 locks, left on hash table 0. 00010000:00010000:3.0:1763332735.504416:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332735.504418:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332735.504419:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332736.035060:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.046196:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.083550:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332736.083564:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626207488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332736.083612:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332736.084185:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626207488:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1763332736.084221:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332736.087544:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.125853:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.158223:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.174244:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.199788:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.229696:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00080000:3.0:1763332736.230216:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332736.230903:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.231338:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.239083:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.239277:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.239431:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.239457:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 870 00000100:00100000:3.0:1763332736.239535:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2417:x1848987610851072:12345-192.168.204.28@tcp:8:mount.lustre.0 00010000:00080000:3.0:1763332736.239551:0:8611:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp t0 exp 0000000000000000 cur 840 last 0 00000020:00000080:3.0:1763332736.239568:0:8611:0:(genops.c:1402:class_connect()) connect: client 1dec5569-9184-4622-8fc2-84b1eb26add2, cookie 0xb32e3ef184c2f07a 00002000:00100000:3.0:1763332736.239572:0:8611:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 1dec5569-9184-4622-8fc2-84b1eb26add2/ffff92fe45214800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2103d35 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1763332736.239599:0:8611:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1763332736.239646:0:8611:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff4ac29e00 00002000:00080000:3.0:1763332736.239656:0:8611:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1763332736.239684:0:8611:0:(import.c:65:import_set_state_nolock()) ffff92fe45211800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1763332736.239741:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2417:x1848987610851072:12345-192.168.204.28@tcp:8:mount.lustre.0 Request processed in 274us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332736.239758:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 870 00000100:00100000:3.0:1763332736.482968:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.488875:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.505960:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332736.592802:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332736.594868:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626207744:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332736.599083:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610852096 00000100:00100000:3.0:1763332736.599092:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610852096 00000100:00100000:3.0:1763332736.599153:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 872 00000100:00100000:3.0:1763332736.599161:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987610852096:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332736.599181:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332736.599204:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07000/0xb32e3ef184c2f0b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cd55 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332736.599228:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 1048576, mtime: 0x691a5275, atime: 0x691a5278, ctime: 0x691a5279, blocks: 0x800 00010000:00010000:3.0:1763332736.599246:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332736.599248:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332736.599259:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07000/0xb32e3ef184c2f0b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd55 expref: 7 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332736.599276:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07000/0xb32e3ef184c2f0b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd55 expref: 7 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332736.599289:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4be07000, rc 0) 00000100:00100000:3.0:1763332736.599336:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2418:x1848987610852096:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 177us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332736.599381:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 872 00000100:00100000:3.0:1763332736.604079:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.604121:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.621925:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.621979:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.624479:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.624516:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.642870:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332736.642991:0:8412:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610852992 00000100:00100000:3.0:1763332736.643002:0:8412:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610852992 00000100:00100000:3.0:1763332736.643078:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 374 00000100:00100000:3.0:1763332736.643089:0:8412:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987610852992:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332736.643128:0:8412:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f0ff lrc: 3/1,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.643144:0:8412:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332736.643147:0:8412:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332736.643154:0:8412:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f0ff lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.645058:0:8412:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f0ff lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332736.650194:0:24031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610853888 00000100:00100000:3.0:1763332736.650205:0:24031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610853888 00000100:00100000:3.0:1763332736.650300:0:24031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 377 00000100:00100000:3.0:1763332736.650310:0:24031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+22:2420:x1848987610853888:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332736.650345:0:24031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f114 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.650381:0:24031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332736.650383:0:24031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332736.650389:0:24031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f114 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.650403:0:24031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f114 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 9 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.671401:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0d800/0xb32e3ef184c2f0ce lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.671424:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0d800/0xb32e3ef184c2f0ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.671433:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0d800/0xb32e3ef184c2f0ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.671440:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0d800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332736.671445:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0d800/0xb32e3ef184c2f0ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.671454:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0d800/0xb32e3ef184c2f0ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.671476:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0d800/0xb32e3ef184c2f0ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.671488:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0d800/0xb32e3ef184c2f0ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 8 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332736.671571:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2418:x1848987610852864:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 45181us (49583us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332736.671592:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 367 00010000:00010000:3.0:1763332736.681568:0:16439:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2f0dc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.683402:0:16439:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2f0dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.683414:0:16439:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2f0dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.683421:0:16439:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332736.683427:0:16439:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2f0dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.683437:0:16439:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2f0dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.683462:0:16439:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2f0dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.683470:0:16439:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2f0dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16439 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.692118:0:24028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f0d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.692140:0:24028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f0d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.692150:0:24028:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f0d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.692158:0:24028:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe465e6800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332736.692163:0:24028:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f0d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.692171:0:24028:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f0d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.692190:0:24028:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f0d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.692197:0:24028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f0d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332736.692261:0:24028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2418:x1848987610852480:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 65612us (67780us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332736.692270:0:24028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 368 00010000:00010000:3.0:1763332736.743152:0:8412:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f0ff lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.743176:0:8412:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f0ff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.743185:0:8412:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f0ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.743192:0:8412:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be06200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332736.743197:0:8412:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f0ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.743206:0:8412:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f0ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.743231:0:8412:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f0ff lrc: 2/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.743238:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f0ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x32:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332736.746884:0:8412:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2418:x1848987610852992:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 103783us (104015us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332736.746901:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 374 00010000:00010000:3.0:1763332736.772385:0:24031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f114 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.772405:0:24031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f114 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.772421:0:24031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f114 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.772428:0:24031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be06c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332736.772433:0:24031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f114 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.772443:0:24031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f114 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.772462:0:24031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f114 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332736.772471:0:24031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f114 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332736.772562:0:24031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610853888:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 122248us (122586us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332736.772581:0:24031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 377 00000100:00100000:3.0:1763332736.959771:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332737.010587:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332737.054511:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332737.059804:0:24028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 385 00000100:00100000:3.0:1763332737.059816:0:24028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987610855680:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332737.059837:0:24028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f176 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.059847:0:24028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.059849:0:24028:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.059853:0:24028:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f176 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.059864:0:24028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06200/0xb32e3ef184c2f176 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24028 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332737.063847:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332737.064215:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 389 00000100:00100000:3.0:1763332737.064226:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2419:x1848987610856320:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332737.064265:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f192 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.064290:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.064292:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.064298:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f192 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.064314:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f192 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 7 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.097815:0:24031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06400/0xb32e3ef184c2f18b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.097832:0:24031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06400/0xb32e3ef184c2f18b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.097846:0:24031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06400/0xb32e3ef184c2f18b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.097852:0:24031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d06400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332737.097857:0:24031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06400/0xb32e3ef184c2f18b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.097864:0:24031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06400/0xb32e3ef184c2f18b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.097882:0:24031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06400/0xb32e3ef184c2f18b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.097890:0:24031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06400/0xb32e3ef184c2f18b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332737.098013:0:24031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2419:x1848987610856192:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 35855us (35923us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332737.098022:0:24031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 388 00010000:00010000:3.0:1763332737.121231:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f192 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.121259:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f192 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.121268:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.121280:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be06c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332737.121285:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.121294:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f192 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.121314:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f192 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.121320:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f192 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 5 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332737.121464:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2419:x1848987610856320:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 57235us (59123us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332737.121473:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 389 00000100:00100000:3.0:1763332737.387694:0:24031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 405 00000100:00100000:3.0:1763332737.387711:0:24031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2418:x1848987610858368:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332737.387742:0:24031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f202 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.387754:0:24031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.387756:0:24031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.387761:0:24031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f202 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.387774:0:24031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f202 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 6 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332737.388431:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 406 00000100:00100000:3.0:1763332737.388441:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2418:x1848987610858496:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332737.388464:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be07a00/0xb32e3ef184c2f209 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.388474:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.388475:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.388479:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be07a00/0xb32e3ef184c2f209 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.388489:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4be07a00/0xb32e3ef184c2f209 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 6 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332737.389011:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 407 00000100:00100000:3.0:1763332737.389019:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2418:x1848987610858624:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332737.389036:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07e00/0xb32e3ef184c2f210 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.389044:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.389045:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.389048:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07e00/0xb32e3ef184c2f210 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.389058:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07e00/0xb32e3ef184c2f210 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 7 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332737.405965:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 409 00000100:00100000:3.0:1763332737.405976:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+22:2418:x1848987610858880:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332737.405998:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06e00/0xb32e3ef184c2f21e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.406007:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.406008:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.406012:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06e00/0xb32e3ef184c2f21e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.406022:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06e00/0xb32e3ef184c2f21e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 8 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.478813:0:24031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f202 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.478826:0:24031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f202 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.478834:0:24031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.478840:0:24031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be06c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332737.478845:0:24031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.478852:0:24031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.478866:0:24031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f202 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.478873:0:24031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06c00/0xb32e3ef184c2f202 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332737.478930:0:24031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2418:x1848987610858368:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 91224us (96525us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332737.478939:0:24031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 405 00010000:00010000:3.0:1763332737.495947:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be07a00/0xb32e3ef184c2f209 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.495968:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be07a00/0xb32e3ef184c2f209 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.495978:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe4be07a00/0xb32e3ef184c2f209 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.495986:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be07a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332737.495990:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be07a00/0xb32e3ef184c2f209 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.495998:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be07a00/0xb32e3ef184c2f209 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.496020:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe4be07a00/0xb32e3ef184c2f209 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.496027:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe4be07a00/0xb32e3ef184c2f209 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 5 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332737.496135:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2418:x1848987610858496:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 107691us (113707us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332737.496147:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 406 00010000:00010000:3.0:1763332737.513522:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07e00/0xb32e3ef184c2f210 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.513544:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07e00/0xb32e3ef184c2f210 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.513555:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07e00/0xb32e3ef184c2f210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.513573:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be07e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332737.513578:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07e00/0xb32e3ef184c2f210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.513588:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07e00/0xb32e3ef184c2f210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.513609:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07e00/0xb32e3ef184c2f210 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.513618:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4be07e00/0xb32e3ef184c2f210 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332737.513712:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2418:x1848987610858624:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 124688us (131254us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332737.513726:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 407 00010000:00010000:3.0:1763332737.517101:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c2f217 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.517120:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c2f217 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.517130:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c2f217 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.517137:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332737.517141:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c2f217 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.517151:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c2f217 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.517170:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c2f217 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.517177:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c2f217 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332737.522442:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987610858752:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 117354us (117813us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332737.522459:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 408 00010000:00010000:3.0:1763332737.526482:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06e00/0xb32e3ef184c2f21e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.526502:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06e00/0xb32e3ef184c2f21e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.526511:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06e00/0xb32e3ef184c2f21e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.526518:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be06e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332737.526522:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06e00/0xb32e3ef184c2f21e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.526530:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06e00/0xb32e3ef184c2f21e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.526548:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06e00/0xb32e3ef184c2f21e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332737.526555:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4be06e00/0xb32e3ef184c2f21e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332737.536027:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987610858880:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 130037us (131420us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332737.536042:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 409 00000100:00100000:3.0:1763332737.616702:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626207872:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332737.616771:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332737.766950:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610859520 00000100:00100000:3.0:1763332737.766960:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610859520 00000100:00100000:3.0:1763332737.767028:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610859264 00000100:00100000:3.0:1763332737.767032:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610859264 00000100:00100000:3.0:1763332737.767063:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 879 00000100:00100000:3.0:1763332737.767075:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610859520:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332737.767096:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332737.767118:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f23a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cd94 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332737.767142:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 7350589, mtime: 0x691a527e, atime: 0x0, ctime: 0x691a527e, blocks: 0x3818 00010000:00010000:3.0:1763332737.767165:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.767168:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332737.767177:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f23a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd94 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332737.767194:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f23a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd94 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332737.767206:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193e00, rc 0) 00000100:00100000:3.0:1763332737.767264:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2418:x1848987610859520:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 192us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332737.767271:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 879 00000100:00100000:3.0:1763332737.812319:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000020:00000080:3.0:1763332739.667874:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe44f04000/d5900fbb-539c-4c9f-9761-ff07a69ed9f3 for lustre-OST0000 00000020:00000080:3.0:1763332739.667935:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe42f16000/d5900fbb-539c-4c9f-9761-ff07a69ed9f3 for lustre-OST0001 00000020:00000080:3.0:1763332739.668074:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe44f01800 for lustre-OST0000 00000020:00000080:3.0:1763332739.668080:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe42f15000 for lustre-OST0001 00000100:00100000:3.0:1763332739.668458:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626208512:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.668535:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.668590:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626209024:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.668614:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.668639:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626209536:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.668660:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.668682:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1763332739.668688:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626208128:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.668712:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.668732:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626208640:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.668748:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.668762:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626209152:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.668776:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.668796:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626208256:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.668813:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.668826:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626208768:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.668840:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.668852:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626209280:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.668866:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.668879:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1763332739.668884:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626208384:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.668900:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.668912:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626208896:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.668926:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.668938:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626209408:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.673929:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332739.673983:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626208256:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.673993:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626209280:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.674028:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626209024 00000100:00100000:3.0:1763332739.674034:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626209024 00000100:00100000:3.0:1763332739.674078:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626208640 00000100:00100000:3.0:1763332739.674082:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626208640 00000100:00100000:3.0:1763332739.674097:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626208768 00000100:00100000:3.0:1763332739.674100:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626208768 00000100:00100000:3.0:1763332739.674111:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626208896 00000100:00100000:3.0:1763332739.674113:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626208896 00000100:00100000:3.0:1763332739.674127:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1763332739.674133:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626209024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.674172:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626209024:12345-0@lo:400:kworker.0 Request processed in 39us (5556us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332739.674178:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1763332739.674190:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1763332739.674195:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626208640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.674220:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626208640:12345-0@lo:400:kworker.0 Request processed in 25us (5470us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332739.674225:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1763332739.674235:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1763332739.674240:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626208768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.674272:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626208768:12345-0@lo:400:kworker.0 Request processed in 32us (5430us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332739.674277:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1763332739.674288:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1763332739.674294:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626208896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.674320:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626208896:12345-0@lo:400:kworker.0 Request processed in 26us (5392us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332739.674325:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1763332739.674374:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626209408 00000100:00100000:3.0:1763332739.674378:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626209408 00000100:00100000:3.0:1763332739.674401:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1763332739.674406:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626209408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.674434:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626209408:12345-0@lo:400:kworker.0 Request processed in 28us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332739.674439:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1763332739.674470:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626208384 00000100:00100000:3.0:1763332739.674474:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626208384 00000100:00100000:3.0:1763332739.674498:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1763332739.674504:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626208384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.674547:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626208384:12345-0@lo:400:kworker.0 Request processed in 42us (5645us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332739.674552:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1763332739.674589:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626208384:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.674599:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626208896:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.674608:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626209408:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.674616:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836614 gen 2 00000004:00080000:3.0:1763332739.674621:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44f95500, transno 21474836611 00000004:00080000:3.0:1763332739.674631:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44f96d80, transno 21474836612 00000004:00080000:3.0:1763332739.674635:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44f96300, transno 21474836613 00000004:00080000:3.0:1763332739.674637:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44f97800, transno 21474836614 00000100:00100000:3.0:1763332739.674641:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626208768:0@lo:400:kworker.0 00000004:00080000:3.0:1763332739.674766:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 4 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:3.0:1763332739.674811:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626208640:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.674821:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869279 gen 2 00000004:00080000:3.0:1763332739.674824:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe46e2dc00, transno 17179869275 00000004:00080000:3.0:1763332739.674844:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe46e2ce00, transno 17179869276 00000004:00080000:3.0:1763332739.674847:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe46e2c000, transno 17179869277 00000004:00080000:3.0:1763332739.674849:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe46e2c700, transno 17179869278 00000004:00080000:3.0:1763332739.674852:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe46e2c380, transno 17179869279 00000100:00100000:3.0:1763332739.674855:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626209024:0@lo:400:kworker.0 00000100:00100000:3.0:1763332739.698603:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626208128:0@lo:400:kworker.0 00000001:00100000:3.0:1763332740.701560:0:7438:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1dec5569-9184-4622-8fc2-84b1eb26add2 00000001:00100000:3.0:1763332740.701575:0:7438:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d5900fbb-539c-4c9f-9761-ff07a69ed9f3 00000001:00080000:3.0:1763332740.701582:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967343 is committed 00000020:00000080:3.0:1763332740.701588:0:7438:0:(genops.c:904:class_export_put()) final put ffff92fe44a89800/d5900fbb-539c-4c9f-9761-ff07a69ed9f3 00000100:00100000:3.0:1763332741.214488:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626209792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332741.214569:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1763332741.215376:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332741.561769:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610860672 00000100:00100000:3.0:1763332741.561775:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610860672 00000100:00100000:3.0:1763332741.561816:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610860544 00000100:00100000:3.0:1763332741.561819:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610860544 00000100:00100000:3.0:1763332741.561844:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 513 00000100:00100000:3.0:1763332741.561851:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987610860672:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332741.561881:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987610860672:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 31us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332741.561887:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 513 00000100:00100000:3.0:1763332741.561899:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 514 00000100:00100000:3.0:1763332741.561905:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610860544:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332741.561927:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610860544:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 23us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332741.561933:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 514 00000004:00080000:3.0:1763332741.713159:0:8610:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 845792808487ns, next at 846792806099ns, rc = 0 00000100:00100000:3.0:1763332741.713177:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332741.713185:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626210048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332741.713213:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332741.713243:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626210048 00000100:00100000:3.0:1763332741.713247:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626210048 00000100:00100000:3.0:1763332741.713268:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1763332741.713274:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626210048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763332741.713284:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8716864 pending 0 free 3883614208 avail 3652091904 00000100:00100000:3.0:1763332741.714784:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626210048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1505us (1565us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332741.714795:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1763332742.501166:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610860800 00000100:00100000:3.0:1763332742.501180:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610860800 00000100:00100000:3.0:1763332742.501253:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2256 00000100:00100000:3.0:1763332742.501262:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:33242:x1848987610860800:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332742.501280:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332742.501302:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f264 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cd9b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.501384:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2f26b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.501398:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2f26b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.501413:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2f26b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:3.0:1763332742.501457:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332742.501461:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332742.501489:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2f26b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.501511:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f264 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd9b expref: 12 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.501525:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2f26b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd9b expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.501533:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332742.501536:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332742.501539:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192a00, rc 0) 00000100:00100000:3.0:1763332742.501607:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:33242:x1848987610860800:12345-192.168.204.28@tcp:101:rm.0 Request processed in 347us (4230us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332742.501614:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2256 00000100:00100000:3.0:1763332742.505230:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610860928 00000100:00100000:3.0:1763332742.505240:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610860928 00000100:00100000:3.0:1763332742.505311:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2257 00000100:00100000:3.0:1763332742.505322:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:33242:x1848987610860928:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332742.505340:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332742.505391:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2f272 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cda2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.505459:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f279 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505482:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f279 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505494:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f279 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505505:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f280 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb65336f5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505512:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f280 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb65336f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505517:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f280 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb65336f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505562:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f279 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505568:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f279 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505574:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f279 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505580:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332742.505584:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f279 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505591:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f279 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505602:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332742.505605:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332742.505609:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f279 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505615:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f279 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505624:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f280 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb65336f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505630:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f280 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb65336f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505635:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f280 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb65336f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505639:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332742.505642:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f280 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb65336f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505647:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f280 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb65336f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505653:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb65336f5 (ffff92ff606cdd00) 00010000:00010000:3.0:1763332742.505655:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332742.505658:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f280 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb65336f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505663:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f280 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb65336f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.505689:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2f272 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cda2 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.505698:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332742.505700:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332742.505703:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2f272 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cda2 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.505712:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192400, rc 0) 00000100:00100000:3.0:1763332742.505767:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:33242:x1848987610860928:12345-192.168.204.28@tcp:101:rm.0 Request processed in 448us (666us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332742.505774:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2257 00000100:00100000:3.0:1763332742.517951:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610861184 00000100:00100000:3.0:1763332742.517962:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610861184 00000100:00100000:3.0:1763332742.532127:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332742.543582:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332742.543589:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55c00/0xb32e3ef184c2f2e9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x119:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.543595:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f55c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332742.543598:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55c00/0xb32e3ef184c2f2e9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x119:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.543605:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55c00/0xb32e3ef184c2f2e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x119:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.543627:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x119:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:3.0:1763332742.543632:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763332742.543636:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55c00/0xb32e3ef184c2f2e9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x119:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.543643:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55c00/0xb32e3ef184c2f2e9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x119:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332742.543665:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332742.543667:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332742.543669:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332742.547255:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1763332742.547269:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626210176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763332742.547286:0:8407:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:50 count 1 00010000:00010000:3.0:1763332742.547307:0:8407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2f2f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.547322:0:8407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c2f0b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd5c expref: 9 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332742.547330:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332742.547332:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332742.547335:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2f2f7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.547387:0:8407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c2f0b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd5c expref: 9 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332742.547397:0:8407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c2f0b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd5c expref: 9 pid: 8404 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1763332742.547407:0:8407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1848987626211456:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332742.547440:0:8407:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332742.547456:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1763332742.547463:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e05d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626210688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763332742.547484:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:47 count 1 00010000:00010000:3.0:1763332742.547496:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f2fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.547508:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05e00/0xb32e3ef184c2f130 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd71 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332742.547515:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332742.547516:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332742.547519:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f2fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.547538:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05e00/0xb32e3ef184c2f130 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd71 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332742.547546:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05e00/0xb32e3ef184c2f130 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd71 expref: 9 pid: 8407 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1763332742.547554:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8406:1848987626211584:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332742.547577:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff50ece000 going to sleep for 11 seconds 00000100:00100000:3.0:1763332742.547592:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626211200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763332742.547615:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332742.547632:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332742.547636:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626211072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763332742.547654:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332742.547672:0:8404:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:3.0:1763332742.547679:0:8404:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_005' 00000100:00100000:3.0:1763332742.551323:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626211328:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332742.551340:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7000/0xb32e3ef184c2f2f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.553958:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7000/0xb32e3ef184c2f2f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.553971:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7000/0xb32e3ef184c2f2f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.553981:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7000/0xb32e3ef184c2f2f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.553988:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7000/0xb32e3ef184c2f2f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.554008:0:17605:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1763332742.557880:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77c6f480/2, rc 0, transno 17179869280 00000100:00100000:3.0:1763332742.557895:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626210688:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763332742.557933:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332742.558010:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332742.573873:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626212224:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332742.573892:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f321 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.574961:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332742.575025:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f321 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.575034:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f321 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.575129:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f321 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.575135:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f321 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.575155:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763332742.575166:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332742.575170:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f321 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.575176:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332742.575179:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f321 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.575186:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f321 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.575197:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f321 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.575204:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f321 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.575219:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332742.575221:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332742.575223:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332742.583074:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610862848 00000100:00100000:3.0:1763332742.583091:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610862848 00010000:00010000:3.0:1763332742.583148:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04e00/0xb32e3ef184c2f137 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd78 expref: 7 pid: 8407 timeout: 946 lvb_type: 1 00000100:00100000:3.0:1763332742.583274:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 520 00000100:00100000:3.0:1763332742.583285:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987610862848:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332742.583312:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332742.583319:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04e00/0xb32e3ef184c2f137 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd78 expref: 7 pid: 8407 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1763332742.583333:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04e00/0xb32e3ef184c2f137 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd78 expref: 7 pid: 8407 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1763332742.583376:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04e00/0xb32e3ef184c2f137 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd78 expref: 7 pid: 8407 timeout: 946 lvb_type: 1 00010000:00010000:3.0:1763332742.583392:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332742.583394:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332742.583399:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f328 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.583410:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f328 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.583443:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332742.583514:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987610862848:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 231us (3643us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332742.583521:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 520 00010000:00010000:3.0:1763332742.584395:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332742.584403:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f328 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.584412:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332742.584415:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f328 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.584424:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f328 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.584437:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f328 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.584443:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f328 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332742.584459:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332742.584460:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332742.584474:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763332742.587929:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcfd500/2, rc 0, transno 21474836617 00000100:00100000:3.0:1763332742.587957:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626211200:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1763332742.595185:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcff480/2, rc 0, transno 21474836618 00000100:00100000:3.0:1763332742.595207:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626211072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763332744.065744:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610862976 00000100:00100000:3.0:1763332744.065756:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610862976 00000100:00100000:3.0:1763332744.095602:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610863488 00000100:00100000:3.0:1763332744.095613:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610863488 00000100:00100000:3.0:1763332744.095673:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2264 00000100:00100000:3.0:1763332744.095682:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+6:33388:x1848987610863488:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332744.095705:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332744.095708:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332744.095736:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e7e00/0xb32e3ef184c2f336 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdc5 expref: 6 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.095753:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332744.095759:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332744.095772:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f352 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cdd3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.095874:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f359 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.095886:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f359 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.095896:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f359 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.095913:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f360 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.095920:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f360 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.095926:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f360 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.096393:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f367 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.096404:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f367 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.096412:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f367 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:3.0:1763332744.096422:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00010000:00010000:3.0:1763332744.096463:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f359 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.096470:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f359 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.096476:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f359 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.096482:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332744.096486:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f359 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.096493:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f359 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.096501:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332744.096504:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332744.096509:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f359 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.096513:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f359 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000004:00010000:3.0:1763332744.096522:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007099fc42 reply state 0000000081262dc5 transno 4294968721 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f360 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.096532:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f360 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.096538:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92ff80045200) 00010000:00010000:3.0:1763332744.096539:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332744.096542:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332744.096567:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f352 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdd3 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.096580:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f367 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdd3 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.096587:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92ff80045500) 00010000:00010000:3.0:1763332744.096589:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332744.096591:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193a00, rc 0) 00000100:00100000:3.0:1763332744.096655:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+8:33388:x1848987610863488:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 973us (1132us total) trans 4294968721 rc 0/0 00000100:00100000:3.0:1763332744.096664:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2264 00000100:00100000:3.0:1763332744.100608:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610863744 00000100:00100000:3.0:1763332744.100621:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610863744 00000100:00100000:3.0:1763332744.101120:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2265 00000100:00100000:3.0:1763332744.101132:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:33388:x1848987610863744:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332744.101158:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332744.101181:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2f375 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cdda expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.101284:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2f37c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332744.101300:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f367 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdd3 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.101310:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2f37c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332744.101345:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f367 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdd3 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.101390:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f367 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdd3 expref: 9 pid: 6519 timeout: 948 lvb_type: 0 00000100:00100000:3.0:1763332744.101405:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626212608:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332744.101507:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332744.105683:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626212608:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332744.105710:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2f37c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:3.0:1763332744.113048:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610863872 00000100:00100000:3.0:1763332744.113059:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610863872 00010000:00010000:3.0:1763332744.113099:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f367 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdd3 expref: 10 pid: 6519 timeout: 948 lvb_type: 0 00000100:00100000:3.0:1763332744.113147:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 521 00000100:00100000:3.0:1763332744.113157:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610863872:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332744.113173:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332744.113179:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f367 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdd3 expref: 10 pid: 6519 timeout: 948 lvb_type: 0 00010000:00010000:3.0:1763332744.113191:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f367 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdd3 expref: 10 pid: 6519 timeout: 948 lvb_type: 0 00010000:00010000:3.0:1763332744.113215:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f367 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdd3 expref: 10 pid: 6519 timeout: 948 lvb_type: 0 00010000:00010000:3.0:1763332744.113227:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92ff80045500) 00010000:00010000:3.0:1763332744.113232:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2f37c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332744.113242:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2f37c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332744.113251:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2f37c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332744.113289:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332744.113343:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987610863872:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 187us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.113396:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 521 00000100:00100000:3.0:1763332744.123116:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.156926:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.181615:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.181668:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45183800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626212864:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332744.181693:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000100:00100000:3.0:1763332744.181721:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610865280 00000100:00100000:3.0:1763332744.181726:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610865280 00010000:00010000:3.0:1763332744.181757:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e6000/0xb32e3ef184c2f3c2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdef expref: 15 pid: 12741 timeout: 948 lvb_type: 0 00000100:00100000:3.0:1763332744.184097:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 522 00000100:00100000:3.0:1763332744.184120:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987610865280:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332744.184142:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332744.184153:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e6000/0xb32e3ef184c2f3c2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdef expref: 15 pid: 12741 timeout: 948 lvb_type: 0 00010000:00010000:3.0:1763332744.184170:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e6000/0xb32e3ef184c2f3c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdef expref: 15 pid: 12741 timeout: 948 lvb_type: 0 00010000:00010000:3.0:1763332744.184193:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e6000/0xb32e3ef184c2f3c2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdef expref: 15 pid: 12741 timeout: 948 lvb_type: 0 00010000:00010000:3.0:1763332744.184210:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff92fe43bd0500) 00010000:00010000:3.0:1763332744.184216:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.184225:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.184235:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.184265:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332744.184328:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987610865280:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 218us (2720us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.184336:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 522 00010000:00010000:3.0:1763332744.184391:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.184399:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:3.0:1763332744.184415:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2:0x0]: returning size 0 00000004:00080000:3.0:1763332744.184593:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x37:0x0], index 0: 0 00010000:00010000:3.0:1763332744.184699:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.184708:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.184715:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.184720:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be05200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332744.184724:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.184732:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.184740:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff92fe43bd0500) 00010000:00010000:3.0:1763332744.184743:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332744.184747:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.184753:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f3d7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.184801:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04800/0xb32e3ef184c2f3d0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdf6 expref: 14 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.184810:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332744.184813:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332744.184817:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04800/0xb32e3ef184c2f3d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdf6 expref: 14 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.184825:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4be04800, rc 0) 00000100:00100000:3.0:1763332744.184857:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33392:x1848987610865152:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5611us (5754us total) trans 4294968726 rc 301/301 00000100:00100000:3.0:1763332744.184864:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2269 00000100:00100000:3.0:1763332744.190995:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610865536 00000100:00100000:3.0:1763332744.191007:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610865536 00000100:00100000:3.0:1763332744.191077:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 668 00000100:00100000:3.0:1763332744.191087:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33392:x1848987610865536:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332744.191696:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:33392:x1848987610865536:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 608us (855us total) trans 4294968727 rc 0/0 00000100:00100000:3.0:1763332744.191704:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 668 00000100:00100000:3.0:1763332744.193254:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.214564:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.214600:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610865920 00000100:00100000:3.0:1763332744.214610:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610865920 00000100:00100000:3.0:1763332744.214665:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2270 00000100:00100000:3.0:1763332744.214675:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:33397:x1848987610865920:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332744.214701:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332744.214721:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f3e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cdfd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.214787:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f3ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.214802:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f3ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.214813:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f3ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:3.0:1763332744.214863:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332744.214867:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332744.214885:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f3ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.214908:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f3e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdfd expref: 17 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.214923:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f3ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cdfd expref: 16 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.214932:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332744.214935:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332744.214939:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192800, rc 0) 00000100:00100000:3.0:1763332744.214988:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:33397:x1848987610865920:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 315us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.214996:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2270 00000100:00100000:3.0:1763332744.252523:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.273893:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332744.273915:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626213120:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763332744.273973:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332744.274015:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626213120 00000100:00100000:3.0:1763332744.274022:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626213120 00000100:00100000:3.0:1763332744.274079:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1763332744.274088:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626213120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763332744.274121:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446273024 avail 1300033536 00000100:00100000:3.0:1763332744.274162:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626213120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.274169:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1763332744.274210:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626213120:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763332744.275150:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610866688 00000100:00100000:3.0:1763332744.275157:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610866688 00010000:00010000:3.0:1763332744.275187:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05600/0xb32e3ef184c2f41d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce0b expref: 20 pid: 12741 timeout: 948 lvb_type: 0 00000100:00100000:3.0:1763332744.275483:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 523 00000100:00100000:3.0:1763332744.275491:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff44f0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2420:x1848987610866688:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332744.275504:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332744.275509:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05600/0xb32e3ef184c2f41d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce0b expref: 20 pid: 12741 timeout: 948 lvb_type: 0 00010000:00010000:3.0:1763332744.275521:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05600/0xb32e3ef184c2f41d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce0b expref: 20 pid: 12741 timeout: 948 lvb_type: 0 00010000:00010000:3.0:1763332744.275541:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332744.275546:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05800/0xb32e3ef184c2f432 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332744.275555:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05800/0xb32e3ef184c2f432 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332744.275561:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05800/0xb32e3ef184c2f432 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332744.275577:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332744.276191:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff44f0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610866688:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 698us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.276199:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 523 00000100:00100000:3.0:1763332744.283802:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610866944 00000100:00100000:3.0:1763332744.283818:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610866944 00000100:00100000:3.0:1763332744.283885:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 670 00000100:00100000:3.0:1763332744.283896:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:33397:x1848987610866944:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332744.320975:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610867840 00000100:00100000:3.0:1763332744.320984:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610867840 00000100:00100000:3.0:1763332744.321037:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2276 00000100:00100000:3.0:1763332744.321052:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+23:33400:x1848987610867840:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332744.321492:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332744.321517:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f471 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ce27 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332744.329241:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.335706:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610868096 00000100:00100000:3.0:1763332744.335718:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610868096 00000100:00100000:3.0:1763332744.335793:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 893 00000100:00100000:3.0:1763332744.335803:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2419:x1848987610868096:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332744.335823:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332744.335845:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f49b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ce35 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332744.335959:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332744.335980:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.335982:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.335993:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f49b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce35 expref: 7 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332744.336012:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f49b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce35 expref: 7 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332744.336027:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193400, rc 0) 00000100:00100000:3.0:1763332744.336579:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2419:x1848987610868096:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 775us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.336588:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 893 00000100:00100000:3.0:1763332744.415847:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610868480 00000100:00100000:3.0:1763332744.415856:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610868480 00000100:00100000:3.0:1763332744.421276:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.429728:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.435846:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.439053:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.441684:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.446620:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.452807:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.455931:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626213888 00000100:00100000:3.0:1763332744.455938:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626213888 00000100:00100000:3.0:1763332744.456172:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1763332744.456182:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bde2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626213888:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332744.456269:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bde2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626213888:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 89us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.456276:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1763332744.461824:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.465736:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.468776:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.471855:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.475966:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332744.477302:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332744.477308:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c2f519 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.477314:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f55e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332744.477317:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c2f519 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.477323:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c2f519 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.477331:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff92ff621b4900) 00010000:00010000:3.0:1763332744.477333:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763332744.477336:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c2f519 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.477341:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c2f519 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.477378:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332744.477380:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332744.477382:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332744.489252:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.504168:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.508788:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610871680 00000100:00100000:3.0:1763332744.508800:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610871680 00000100:00100000:3.0:1763332744.509278:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 897 00000100:00100000:3.0:1763332744.509289:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2419:x1848987610871680:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332744.509308:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332744.509330:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f574 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ce6d expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332744.509501:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332744.509523:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.509525:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.509536:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce6d expref: 7 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332744.509553:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce6d expref: 7 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332744.509567:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192200, rc 0) 00000100:00100000:3.0:1763332744.509644:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2419:x1848987610871680:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 357us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.509651:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 897 00000100:00100000:3.0:1763332744.581775:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610872064 00000100:00100000:3.0:1763332744.581786:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610872064 00000100:00100000:3.0:1763332744.581844:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 898 00000100:00100000:3.0:1763332744.581853:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987610872064:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332744.581870:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332744.581894:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2f590 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ce7b expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332744.581915:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332744.581932:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.581934:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.581943:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2f590 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce7b expref: 7 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332744.581958:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2f590 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce7b expref: 7 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332744.581970:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193000, rc 0) 00000100:00100000:3.0:1763332744.582029:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987610872064:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 176us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.582036:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 898 00000100:00100000:3.0:1763332744.606121:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610872320 00000100:00100000:3.0:1763332744.606130:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610872320 00010000:00010000:3.0:1763332744.606165:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2f590 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce7b expref: 8 pid: 8407 timeout: 948 lvb_type: 1 00000100:00100000:3.0:1763332744.606257:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 528 00000100:00100000:3.0:1763332744.606656:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610872320:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332744.606673:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332744.606697:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2f590 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce7b expref: 8 pid: 8407 timeout: 948 lvb_type: 1 00010000:00010000:3.0:1763332744.606709:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2f590 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce7b expref: 8 pid: 8407 timeout: 948 lvb_type: 1 00010000:00010000:3.0:1763332744.606734:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2f590 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce7b expref: 8 pid: 8407 timeout: 948 lvb_type: 1 00010000:00010000:3.0:1763332744.606752:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.606755:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.606760:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54800/0xb32e3ef184c2f597 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.606771:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54800/0xb32e3ef184c2f597 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.606806:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332744.608268:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610872320:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1614us (2240us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.608281:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 528 00000100:00100000:3.0:1763332744.615799:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610872448 00000100:00100000:3.0:1763332744.615812:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610872448 00000100:00100000:3.0:1763332744.615872:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 900 00000100:00100000:3.0:1763332744.615883:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987610872448:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332744.615932:0:8407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48193000/0xb32e3ef184c2f59e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.615952:0:8407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f574 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce6d expref: 7 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332744.615960:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.615963:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.615966:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193000/0xb32e3ef184c2f59e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.616002:0:8407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce6d expref: 7 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332744.616015:0:8407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f574 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce6d expref: 7 pid: 8407 timeout: 948 lvb_type: 1 00000100:00100000:3.0:1763332744.616030:0:8407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1848987626214272:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332744.616121:0:8407:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff50ece000 going to sleep for 11 seconds 00000100:00100000:3.0:1763332744.618577:0:8407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1848987626214272:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332744.618609:0:8407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe48193000/0xb32e3ef184c2f59e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332744.623064:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610872576 00000100:00100000:3.0:1763332744.623079:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610872576 00010000:00010000:3.0:1763332744.623126:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f574 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce6d expref: 8 pid: 8407 timeout: 948 lvb_type: 1 00000100:00100000:3.0:1763332744.623277:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 529 00000100:00100000:3.0:1763332744.623288:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610872576:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332744.623304:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332744.623323:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f574 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce6d expref: 8 pid: 8407 timeout: 948 lvb_type: 1 00010000:00010000:3.0:1763332744.623336:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce6d expref: 8 pid: 8407 timeout: 948 lvb_type: 1 00010000:00010000:3.0:1763332744.623401:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f574 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce6d expref: 8 pid: 8407 timeout: 948 lvb_type: 1 00010000:00010000:3.0:1763332744.623417:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.623419:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.623424:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193000/0xb32e3ef184c2f59e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.623442:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193000/0xb32e3ef184c2f59e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.623472:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332744.623599:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610872576:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 312us (2833us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.623607:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 529 00000100:00100000:3.0:1763332744.657284:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610873472 00000100:00100000:3.0:1763332744.657294:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610873472 00010000:00010000:3.0:1763332744.657332:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04600/0xb32e3ef184c2f566 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce66 expref: 41 pid: 6519 timeout: 948 lvb_type: 0 00000100:00100000:3.0:1763332744.657421:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 531 00000100:00100000:3.0:1763332744.657444:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+41:2421:x1848987610873472:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332744.657463:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332744.657471:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04600/0xb32e3ef184c2f566 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce66 expref: 41 pid: 6519 timeout: 948 lvb_type: 0 00010000:00010000:3.0:1763332744.657484:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04600/0xb32e3ef184c2f566 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ce66 expref: 41 pid: 6519 timeout: 948 lvb_type: 0 00010000:00010000:3.0:1763332744.657506:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff92fe44cd0400) 00010000:00010000:3.0:1763332744.657511:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04c00/0xb32e3ef184c2f5b3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x3:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332744.657520:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04c00/0xb32e3ef184c2f5b3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x3:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332744.657527:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04c00/0xb32e3ef184c2f5b3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x3:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332744.657543:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332744.657586:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+40:2421:x1848987610873472:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 146us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.657593:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 531 00000100:00100000:3.0:1763332744.660759:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626214912 00000100:00100000:3.0:1763332744.660764:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626214912 00000100:00100000:3.0:1763332744.660802:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1763332744.660809:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+12:6523:x1848987626214912:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332744.660871:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+12:6523:x1848987626214912:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 63us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.660877:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1763332744.684938:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332744.708648:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332744.708656:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c2f5f2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.708663:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332744.708666:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c2f5f2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.708672:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c2f5f2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.708681:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x3:0x0].0x0 (ffff92ff621b4500) 00010000:00010000:3.0:1763332744.708684:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763332744.708687:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c2f5f2 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.708692:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c2f5f2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332744.708706:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332744.708708:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332744.708710:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332744.746940:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.752913:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.762846:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.770232:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.782141:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610876416 00000100:00100000:3.0:1763332744.782151:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610876416 00000100:00100000:3.0:1763332744.782210:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 903 00000100:00100000:3.0:1763332744.782220:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987610876416:12345-192.168.204.28@tcp:1:lfs.0 00002000:00010000:3.0:1763332744.782280:0:17605:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x691a5288, atime: 0x691a5288, ctime: 0x691a5288, blocks: 0x0 00010000:00010000:3.0:1763332744.782289:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f67e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.782307:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.782309:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332744.782314:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f67e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.782327:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f67e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.782342:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f67e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.782531:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f67e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.782539:0:17605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f67e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.782546:0:17605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332744.782550:0:17605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f67e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.782558:0:17605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f67e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.782574:0:17605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f67e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.782587:0:17605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192200/0xb32e3ef184c2f67e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332744.782700:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987610876416:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 481us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.782708:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 903 00000100:00100000:3.0:1763332744.786629:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626215296:0@lo:400:kworker.0 00000100:00100000:3.0:1763332744.786676:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332744.787773:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626215296:0@lo:400:kworker.0 00000100:00100000:3.0:1763332744.787870:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626215424:0@lo:400:kworker.0 00000100:00100000:3.0:1763332744.787899:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332744.788603:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626215424:0@lo:400:kworker.0 00000100:00100000:3.0:1763332744.823590:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000001:00080000:3.0:1763332744.831826:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968757 is committed 00000020:00080000:3.0:1763332744.831879:0:6500:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92ff77bb09c0 refcount 2 committed 0 result 0 batchid 40 00000020:00080000:3.0:1763332744.831885:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff58e80200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff77bb0240 00000020:00080000:3.0:1763332744.831888:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff58e80c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe43b3ae00 00000100:00100000:3.0:1763332744.855932:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.859816:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.898531:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332744.931546:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610878848 00000100:00100000:3.0:1763332744.931556:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610878848 00010000:00010000:3.0:1763332744.931594:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f69a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cec8 expref: 12 pid: 6521 timeout: 949 lvb_type: 0 00000100:00100000:3.0:1763332744.931624:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 536 00000100:00100000:3.0:1763332744.931633:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987610878848:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332744.931648:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332744.931655:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f69a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cec8 expref: 12 pid: 6521 timeout: 949 lvb_type: 0 00010000:00010000:3.0:1763332744.931667:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f69a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cec8 expref: 12 pid: 6521 timeout: 949 lvb_type: 0 00010000:00010000:3.0:1763332744.931689:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05200/0xb32e3ef184c2f69a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cec8 expref: 12 pid: 6521 timeout: 949 lvb_type: 0 00010000:00010000:3.0:1763332744.931704:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x4:0x0].0x0 (ffff92ff621b4b00) 00010000:00010000:3.0:1763332744.931709:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2f6bd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.931719:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2f6bd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.931727:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2f6bd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.931753:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332744.931812:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610878848:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 179us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.931819:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 536 00000100:00100000:3.0:1763332744.932936:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626217216 00000100:00100000:3.0:1763332744.932943:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626217216 00000100:00100000:3.0:1763332744.933555:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1763332744.933565:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+12:6522:x1848987626217216:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332744.933651:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+12:6522:x1848987626217216:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 88us (1153us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.933659:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1763332744.938300:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626217344 00000100:00100000:3.0:1763332744.938315:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626217344 00000100:00100000:3.0:1763332744.938759:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626217344:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332744.938827:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626217472:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332744.938867:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332744.938898:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe448273c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332744.939728:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626217472:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332744.939769:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626217600:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332744.939793:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332744.939808:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff50ece000 going to sleep for 11 seconds 00000100:00100000:3.0:1763332744.939821:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626217600 00000100:00100000:3.0:1763332744.939825:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626217600 00000100:00100000:3.0:1763332744.939847:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1763332744.939853:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626217600:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332744.939919:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626217600:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 53us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.939926:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1763332744.939963:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626217600:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1763332744.940083:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968760 00000100:00100000:3.0:1763332744.940142:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626217728:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332744.940168:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332744.940182:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe448273c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332744.940193:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626217728 00000100:00100000:3.0:1763332744.940196:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626217728 00000100:00100000:3.0:1763332744.940213:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1763332744.940219:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626217728:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332744.940305:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:6522:x1848987626217728:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 86us (135us total) trans 21474836621 rc 0/0 00000100:00100000:3.0:1763332744.940310:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1763332744.940333:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626217728:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1763332744.940393:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968761 00010000:00010000:3.0:1763332744.940412:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2f6bd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940431:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2f6bd lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940438:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2f6bd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940444:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be04a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332744.940448:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2f6bd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940454:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2f6bd lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940469:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x4:0x0].0x0 (ffff92ff621b4b00) 00010000:00010000:3.0:1763332744.940472:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763332744.940476:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2f6bd lrc: 2/0,0 mode: --/EX res: [0x200000403:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940482:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2f6bd lrc: 0/0,0 mode: --/EX res: [0x200000403:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940493:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05e00/0xb32e3ef184c2f6b6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940498:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05e00/0xb32e3ef184c2f6b6 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940503:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05e00/0xb32e3ef184c2f6b6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940507:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be05e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332744.940510:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05e00/0xb32e3ef184c2f6b6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940515:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05e00/0xb32e3ef184c2f6b6 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940520:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332744.940522:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763332744.940524:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05e00/0xb32e3ef184c2f6b6 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940528:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05e00/0xb32e3ef184c2f6b6 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332744.940537:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332744.940539:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763332744.940545:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04600/0xb32e3ef184c2f670 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ceba expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332744.940614:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33402:x1848987610878592:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 18973us (19156us total) trans 4294968762 rc 0/0 00000100:00100000:3.0:1763332744.940622:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 679 00000020:00080000:3.0:1763332744.940625:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1763332744.944297:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610878976 00000100:00100000:3.0:1763332744.944306:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610878976 00000100:00100000:3.0:1763332744.944379:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2301 00000100:00100000:3.0:1763332744.944388:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33402:x1848987610878976:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332744.944410:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332744.944441:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2f6c4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cedd expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.944489:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2f6c4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cedd expref: 13 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.944504:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2f6c4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cedd expref: 13 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.944522:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332744.944525:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332744.944529:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192200, rc 0) 00000100:00100000:3.0:1763332744.945239:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33402:x1848987610878976:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 849us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.945247:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2301 00000100:00100000:3.0:1763332744.948626:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610879232 00000100:00100000:3.0:1763332744.948637:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610879232 00000100:00100000:3.0:1763332744.948678:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 680 00000100:00100000:3.0:1763332744.948686:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33402:x1848987610879232:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332744.949273:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:33402:x1848987610879232:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 584us (805us total) trans 4294968763 rc 0/0 00000100:00100000:3.0:1763332744.949282:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 680 00000100:00100000:3.0:1763332744.951848:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610879488 00000100:00100000:3.0:1763332744.951860:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610879488 00000100:00100000:3.0:1763332744.971516:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610879616 00000100:00100000:3.0:1763332744.971527:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610879616 00000100:00100000:3.0:1763332744.971581:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2302 00000100:00100000:3.0:1763332744.971591:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+15:33404:x1848987610879616:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332744.971615:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332744.971637:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cee4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.971701:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c2f6d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.971716:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c2f6d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.971727:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c2f6d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332744.971768:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332744.971772:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332744.971790:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c2f6d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.971812:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cee4 expref: 17 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.971830:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c2f6d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cee4 expref: 16 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332744.971845:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332744.971849:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332744.971853:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192e00, rc 0) 00000100:00100000:3.0:1763332744.971902:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+16:33404:x1848987610879616:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 313us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.971910:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2302 00000100:00100000:3.0:1763332744.983972:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610880000 00000100:00100000:3.0:1763332744.983984:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610880000 00000100:00100000:3.0:1763332744.987180:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2304 00000100:00100000:3.0:1763332744.987206:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+16:33404:x1848987610880000:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332744.987290:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987308:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987320:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987341:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f6fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987366:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f6fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987373:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f6fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987472:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f703 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987485:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f703 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987492:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f703 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332744.987533:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00200000:3.0:1763332744.987537:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332744.987554:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f703 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987567:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6f5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987572:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6f5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987578:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6f5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987584:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6f5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987589:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332744.987594:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6f5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987601:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6f5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987612:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332744.987615:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332744.987620:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6f5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987630:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f6f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987643:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f6fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987648:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f6fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987653:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f6fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987658:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332744.987661:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f6fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987666:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f6fc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987673:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92ff44d03a00) 00010000:00010000:3.0:1763332744.987676:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332744.987679:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f6fc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987684:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f6fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987699:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f703 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987704:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f703 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987710:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f703 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987715:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332744.987717:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f703 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987724:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f703 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987731:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332744.987733:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332744.987735:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f703 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332744.987740:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f703 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763332744.987828:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+16:33404:x1848987610880000:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 635us (4097us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332744.987837:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2304 00000100:00100000:3.0:1763332745.005096:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610880256 00000100:00100000:3.0:1763332745.005106:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610880256 00000100:00100000:3.0:1763332745.005547:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2305 00000100:00100000:3.0:1763332745.005558:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+16:33406:x1848987610880256:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332745.005580:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332745.005583:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332745.005610:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c2f6d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cee4 expref: 16 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.005628:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332745.005633:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332745.005645:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f70a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cef2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.005736:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f711 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.005749:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f711 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.005758:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f711 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.005771:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f718 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.005778:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f718 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.005784:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f718 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00080000:3.0:1763332745.006097:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x34:0x0], index 1: 0 00010000:00010000:3.0:1763332745.006247:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2f71f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006256:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2f71f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006263:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2f71f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006293:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f711 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006299:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f711 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006306:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f711 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006312:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f711 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006317:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332745.006321:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f711 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006328:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f711 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006336:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332745.006339:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332745.006343:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f711 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006385:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f711 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00010000:3.0:1763332745.006396:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cf612a89 reply state 000000008e16ced0 transno 4294968765 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f718 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006406:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2f718 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.006413:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60dc4029 (ffff92ff44d03a00) 00010000:00010000:3.0:1763332745.006415:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332745.006418:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332745.006454:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f70a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cef2 expref: 18 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.006474:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2f71f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cef2 expref: 17 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.006481:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x5:0x0].0x0 (ffff92ff44d03400) 00010000:00010000:3.0:1763332745.006483:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332745.006486:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193000, rc 0) 00000100:00100000:3.0:1763332745.006565:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+18:33406:x1848987610880256:12345-192.168.204.28@tcp:101:dd.0 Request processed in 1009us (1631us total) trans 4294968765 rc 0/0 00000100:00100000:3.0:1763332745.006573:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2305 00000100:00100000:3.0:1763332745.266686:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 412 00000100:00100000:3.0:1763332745.266707:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610880512:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:3.0:1763332745.765270:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332745.781430:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610881280 00000100:00100000:3.0:1763332745.781441:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610881280 00000100:00100000:3.0:1763332745.781502:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2306 00000100:00100000:3.0:1763332745.781513:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+20:33407:x1848987610881280:12345-192.168.204.28@tcp:101:truncate.0 00010000:00010000:3.0:1763332745.781538:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332745.781562:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f734 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf00 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.781626:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f73b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.781639:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f73b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.781650:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f73b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332745.781694:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332745.781698:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332745.781717:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f73b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.781741:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f734 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf00 expref: 22 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.781757:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c2f73b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf00 expref: 21 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.781765:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332745.781768:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332745.781772:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193800, rc 0) 00000100:00100000:3.0:1763332745.781835:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+21:33407:x1848987610881280:12345-192.168.204.28@tcp:101:truncate.0 Request processed in 324us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332745.781843:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2306 00000100:00100000:3.0:1763332745.783815:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332745.790819:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610881664 00000100:00100000:3.0:1763332745.790831:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610881664 00000100:00100000:3.0:1763332745.790898:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2308 00000100:00100000:3.0:1763332745.790907:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+23:33407:x1848987610881664:12345-192.168.204.28@tcp:101:truncate.0 00010000:00010000:3.0:1763332745.790931:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332745.790964:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c2f749 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf07 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.791024:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c2f749 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf07 expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.791043:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c2f749 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf07 expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.791061:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x5:0x0].0x0 (ffff92fe44cd0c00) 00010000:00010000:3.0:1763332745.791064:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332745.791068:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192e00, rc 0) 00000100:00100000:3.0:1763332745.791125:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+24:33407:x1848987610881664:12345-192.168.204.28@tcp:101:truncate.0 Request processed in 219us (1533us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332745.791132:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2308 00010000:00010000:3.0:1763332745.811491:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332745.987148:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610882432 00000100:00100000:3.0:1763332745.987161:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610882432 00000100:00100000:3.0:1763332745.987255:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2310 00000100:00100000:3.0:1763332745.987266:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+27:33411:x1848987610882432:12345-192.168.204.28@tcp:101:cp.0 00010000:00010000:3.0:1763332745.987293:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332745.987314:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f773 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf15 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.987490:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f77a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987506:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f77a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987519:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f77a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987535:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f781 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987544:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f781 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987560:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f781 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987639:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f788 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987649:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f788 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987656:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f788 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332745.987716:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00200000:3.0:1763332745.987721:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332745.987741:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f788 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987757:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f788 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987767:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f77a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987772:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f77a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987778:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f77a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987784:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f77a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987795:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332745.987799:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f77a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987809:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f77a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987823:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332745.987826:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332745.987831:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f77a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987838:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f77a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987852:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f781 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987858:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f781 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987863:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f781 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987868:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332745.987870:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f781 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987875:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f781 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987882:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92ff44d03c00) 00010000:00010000:3.0:1763332745.987884:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332745.987887:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f781 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987893:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f781 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.987928:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f773 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf15 expref: 29 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.987942:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f788 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf15 expref: 28 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.987960:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332745.987962:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332745.987964:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192800, rc 0) 00000100:00100000:3.0:1763332745.988043:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+28:33411:x1848987610882432:12345-192.168.204.28@tcp:101:cp.0 Request processed in 779us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332745.988051:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2310 00000100:00100000:3.0:1763332745.992276:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610882688 00000100:00100000:3.0:1763332745.992287:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610882688 00000100:00100000:3.0:1763332745.992377:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2311 00000100:00100000:3.0:1763332745.992388:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+28:33411:x1848987610882688:12345-192.168.204.28@tcp:101:cp.0 00010000:00010000:3.0:1763332745.992416:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332745.992442:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2f78f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf1c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.992559:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2f796 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.992575:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2f796 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332745.992587:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2f796 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332745.992600:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x5:0x0]: returning size 6926336 00010000:00010000:3.0:1763332745.992717:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2f78f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf1c expref: 31 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.992734:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c2f796 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf1c expref: 30 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332745.992742:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x5:0x0].0x0 (ffff92fe44cd0c00) 00010000:00010000:3.0:1763332745.992745:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763332745.992748:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192000, rc 0) 00000100:00100000:3.0:1763332745.992820:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+30:33411:x1848987610882688:12345-192.168.204.28@tcp:101:cp.0 Request processed in 433us (1333us total) trans 4294968772 rc 0/0 00000100:00100000:3.0:1763332745.992828:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2311 00000100:00100000:3.0:1763332745.997260:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610882944 00000100:00100000:3.0:1763332745.997273:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610882944 00000100:00100000:3.0:1763332745.997342:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2312 00000100:00100000:3.0:1763332746.001103:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+30:33411:x1848987610882944:12345-192.168.204.28@tcp:101:cp.0 00010000:00010000:3.0:1763332746.001140:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332746.001167:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2f7a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf23 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.001292:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f7ab lrc: 3/0,1 mode: --/CW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332746.001308:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f788 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf15 expref: 31 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.001318:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2f7ab lrc: 4/0,1 mode: --/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332746.001374:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f788 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf15 expref: 31 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.001391:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2f788 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf15 expref: 31 pid: 6521 timeout: 950 lvb_type: 0 00000100:00100000:3.0:1763332746.001477:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626217856:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332746.001588:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe448273c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332746.017064:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332746.025274:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1763332746.025287:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3654:x1848987626218496:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332746.025501:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332746.025507:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb mtime from disk: 1763332744 -> 1763332744 00002000:00010000:3.0:1763332746.025513:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb atime from disk: 1763332744 -> 1763332744 00002000:00010000:3.0:1763332746.025515:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb ctime from disk: 1763332745 -> 1763332745 00002000:00010000:3.0:1763332746.025517:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332746.025557:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626218496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 271us (403us total) trans 21474836623 rc 0/0 00000100:00100000:3.0:1763332746.025568:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000004:00080000:3.0:1763332746.025595:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438a8a80/2, rc 0, transno 21474836623 00000100:00100000:3.0:1763332746.025603:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626218496:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332746.029780:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610883840 00000100:00100000:3.0:1763332746.029788:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610883840 00010000:00010000:3.0:1763332746.032059:0:28600:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f7dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.032078:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f7dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.032087:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f7dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.032095:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f7dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332746.041468:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610884096 00000100:00100000:3.0:1763332746.041479:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610884096 00000100:00100000:3.0:1763332746.045666:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332746.046447:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f7ea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332746.046456:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f7ea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332746.046511:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 2 00000004:00200000:3.0:1763332746.046516:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332746.046537:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f7ea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332746.046568:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e6600/0xb32e3ef184c2f7e3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf38 expref: 13 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.046585:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f7ea lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf38 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.046593:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332746.046596:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332746.046599:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe465e6800, rc 0) 00000100:00100000:3.0:1763332746.046637:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33411:x1848987610884096:12345-192.168.204.28@tcp:101:cp.0 Request processed in 4524us (5377us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332746.046645:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2316 00000100:00100000:3.0:1763332746.061699:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332746.064227:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2317 00000100:00100000:3.0:1763332746.064243:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33411:x1848987610884480:12345-192.168.204.28@tcp:101:cp.0 00010000:00010000:3.0:1763332746.064268:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332746.064272:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1763332746.064314:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54000/0xb32e3ef184c2f7d5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf31 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.064338:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e6800/0xb32e3ef184c2f7ea lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf38 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.064395:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332746.064410:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332746.064427:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2f7f1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf3f expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.064480:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f7f8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332746.064496:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f7f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332746.064510:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f7f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000001:00080000:3.0:1763332746.071265:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968777 is committed 00000004:00080000:3.0:1763332746.071282:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 95 committed 00000004:00080000:3.0:1763332746.072714:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 85 committed 00000004:00080000:3.0:1763332746.072727:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 94 committed 00000004:00080000:3.0:1763332746.072730:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 84 committed 00000004:00080000:3.0:1763332746.072732:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 93 committed 00000004:00080000:3.0:1763332746.072735:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 83 committed 00000020:00080000:3.0:1763332746.072743:0:6500:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 41 batchid updated 00000100:00100000:3.0:1763332746.076793:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626219392:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332746.076826:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332746.086517:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610884864 00000100:00100000:3.0:1763332746.086524:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610884864 00000100:00100000:3.0:1763332746.086906:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 419 00000100:00100000:3.0:1763332746.086916:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987610884864:12345-192.168.204.28@tcp:4:cp.0 00002000:00010000:3.0:1763332746.086949:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332746.086957:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f806 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.086966:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.086969:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.086976:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f806 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.087001:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f806 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332746.106240:0:28427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x39:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:3.0:1763332746.106245:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x39:0x0] updating lvb mtime from disk: 0 -> 1763332746 00002000:00010000:3.0:1763332746.106248:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x39:0x0] updating lvb ctime from disk: 0 -> 1763332746 00002000:00010000:3.0:1763332746.106251:0:28427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x39:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:3.0:1763332746.106265:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f806 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.106278:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f806 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.106286:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f806 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.106292:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332746.106296:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f806 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.106304:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f806 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.106324:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f806 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.106331:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f806 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332746.106561:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2419:x1848987610884864:12345-192.168.204.28@tcp:4:cp.0 Request processed in 19640us (20823us total) trans 21474836628 rc 0/0 00000100:00100000:3.0:1763332746.106573:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 419 00000100:00100000:3.0:1763332746.110848:0:28429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc12680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28429:1848987626219648:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332746.110881:0:28429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2f7ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.116819:0:28429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2f7ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.116837:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2f7ff lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.138070:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55e00/0xb32e3ef184c2f814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.138081:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55e00/0xb32e3ef184c2f814 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.138104:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55e00/0xb32e3ef184c2f814 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.138111:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55e00/0xb32e3ef184c2f814 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332746.138217:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2419:x1848987610884992:12345-192.168.204.28@tcp:4:cp.0 Request processed in 49177us (51938us total) trans 17179869300 rc 0/0 00000100:00100000:1.0:1763332746.138227:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 421 00002000:00010000:1.0:1763332746.152340:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1763332746.152379:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:1.0:1763332746.152394:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2f7ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.152413:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2f7ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.152422:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2f7ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.152428:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be05c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332746.152432:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2f7ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.152445:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2f7ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.152465:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2f7ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.152472:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2f7ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332746.152568:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610884608:12345-192.168.204.28@tcp:4:cp.0 Request processed in 65932us (66999us total) trans 17179869302 rc 0/0 00000100:00100000:1.0:1763332746.152578:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 418 00000100:00100000:1.0:1763332746.163313:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610885376 00000100:00100000:1.0:1763332746.163331:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610885376 00000100:00100000:1.0:1763332746.163451:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2318 00000100:00100000:1.0:1763332746.163462:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:33411:x1848987610885376:12345-192.168.204.28@tcp:101:cp.0 00010000:00010000:1.0:1763332746.163491:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332746.163494:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763332746.163522:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2f7f8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf3f expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.163542:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332746.163548:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332746.163564:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c2f81b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf46 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.163615:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c2f822 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.163629:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c2f822 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.163639:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c2f822 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00080000:1.0:1763332746.163892:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x36:0x0], index 1: 0 00000004:00080000:1.0:1763332746.163900:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x3a:0x0], index 0: 0 00000040:00080000:1.0:1763332746.164184:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].88, 88 off15552 00000004:00080000:1.0:1763332746.164193:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 850243843835ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332746.165156:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].102, 88 off16648 00000004:00080000:1.0:1763332746.165169:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 850244819544ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332746.169474:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].89, 88 off15640 00000004:00080000:1.0:1763332746.169497:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 850249147616ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332746.170121:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].90, 88 off15728 00000004:00080000:1.0:1763332746.170131:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 850249781794ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332746.170579:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].103, 88 off16736 00000004:00080000:1.0:1763332746.170587:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 850250237676ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332746.170613:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].104, 88 off16824 00000004:00080000:1.0:1763332746.170618:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 850250268896ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332746.170629:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].91, 88 off15816 00000004:00080000:1.0:1763332746.170632:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 850250283443ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332746.170847:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].105, 88 off16912 00000004:00080000:1.0:1763332746.170852:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 850250503301ns, next at 846792806099ns, rc = 0 00000100:00100000:3.0:1763332746.179796:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626220672:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332746.179843:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332746.179871:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332746.179877:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626220288:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332746.179897:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332746.179922:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626220416:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332746.179941:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332746.179957:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332746.179961:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626220544:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332746.179979:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332746.180006:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626220672 00000100:00100000:3.0:1763332746.180010:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626220672 00000100:00100000:3.0:1763332746.180041:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626220288 00000100:00100000:3.0:1763332746.180043:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626220288 00000100:00100000:3.0:1763332746.180053:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626220416 00000100:00100000:3.0:1763332746.180055:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626220416 00000100:00100000:3.0:1763332746.180064:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626220544 00000100:00100000:3.0:1763332746.180066:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626220544 00000100:00100000:3.0:1763332746.180078:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:3.0:1763332746.180086:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626220672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332746.180225:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626220672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 139us (381us total) trans 17179869303 rc 0/0 00000100:00100000:3.0:1763332746.180232:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:3.0:1763332746.180249:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1763332746.180255:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626220288:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332746.180318:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626220288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 63us (420us total) trans 17179869304 rc 0/0 00000100:00100000:3.0:1763332746.180324:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1763332746.180335:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1763332746.180341:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626220416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332746.180449:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626220416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 108us (506us total) trans 17179869305 rc 0/0 00000100:00100000:3.0:1763332746.180455:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1763332746.180468:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1763332746.180474:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626220544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332746.180587:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626220544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (606us total) trans 17179869306 rc 0/0 00000100:00100000:3.0:1763332746.180593:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1763332746.180639:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869299 gen 2 00000004:00080000:3.0:1763332746.180644:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6f480, transno 17179869280 00000004:00080000:3.0:1763332746.180652:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6ca80, transno 17179869281 00000004:00080000:3.0:1763332746.180656:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6e680, transno 17179869282 00000004:00080000:3.0:1763332746.180658:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6e300, transno 17179869283 00000004:00080000:3.0:1763332746.180661:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6d880, transno 17179869284 00000004:00080000:3.0:1763332746.180671:0:3654:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179869287 committed transno 17179869299 00000004:00080000:3.0:1763332746.180683:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dcff100, transno 17179869294 00000004:00080000:3.0:1763332746.180686:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6c380, transno 17179869295 00000004:00080000:3.0:1763332746.180688:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff6bc11180, transno 17179869297 00000004:00080000:3.0:1763332746.180691:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438aaa00, transno 17179869298 00000004:00080000:3.0:1763332746.180693:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff6bc11c00, transno 17179869299 00000100:00100000:3.0:1763332746.180699:0:3654:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7dcfd500 x1848987626220544/t17179869306(17179869306) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332762 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763332746.180710:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcfd500/2, rc 0, transno 17179869306 00000100:00100000:3.0:1763332746.180715:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626220544:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332746.180726:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcfdc00/2, rc 0, transno 17179869305 00000100:00100000:3.0:1763332746.180730:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626220416:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332746.180748:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcfdf80/2, rc 0, transno 17179869304 00000100:00100000:3.0:1763332746.180752:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626220288:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332746.180760:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcff480/2, rc 0, transno 17179869303 00000100:00100000:3.0:1763332746.180763:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626220672:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332746.180846:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 0 in flight, 10 done 00000100:00100000:1.0:1763332746.187572:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610885504 00000100:00100000:1.0:1763332746.187583:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610885504 00000100:00100000:1.0:1763332746.187643:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610885632 00000100:00100000:1.0:1763332746.187646:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610885632 00000100:00100000:1.0:1763332746.187664:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610885760 00000100:00100000:1.0:1763332746.187666:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610885760 00000100:00100000:1.0:1763332746.187685:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 422 00000100:00100000:1.0:1763332746.187692:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2418:x1848987610885504:12345-192.168.204.28@tcp:4:cp.0 00002000:00010000:1.0:1763332746.187739:0:28429:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332746.187748:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f829 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.187762:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332746.187764:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332746.187769:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.187782:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332746.188842:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 423 00000100:00100000:1.0:1763332746.188854:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987610885632:12345-192.168.204.28@tcp:4:cp.0 00002000:00010000:1.0:1763332746.188890:0:16635:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332746.188897:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f830 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.188906:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332746.188908:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332746.188911:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f830 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.188921:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f830 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332746.190025:0:24029:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 424 00000100:00100000:1.0:1763332746.190039:0:24029:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987610885760:12345-192.168.204.28@tcp:4:cp.0 00010000:00010000:1.0:1763332746.190064:0:24029:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f837 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.190075:0:24029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332746.190076:0:24029:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332746.190079:0:24029:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.190090:0:24029:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24029 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332746.221551:0:16635:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:1.0:1763332746.221556:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb mtime from disk: 0 -> 1763332746 00002000:00010000:1.0:1763332746.221558:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb ctime from disk: 0 -> 1763332746 00002000:00010000:1.0:1763332746.221561:0:16635:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:1.0:1763332746.221575:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f830 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.221586:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f830 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.221594:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f830 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.221601:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332746.221606:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f830 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.221614:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f830 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.221634:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f830 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.221641:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f830 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332746.221747:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987610885632:12345-192.168.204.28@tcp:4:cp.0 Request processed in 32892us (34324us total) trans 21474836633 rc 0/0 00000100:00100000:1.0:1763332746.221758:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 423 00002000:00010000:3.0:1763332746.222588:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb size from disk: 0 -> 3780608 00002000:00010000:3.0:1763332746.222592:0:28429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb mtime from disk: 0 -> 1763332746 00002000:00010000:3.0:1763332746.222595:0:28429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb ctime from disk: 0 -> 1763332746 00002000:00010000:3.0:1763332746.222597:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb blocks from disk: 0 -> 3288 00010000:00010000:3.0:1763332746.222608:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f829 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.222625:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.222634:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.222641:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f55a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332746.222645:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.222653:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f829 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.222669:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f829 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.222677:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f829 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332746.222739:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610885504:12345-192.168.204.28@tcp:4:cp.0 Request processed in 35044us (35400us total) trans 17179869307 rc 0/0 00000100:00100000:3.0:1763332746.222748:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 422 00000100:00100000:3.0:1763332746.233962:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610886016 00000100:00100000:3.0:1763332746.233973:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610886016 00000100:00100000:3.0:1763332746.234037:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 684 00000100:00100000:3.0:1763332746.234047:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:33411:x1848987610886016:12345-192.168.204.28@tcp:35:cp.0 00000100:00100000:3.0:1763332746.234419:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33411:x1848987610886016:12345-192.168.204.28@tcp:35:cp.0 Request processed in 372us (553us total) trans 4294968779 rc 0/0 00000100:00100000:3.0:1763332746.234426:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 684 00000100:00100000:1.0:1763332746.262551:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332746.278214:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610886400 00000100:00100000:1.0:1763332746.278228:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610886400 00000100:00100000:1.0:1763332746.278298:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2320 00000100:00100000:1.0:1763332746.278307:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33413:x1848987610886400:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332746.281758:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f853 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.281783:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f853 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.281795:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f853 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.281810:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f85a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.281817:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f85a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.281823:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f85a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.281904:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f861 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.281912:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f861 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.281917:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f861 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332746.281976:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926337 00000004:00200000:1.0:1763332746.281980:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332746.281995:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f861 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282007:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f853 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282013:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f853 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282019:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f853 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282026:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f853 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282030:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332746.282034:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f853 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282042:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f853 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282052:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332746.282055:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332746.282058:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f853 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282064:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f853 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282075:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f85a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282081:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f85a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282086:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f85a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282091:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332746.282094:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f85a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282099:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f85a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282106:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92ff42c64a00) 00010000:00010000:1.0:1763332746.282108:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332746.282111:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f85a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282116:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f85a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282129:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f861 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282134:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f861 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282139:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f861 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282142:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332746.282145:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f861 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282150:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f861 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282156:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332746.282158:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332746.282161:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f861 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.282166:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f861 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332746.282274:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33413:x1848987610886400:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 3962us (5540us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332746.282285:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2320 00000100:00100000:1.0:1763332746.308486:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610886656 00000100:00100000:1.0:1763332746.308497:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610886656 00000100:00100000:1.0:1763332746.308562:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2321 00000100:00100000:1.0:1763332746.308572:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33416:x1848987610886656:12345-192.168.204.28@tcp:101:cat.0 00010000:00010000:1.0:1763332746.308596:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332746.308618:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f868 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf54 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.308688:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f86f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308702:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f86f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308713:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f86f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308726:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f876 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308732:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308738:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308852:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f87d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308861:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f87d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308869:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f87d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332746.308880:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926337 00010000:00010000:1.0:1763332746.308959:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f86f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308969:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f86f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308975:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f86f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308980:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f86f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308986:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332746.308989:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f86f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.308995:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f86f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.309007:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332746.309010:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332746.309013:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f86f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.309019:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f86f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.309030:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f876 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.309035:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f876 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.309039:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f876 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.309044:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332746.309047:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f876 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.309052:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f876 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.309057:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92ff42c64a00) 00010000:00010000:1.0:1763332746.309059:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332746.309061:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f876 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.309065:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f876 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.309100:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54a00/0xb32e3ef184c2f868 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf54 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.309112:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c2f87d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf54 expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.309119:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332746.309121:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332746.309123:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe42f55a00, rc 0) 00000100:00100000:1.0:1763332746.309920:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:33416:x1848987610886656:12345-192.168.204.28@tcp:101:cat.0 Request processed in 1344us (1598us total) trans 4294968780 rc 0/0 00000100:00100000:1.0:1763332746.309928:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2321 00000100:00100000:3.0:1763332746.320130:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332746.321166:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332746.321177:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626220928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332746.321208:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332746.321235:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626220928 00000100:00100000:1.0:1763332746.321240:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626220928 00000100:00100000:1.0:1763332746.321266:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1763332746.321273:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626220928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332746.321285:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1073152 granted 62829120 pending 0 free 3916566528 avail 3663216640 00000100:00100000:1.0:1763332746.321317:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626220928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332746.321323:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1763332746.321372:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869306 gen 2 00000004:00080000:1.0:1763332746.321378:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dcff480, transno 17179869303 00000004:00080000:1.0:1763332746.321386:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dcfdf80, transno 17179869304 00000004:00080000:1.0:1763332746.321389:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dcfdc00, transno 17179869305 00000004:00080000:1.0:1763332746.321392:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dcfd500, transno 17179869306 00000100:00100000:1.0:1763332746.321409:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626220928:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1763332746.321449:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332746.324206:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610886912 00000100:00100000:3.0:1763332746.324212:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610886912 00000100:00100000:3.0:1763332746.324248:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610887040 00000100:00100000:3.0:1763332746.324250:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610887040 00000100:00100000:3.0:1763332746.324265:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610887168 00000100:00100000:3.0:1763332746.324267:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610887168 00000100:00100000:3.0:1763332746.324274:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610887296 00000100:00100000:3.0:1763332746.324276:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610887296 00000100:00100000:3.0:1763332746.324287:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 932 00000100:00100000:3.0:1763332746.324295:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610886912:12345-192.168.204.28@tcp:101:cat.0 00010000:00010000:3.0:1763332746.324306:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332746.324322:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f892 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf62 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332746.324339:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 2097152, mtime: 0x691a528a, atime: 0x0, ctime: 0x691a528a, blocks: 0x800 00010000:00010000:3.0:1763332746.324375:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.324377:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.324383:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f892 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf62 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332746.324405:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f892 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf62 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332746.324415:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193e00, rc 0) 00000100:00100000:3.0:1763332746.324451:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610886912:12345-192.168.204.28@tcp:101:cat.0 Request processed in 156us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332746.324457:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 932 00000100:00100000:3.0:1763332746.324471:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 933 00000100:00100000:3.0:1763332746.324477:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610887040:12345-192.168.204.28@tcp:101:cat.0 00010000:00010000:3.0:1763332746.324483:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332746.324493:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c2f899 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf69 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332746.324505:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 2097152, mtime: 0x691a528a, atime: 0x0, ctime: 0x691a528a, blocks: 0x1000 00010000:00010000:3.0:1763332746.324512:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.324514:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.324519:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c2f899 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf69 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332746.324530:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c2f899 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf69 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332746.324538:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192400, rc 0) 00000100:00100000:3.0:1763332746.324555:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610887040:12345-192.168.204.28@tcp:101:cat.0 Request processed in 79us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332746.324561:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 933 00000100:00100000:3.0:1763332746.324574:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 934 00000100:00100000:3.0:1763332746.324580:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610887168:12345-192.168.204.28@tcp:101:cat.0 00010000:00010000:3.0:1763332746.324586:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332746.324595:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f8a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf70 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332746.324607:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 3780608, mtime: 0x691a528a, atime: 0x0, ctime: 0x691a528a, blocks: 0xcd8 00010000:00010000:3.0:1763332746.324616:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.324617:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.324622:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f8a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf70 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332746.324632:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f8a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf70 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332746.324639:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193c00, rc 0) 00000100:00100000:3.0:1763332746.324658:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610887168:12345-192.168.204.28@tcp:101:cat.0 Request processed in 79us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332746.324664:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 934 00000100:00100000:3.0:1763332746.324677:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 935 00000100:00100000:3.0:1763332746.324683:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987610887296:12345-192.168.204.28@tcp:101:cat.0 00010000:00010000:3.0:1763332746.324689:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332746.324697:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2f8a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf77 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332746.324707:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 3145728, mtime: 0x691a528a, atime: 0x0, ctime: 0x691a528a, blocks: 0x800 00010000:00010000:3.0:1763332746.324715:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.324716:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.324721:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2f8a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf77 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332746.324735:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2f8a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf77 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332746.324742:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192a00, rc 0) 00000100:00100000:3.0:1763332746.324761:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610887296:12345-192.168.204.28@tcp:101:cat.0 Request processed in 78us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332746.324766:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 935 00000100:00100000:1.0:1763332746.360648:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332746.360693:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332746.360725:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332746.360811:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610887424 00000100:00100000:3.0:1763332746.360824:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610887424 00002000:00100000:3.0:1763332746.360878:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x39:0x0] (1048576->2097151) req@ffff92ff511f9f80 x1848987610887424/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:57/0 lens 488/0 e 0 to 0 dl 1763332757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332746.360889:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff511f9f80 with x1848987610887424 ext(1048576->2097151) 00002000:00010000:3.0:1763332746.360895:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff511f9f80 00000100:00100000:3.0:1763332746.360924:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610887552 00000100:00100000:3.0:1763332746.360928:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610887552 00002000:00100000:3.0:1763332746.360944:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x32:0x0] (0->1048575) req@ffff92ff511f9180 x1848987610887552/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:57/0 lens 488/0 e 0 to 0 dl 1763332757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332746.360952:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff511f9180 with x1848987610887552 ext(0->1048575) 00002000:00010000:3.0:1763332746.360955:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff511f9180 00000100:00100000:3.0:1763332746.360966:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610887680 00000100:00100000:3.0:1763332746.360968:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610887680 00002000:00100000:3.0:1763332746.360980:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x35:0x0] (0->2097151) req@ffff92ff7dff9880 x1848987610887680/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:57/0 lens 488/0 e 0 to 0 dl 1763332757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332746.360986:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7dff9880 with x1848987610887680 ext(0->2097151) 00002000:00010000:3.0:1763332746.360990:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7dff9880 00000100:00100000:3.0:1763332746.361006:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 425 00000100:00100000:3.0:1763332746.361013:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987610887424:12345-192.168.204.28@tcp:3:cat.0 00000100:00100000:3.0:1763332746.361702:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 426 00000100:00100000:3.0:1763332746.361712:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610887552:12345-192.168.204.28@tcp:3:cat.0 00000100:00100000:1.0:1763332746.363587:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 427 00000100:00100000:1.0:1763332746.363611:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610887680:12345-192.168.204.28@tcp:3:cat.0 00000100:00100000:1.0:1763332746.379705:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987610887424:12345-192.168.204.28@tcp:3:cat.0 Request processed in 18680us (19054us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332746.379720:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 425 00002000:00100000:1.0:1763332746.379733:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x39:0x0] (1048576->2097151) req@ffff92ff511f9f80 x1848987610887424/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:57/0 lens 488/440 e 0 to 0 dl 1763332757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332746.379743:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff511f9f80 with x1848987610887424 ext(1048576->2097151) 00002000:00010000:1.0:1763332746.379749:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff511f9f80 00000100:00100000:3.0:1763332746.392424:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610887552:12345-192.168.204.28@tcp:3:cat.0 Request processed in 30704us (31719us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332746.392438:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 426 00002000:00100000:3.0:1763332746.392451:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x32:0x0] (0->1048575) req@ffff92ff511f9180 x1848987610887552/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:57/0 lens 488/440 e 0 to 0 dl 1763332757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332746.392461:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff511f9180 with x1848987610887552 ext(0->1048575) 00002000:00010000:3.0:1763332746.392466:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff511f9180 00000100:00100000:1.0:1763332746.401422:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610887680:12345-192.168.204.28@tcp:3:cat.0 Request processed in 37811us (40681us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1763332746.401437:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 427 00002000:00100000:1.0:1763332746.401452:0:24027:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x35:0x0] (0->2097151) req@ffff92ff7dff9880 x1848987610887680/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:57/0 lens 488/440 e 0 to 0 dl 1763332757 ref 1 fl Complete:/600/0 rc 2097152/2097152 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332746.401463:0:24027:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7dff9880 with x1848987610887680 ext(0->2097151) 00002000:00010000:1.0:1763332746.401469:0:24027:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7dff9880 00000100:00100000:1.0:1763332746.481625:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610887808 00000100:00100000:1.0:1763332746.481642:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610887808 00002000:00100000:1.0:1763332746.481701:0:24027:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x36:0x0] (2097152->3780607) req@ffff92fe44e18380 x1848987610887808/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:57/0 lens 488/0 e 0 to 0 dl 1763332757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332746.481714:0:24027:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44e18380 with x1848987610887808 ext(2097152->3780607) 00002000:00010000:1.0:1763332746.481721:0:24027:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe44e18380 00000100:00100000:1.0:1763332746.481768:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 428 00000100:00100000:1.0:1763332746.481778:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610887808:12345-192.168.204.28@tcp:3:cat.0 00000100:00100000:3.0:1763332746.485426:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610887936 00000100:00100000:3.0:1763332746.485446:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610887936 00002000:00100000:3.0:1763332746.485499:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x3a:0x0] (2097152->3145727) req@ffff92fe45092a00 x1848987610887936/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:57/0 lens 488/0 e 0 to 0 dl 1763332757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332746.485510:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe45092a00 with x1848987610887936 ext(2097152->3145727) 00002000:00010000:3.0:1763332746.485516:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe45092a00 00000100:00100000:3.0:1763332746.485551:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 429 00000100:00100000:3.0:1763332746.485560:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610887936:12345-192.168.204.28@tcp:3:cat.0 00000100:00100000:1.0:1763332746.508538:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610887808:12345-192.168.204.28@tcp:3:cat.0 Request processed in 26741us (26989us total) trans 0 rc 1683456/1683456 00000100:00100000:1.0:1763332746.508558:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 428 00002000:00100000:1.0:1763332746.508572:0:24027:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x36:0x0] (2097152->3780607) req@ffff92fe44e18380 x1848987610887808/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:57/0 lens 488/440 e 0 to 0 dl 1763332757 ref 1 fl Complete:/600/0 rc 1683456/1683456 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332746.508583:0:24027:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44e18380 with x1848987610887808 ext(2097152->3780607) 00002000:00010000:1.0:1763332746.508591:0:24027:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe44e18380 00000100:00100000:3.0:1763332746.511941:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610887936:12345-192.168.204.28@tcp:3:cat.0 Request processed in 26366us (26632us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332746.511957:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 429 00002000:00100000:3.0:1763332746.511972:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x3a:0x0] (2097152->3145727) req@ffff92fe45092a00 x1848987610887936/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:57/0 lens 488/440 e 0 to 0 dl 1763332757 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332746.511984:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe45092a00 with x1848987610887936 ext(2097152->3145727) 00002000:00010000:3.0:1763332746.511992:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe45092a00 00000100:00100000:1.0:1763332746.586170:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610888320 00000100:00100000:1.0:1763332746.586183:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610888320 00000100:00100000:1.0:1763332746.586244:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2322 00000100:00100000:1.0:1763332746.586254:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:33419:x1848987610888320:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332746.586335:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f8ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586377:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f8ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586397:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f8ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586413:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f8b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586421:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f8b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586428:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f8b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586503:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8bc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586512:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586519:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332746.586561:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926337 00000004:00200000:1.0:1763332746.586565:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332746.586577:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586591:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f8ae lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586597:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f8ae lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586602:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f8ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586609:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f8ae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586615:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332746.586619:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f8ae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586625:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f8ae lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586638:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332746.586641:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332746.586647:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f8ae lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586652:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c2f8ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586666:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f8b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586671:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f8b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586676:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f8b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586681:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332746.586683:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f8b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586688:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f8b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586694:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92ff42c64a00) 00010000:00010000:1.0:1763332746.586696:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332746.586699:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f8b5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586704:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54e00/0xb32e3ef184c2f8b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586716:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586722:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8bc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586727:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8bc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586732:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332746.586734:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8bc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586740:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8bc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586747:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332746.586749:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332746.586752:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8bc lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332746.586757:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8bc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332746.586842:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:33419:x1848987610888320:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 587us (1688us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332746.586850:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2322 00000100:00100000:3.0:1763332746.639658:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610888576 00000100:00100000:3.0:1763332746.639670:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610888576 00000100:00100000:1.0:1763332746.677398:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610888704 00000100:00100000:1.0:1763332746.677408:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610888704 00000100:00100000:1.0:1763332746.677468:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 700 00000100:00100000:1.0:1763332746.677478:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67daec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2420:x1848987610888704:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332746.677673:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67daec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2420:x1848987610888704:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 195us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332746.677681:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 700 00000100:00100000:3.0:1763332746.679088:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610888960 00000100:00100000:3.0:1763332746.679093:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610888960 00000100:00100000:3.0:1763332746.679141:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610888832 00000100:00100000:3.0:1763332746.679145:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610888832 00000100:00100000:3.0:1763332746.679170:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 904 00000100:00100000:3.0:1763332746.679178:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2420:x1848987610888960:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332746.679211:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2420:x1848987610888960:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 34us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332746.679217:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 904 00000100:00100000:3.0:1763332746.679232:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 905 00000100:00100000:3.0:1763332746.679238:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610888832:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332746.679262:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610888832:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 25us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332746.679268:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 905 00000100:00100000:3.0:1763332746.692698:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610889344 00000100:00100000:3.0:1763332746.692709:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610889344 00000100:00100000:3.0:1763332746.693206:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610889472 00000100:00100000:3.0:1763332746.693212:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610889472 00000100:00100000:3.0:1763332746.693243:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610889600 00000100:00100000:3.0:1763332746.693246:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610889600 00000100:00100000:3.0:1763332746.693275:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 430 00000100:00100000:3.0:1763332746.693286:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987610889344:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332746.693324:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06e00/0xb32e3ef184c2f8d8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.693340:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.693342:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.693376:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06e00/0xb32e3ef184c2f8d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.693401:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06e00/0xb32e3ef184c2f8d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332746.694029:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 431 00000100:00100000:3.0:1763332746.694038:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987610889472:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332746.694061:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06c00/0xb32e3ef184c2f8df lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.694071:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.694073:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.694076:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06c00/0xb32e3ef184c2f8df lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.694085:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77d06c00/0xb32e3ef184c2f8df lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332746.696081:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 432 00000100:00100000:3.0:1763332746.696097:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610889600:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332746.696134:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c2f8e6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.696148:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.696150:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.696155:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c2f8e6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.696169:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c2f8e6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332746.705840:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332746.707343:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610889856 00000100:00100000:1.0:1763332746.707373:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610889856 00000100:00100000:3.0:1763332746.707417:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332746.707448:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332746.707899:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610890112 00000100:00100000:1.0:1763332746.707905:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610890112 00000100:00100000:1.0:1763332746.707918:0:24032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610889728 00000100:00100000:1.0:1763332746.707921:0:24032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610889728 00000100:00100000:3.0:1763332746.707933:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332746.707979:0:24032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610889984 00000100:00100000:1.0:1763332746.707984:0:24032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610889984 00000100:00100000:3.0:1763332746.707995:0:24031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 433 00000100:00100000:3.0:1763332746.708020:0:24031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987610889856:12345-192.168.204.28@tcp:3:lfs.0 00000100:00100000:1.0:1763332746.708043:0:24032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 434 00000100:00100000:1.0:1763332746.708053:0:24032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987610889728:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332746.708064:0:24031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f8ed lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.708075:0:24032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8f4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.708087:0:24032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332746.708090:0:24032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.708097:0:24031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332746.708097:0:24032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8f4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.708102:0:24031:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332746.708108:0:24031:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f8ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.708115:0:24032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8f4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332746.708121:0:24031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f8ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.731581:0:24031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f8ed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.731592:0:24031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f8ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.731599:0:24031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f8ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.731604:0:24031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be05000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332746.731607:0:24031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f8ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.731615:0:24031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f8ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.731628:0:24031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f8ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.731634:0:24031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4be05000/0xb32e3ef184c2f8ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24031 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332746.731676:0:24031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987610889856:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 23658us (25853us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332746.731684:0:24031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 433 00010000:00010000:1.0:1763332746.742158:0:24032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8f4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.742178:0:24032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.742188:0:24032:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.742194:0:24032:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332746.742199:0:24032:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.742206:0:24032:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.742225:0:24032:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332746.742233:0:24032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c2f8f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332746.742322:0:24032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610889728:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 34266us (34867us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332746.742332:0:24032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 434 00000100:00100000:3.0:1763332746.833618:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332746.833640:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626221056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332746.833712:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332746.834544:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1763332746.836038:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332746.836097:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332746.836112:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626221184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763332746.836154:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332746.839393:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836632 gen 2 00000004:00080000:3.0:1763332746.839407:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e19500, transno 21474836629 00000004:00080000:3.0:1763332746.839417:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e1bb80, transno 21474836630 00000004:00080000:3.0:1763332746.839420:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e1b100, transno 21474836631 00000004:00080000:3.0:1763332746.839423:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e1a300, transno 21474836632 00000100:00100000:3.0:1763332746.839439:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626221184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763332746.897415:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610890368 00000100:00100000:1.0:1763332746.897429:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610890368 00000100:00100000:1.0:1763332746.897501:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 936 00000100:00100000:1.0:1763332746.897511:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610890368:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332746.897529:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332746.897549:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4683a600/0xb32e3ef184c2f910 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf85 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332746.897570:0:17605:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x691a5288, atime: 0x691a5288, ctime: 0x691a5288, blocks: 0x0 00010000:00010000:1.0:1763332746.897588:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332746.897590:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332746.897599:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4683a600/0xb32e3ef184c2f910 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf85 expref: 9 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332746.897614:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe4683a600/0xb32e3ef184c2f910 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf85 expref: 9 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332746.897625:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4683a600, rc 0) 00000100:00100000:1.0:1763332746.898993:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610890368:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1476us (1708us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332746.899003:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 936 00000100:00100000:1.0:1763332747.067145:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.104868:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610890624 00000100:00100000:1.0:1763332747.104885:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610890624 00000100:00100000:1.0:1763332747.104953:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 937 00000100:00100000:1.0:1763332747.104964:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987610890624:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332747.104984:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332747.105007:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4683be00/0xb32e3ef184c2f91e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cf8c expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332747.105030:0:17605:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332747.105049:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.105051:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.105061:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4683be00/0xb32e3ef184c2f91e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf8c expref: 10 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332747.105077:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe4683be00/0xb32e3ef184c2f91e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf8c expref: 10 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332747.105102:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4683be00, rc 0) 00000100:00100000:1.0:1763332747.105172:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987610890624:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 209us (5086us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332747.105179:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 937 00000100:00100000:3.0:1763332747.298101:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610890880 00000100:00100000:3.0:1763332747.298114:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610890880 00000100:00100000:3.0:1763332747.298241:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 440 00000100:00100000:3.0:1763332747.298252:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610890880:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332747.298290:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.298306:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332747.298309:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332747.298313:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.298323:0:28429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332747.302121:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332747.302781:0:28429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.302791:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.317696:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.317799:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.317807:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.317814:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be04000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332747.317819:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.317827:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.317848:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.317854:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f92c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332747.317950:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610890880:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 19695us (20754us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.317961:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 440 00000100:00100000:1.0:1763332747.478257:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.488808:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:1.0:1763332747.491023:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2f941 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332747.491033:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2f941 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332747.491052:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926337 00010000:00010000:1.0:1763332747.491188:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c2f93a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf9a expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.491209:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2f941 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf9a expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.491216:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332747.491219:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332747.491221:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff82055c00, rc 0) 00000100:00100000:1.0:1763332747.491261:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:33437:x1848987610891392:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 11656us (13016us total) trans 4294968783 rc 0/0 00000100:00100000:1.0:1763332747.491268:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2324 00000100:00100000:1.0:1763332747.496599:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.501827:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.502898:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610891776 00000100:00100000:1.0:1763332747.502907:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610891776 00010000:00010000:1.0:1763332747.502949:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2f941 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf9a expref: 20 pid: 8606 timeout: 951 lvb_type: 0 00000100:00100000:1.0:1763332747.502992:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 543 00000100:00100000:1.0:1763332747.503001:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2420:x1848987610891776:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332747.503016:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332747.503022:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2f941 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf9a expref: 20 pid: 8606 timeout: 951 lvb_type: 0 00010000:00010000:1.0:1763332747.503038:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2f941 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf9a expref: 20 pid: 8606 timeout: 951 lvb_type: 0 00010000:00010000:1.0:1763332747.503060:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2f941 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf9a expref: 20 pid: 8606 timeout: 951 lvb_type: 0 00010000:00010000:1.0:1763332747.503087:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332747.503091:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c2f956 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332747.503102:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c2f956 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332747.503110:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c2f956 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332747.503137:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332747.503186:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610891776:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 186us (1372us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332747.503194:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 543 00000100:00100000:3.0:1763332747.510107:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.526703:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.526868:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.527007:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.527567:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.527593:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610892800 00000100:00100000:3.0:1763332747.527599:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610892800 00000100:00100000:3.0:1763332747.527627:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610892416 00000100:00100000:3.0:1763332747.527629:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610892416 00000100:00100000:3.0:1763332747.527650:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 939 00000100:00100000:3.0:1763332747.527658:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610892544:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332747.527706:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.527726:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f892 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf62 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332747.527734:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.527736:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.527740:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.527780:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f892 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf62 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332747.529086:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f892 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf62 expref: 9 pid: 8406 timeout: 951 lvb_type: 1 00000100:00100000:3.0:1763332747.529098:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44820380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1848987626221696:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332747.529130:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe438790c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332747.529238:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.530432:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 942 00000100:00100000:1.0:1763332747.530444:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610892672:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:1.0:1763332747.530479:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe4683b400/0xb32e3ef184c2f987 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.530495:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c2f899 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf69 expref: 12 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332747.530501:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.530503:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.530507:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4683b400/0xb32e3ef184c2f987 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.530537:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c2f899 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf69 expref: 12 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332747.530548:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c2f899 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf69 expref: 12 pid: 8406 timeout: 951 lvb_type: 1 00000100:00100000:1.0:1763332747.530560:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626222080:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332747.530615:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4240 going to sleep for 11 seconds 00000100:00100000:1.0:1763332747.537219:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.538062:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610893056 00000100:00100000:3.0:1763332747.538070:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610893056 00010000:00010000:3.0:1763332747.538105:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6c00/0xb32e3ef184c2f88b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf5b expref: 13 pid: 28600 timeout: 951 lvb_type: 1 00000100:00100000:3.0:1763332747.538155:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 544 00000100:00100000:3.0:1763332747.538165:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff44f0a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987610893056:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332747.538180:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332747.538441:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6c00/0xb32e3ef184c2f88b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf5b expref: 13 pid: 28600 timeout: 951 lvb_type: 1 00010000:00010000:3.0:1763332747.538455:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6c00/0xb32e3ef184c2f88b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf5b expref: 13 pid: 28600 timeout: 951 lvb_type: 1 00010000:00010000:3.0:1763332747.538486:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe465e6c00/0xb32e3ef184c2f88b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf5b expref: 13 pid: 28600 timeout: 951 lvb_type: 1 00010000:00010000:3.0:1763332747.538501:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.538503:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.538508:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7800/0xb32e3ef184c2f980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.538516:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7800/0xb32e3ef184c2f980 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.538548:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332747.538601:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff44f0a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610893056:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 437us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.538610:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 544 00000100:00100000:3.0:1763332747.538721:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44820380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1848987626221696:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332747.538738:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332747.538843:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.538859:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610893184 00000100:00100000:3.0:1763332747.538863:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610893184 00010000:00010000:3.0:1763332747.538877:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f8a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf70 expref: 11 pid: 8406 timeout: 951 lvb_type: 1 00000100:00100000:3.0:1763332747.538896:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 545 00000100:00100000:3.0:1763332747.538902:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610893184:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332747.538909:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332747.538918:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f8a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf70 expref: 11 pid: 8406 timeout: 951 lvb_type: 1 00010000:00010000:3.0:1763332747.538929:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f8a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf70 expref: 11 pid: 8406 timeout: 951 lvb_type: 1 00010000:00010000:3.0:1763332747.538941:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c2f8a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf70 expref: 11 pid: 8406 timeout: 951 lvb_type: 1 00010000:00010000:3.0:1763332747.538950:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.538951:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.538954:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff82055400/0xb32e3ef184c2f979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.538961:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff82055400/0xb32e3ef184c2f979 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.538991:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332747.539010:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610893184:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 108us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.539017:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 545 00000100:00100000:1.0:1763332747.542431:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610893312 00000100:00100000:1.0:1763332747.542439:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610893312 00010000:00010000:1.0:1763332747.542487:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f892 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf62 expref: 11 pid: 8406 timeout: 951 lvb_type: 1 00000100:00100000:1.0:1763332747.542530:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 546 00000100:00100000:1.0:1763332747.542539:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610893312:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332747.542553:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332747.542571:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f892 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf62 expref: 11 pid: 8406 timeout: 951 lvb_type: 1 00010000:00010000:1.0:1763332747.542582:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f892 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf62 expref: 11 pid: 8406 timeout: 951 lvb_type: 1 00010000:00010000:1.0:1763332747.542602:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c2f892 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf62 expref: 11 pid: 8406 timeout: 951 lvb_type: 1 00010000:00010000:1.0:1763332747.542617:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.542619:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.542624:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.542631:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.542661:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332747.542710:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610893312:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 172us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332747.542717:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 546 00010000:00010000:3.0:1763332747.543079:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.543090:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.543109:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.543117:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.543125:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.543132:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be04000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332747.543136:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.543145:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.543162:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.543170:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f972 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332747.543231:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610892544:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 15573us (16538us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.543240:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 939 00000100:00100000:1.0:1763332747.549024:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.549170:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.550728:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610893440 00000100:00100000:3.0:1763332747.550740:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610893440 00010000:00010000:1.0:1763332747.552253:0:8407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6600/0xb32e3ef184c2f98e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.552263:0:8407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6600/0xb32e3ef184c2f98e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.552282:0:8407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6600/0xb32e3ef184c2f98e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.552289:0:8407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6600/0xb32e3ef184c2f98e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.552297:0:8407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6600/0xb32e3ef184c2f98e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.552304:0:8407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe465e6600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332747.552308:0:8407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6600/0xb32e3ef184c2f98e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.552316:0:8407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6600/0xb32e3ef184c2f98e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.552328:0:8407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6600/0xb32e3ef184c2f98e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.552335:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe465e6600/0xb32e3ef184c2f98e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332747.553051:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610892928:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 14294us (23812us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332747.553058:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 943 00000100:00100000:1.0:1763332747.564070:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626222720:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332747.564143:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332747.564178:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626223232:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332747.564197:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332747.564217:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1763332747.564222:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626222336:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332747.564236:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332747.564250:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626222848:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332747.564263:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332747.564284:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626222464:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332747.564309:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332747.564327:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626222976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332747.564384:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332747.564409:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626223488:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332747.564483:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626222720 00000100:00100000:3.0:1763332747.564491:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626222720 00000100:00100000:3.0:1763332747.564524:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626223232 00000100:00100000:3.0:1763332747.564527:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626223232 00000100:00100000:3.0:1763332747.564542:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626222336 00000100:00100000:3.0:1763332747.564546:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626222336 00000100:00100000:3.0:1763332747.564559:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626222848 00000100:00100000:1.0:1763332747.564560:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332747.564564:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626222848 00000100:00100000:1.0:1763332747.564582:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626224000:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332747.564584:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1763332747.564596:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626222720:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332747.564988:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332747.565014:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1763332747.565024:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626222592:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332747.565049:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332747.565066:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626223104:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332747.565089:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332747.565103:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626223616:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332747.565121:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332747.565132:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626224128:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332747.565155:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332747.565516:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626222720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 920us (1370us total) trans 21474836634 rc 0/0 00000100:00100000:3.0:1763332747.565528:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1763332747.565546:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626222464 00000100:00100000:3.0:1763332747.565552:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626222464 00000100:00100000:3.0:1763332747.565570:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626222976 00000100:00100000:3.0:1763332747.565575:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626222976 00000100:00100000:3.0:1763332747.565590:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626223488 00000100:00100000:3.0:1763332747.565595:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626223488 00000100:00100000:3.0:1763332747.565610:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626224000 00000100:00100000:3.0:1763332747.565614:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626224000 00000100:00100000:3.0:1763332747.565625:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626222592 00000100:00100000:3.0:1763332747.565630:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626222592 00000100:00100000:3.0:1763332747.565643:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626223104 00000100:00100000:3.0:1763332747.565647:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626223104 00000100:00100000:3.0:1763332747.565664:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626223616 00000100:00100000:3.0:1763332747.565668:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626223616 00000100:00100000:3.0:1763332747.565683:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626223360 00000100:00100000:3.0:1763332747.565688:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626223360 00000100:00100000:3.0:1763332747.565708:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626223744 00000100:00100000:3.0:1763332747.565712:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626223744 00000100:00100000:3.0:1763332747.565737:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1763332747.565746:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3652:x1848987626223232:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332747.565805:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332747.565809:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb mtime from disk: 1763332744 -> 1763332744 00002000:00010000:3.0:1763332747.565812:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb atime from disk: 1763332744 -> 1763332744 00002000:00010000:3.0:1763332747.565814:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb ctime from disk: 1763332745 -> 1763332745 00002000:00010000:3.0:1763332747.565817:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332747.565844:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3652:x1848987626223232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (1646us total) trans 21474836635 rc 0/0 00000100:00100000:3.0:1763332747.567224:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1763332747.567789:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1763332747.567799:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626222976:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332747.567936:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626222976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 138us (3588us total) trans 21474836638 rc 0/0 00000100:00100000:3.0:1763332747.567943:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1763332747.567959:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1763332747.567966:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626223488:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332747.568064:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626223488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 97us (3503us total) trans 17179869309 rc 0/0 00000100:00100000:3.0:1763332747.568070:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1763332747.568083:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1763332747.568090:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626224000:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332747.568194:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626224000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 105us (3209us total) trans 17179869310 rc 0/0 00000100:00100000:3.0:1763332747.568200:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1763332747.568215:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1763332747.568221:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626222592:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332747.568283:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332747.568286:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb mtime from disk: 1763332744 -> 1763332744 00002000:00010000:3.0:1763332747.568288:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb atime from disk: 1763332744 -> 1763332744 00002000:00010000:3.0:1763332747.568291:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb ctime from disk: 1763332744 -> 1763332744 00002000:00010000:3.0:1763332747.568294:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332747.568320:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626222592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 99us (3271us total) trans 21474836639 rc 0/0 00000100:00100000:3.0:1763332747.568326:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1763332747.568339:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1763332747.568345:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626223104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332747.568488:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626223104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 143us (3400us total) trans 21474836640 rc 0/0 00000100:00100000:3.0:1763332747.568495:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1763332747.568509:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1763332747.568515:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626223616:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332747.568584:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626223616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 69us (3462us total) trans 17179869311 rc 0/0 00000100:00100000:3.0:1763332747.568590:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1763332747.568605:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1763332747.568612:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e05e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626224128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332747.568624:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1763332747.568851:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626223360:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332747.568958:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626223360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (3545us total) trans 17179869312 rc 0/0 00000100:00100000:1.0:1763332747.568965:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1763332747.568981:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1763332747.568987:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626223872:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332747.569095:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626223872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (3647us total) trans 17179869313 rc 0/0 00000100:00100000:1.0:1763332747.569101:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1763332747.569116:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:1.0:1763332747.569122:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626224256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332747.571055:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626224256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1925us (5523us total) trans 17179869315 rc 0/0 00000100:00100000:1.0:1763332747.571069:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000004:00080000:1.0:1763332747.572533:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff6bc10e00/2, rc 0, transno 17179869316 00000100:00100000:1.0:1763332747.572538:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626224384:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332747.574976:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332747.574983:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763332747.574986:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332747.574988:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763332747.574991:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332747.575081:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e05e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626224128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6464us (9921us total) trans 17179869317 rc 0/0 00000100:00100000:3.0:1763332747.575093:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:1.0:1763332747.587590:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.595220:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.595744:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.596111:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.596835:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.596862:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610894592 00000100:00100000:3.0:1763332747.596868:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610894592 00000100:00100000:3.0:1763332747.596899:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 964 00000100:00100000:3.0:1763332747.596909:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610894592:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332747.596917:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332747.596928:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4be04800/0xb32e3ef184c2f9c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cfd2 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332747.597135:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00002000:00010000:3.0:1763332747.597191:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 3780608, mtime: 0x691a528a, atime: 0x0, ctime: 0x691a528a, blocks: 0xcd8 00010000:00010000:3.0:1763332747.597203:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.597204:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.597210:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4be04800/0xb32e3ef184c2f9c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfd2 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332747.597226:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe4be04800/0xb32e3ef184c2f9c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfd2 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332747.597235:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4be04800, rc 0) 00000100:00100000:3.0:1763332747.597255:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610894592:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 349us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.597262:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 964 00000100:00100000:3.0:1763332747.597273:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610894720 00000100:00100000:3.0:1763332747.597277:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610894720 00000100:00100000:3.0:1763332747.597511:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 965 00000100:00100000:3.0:1763332747.597519:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610894720:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332747.597527:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332747.597537:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04e00/0xb32e3ef184c2f9cd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695cfd9 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332747.597551:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 3145728, mtime: 0x691a528a, atime: 0x0, ctime: 0x691a528a, blocks: 0x800 00010000:00010000:3.0:1763332747.597561:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.597563:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.597568:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04e00/0xb32e3ef184c2f9cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfd9 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332747.597584:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04e00/0xb32e3ef184c2f9cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfd9 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332747.597593:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4be04e00, rc 0) 00000100:00100000:3.0:1763332747.597612:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610894720:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 95us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.597619:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 965 00000100:00100000:1.0:1763332747.656640:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.656689:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.657968:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.659839:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610895232 00000100:00100000:3.0:1763332747.659848:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610895232 00000100:00100000:1.0:1763332747.659856:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.659883:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610895104 00000100:00100000:3.0:1763332747.659886:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610895104 00000100:00100000:1.0:1763332747.659890:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.660031:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610895360 00000100:00100000:3.0:1763332747.660035:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610895360 00000100:00100000:3.0:1763332747.660057:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 968 00000100:00100000:3.0:1763332747.660065:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987610895232:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332747.660109:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 969 00000100:00100000:1.0:1763332747.660117:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987610895104:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332747.660144:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987610895232:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 80us (2180us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.660152:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 968 00000100:00100000:1.0:1763332747.660153:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987610895104:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 38us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332747.660158:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 969 00000100:00100000:3.0:1763332747.660167:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 970 00000100:00100000:3.0:1763332747.660174:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987610895360:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332747.660212:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987610895360:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 38us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.660218:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 970 00000100:00100000:3.0:1763332747.664879:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610895872 00000100:00100000:3.0:1763332747.664883:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610895872 00000100:00100000:3.0:1763332747.664928:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610895488 00000100:00100000:3.0:1763332747.664930:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610895488 00000100:00100000:3.0:1763332747.664939:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610895744 00000100:00100000:3.0:1763332747.664940:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610895744 00000100:00100000:3.0:1763332747.664947:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610896000 00000100:00100000:3.0:1763332747.664949:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610896000 00000100:00100000:3.0:1763332747.664960:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 971 00000100:00100000:3.0:1763332747.664968:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2418:x1848987610895872:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332747.665065:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2418:x1848987610895872:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 97us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.665071:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 971 00000100:00100000:3.0:1763332747.665087:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 972 00000100:00100000:3.0:1763332747.665092:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2418:x1848987610895488:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332747.665119:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2418:x1848987610895488:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 27us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.665124:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 972 00000100:00100000:3.0:1763332747.665132:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 973 00000100:00100000:3.0:1763332747.665137:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610895744:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332747.665161:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610895744:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 24us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.665166:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 973 00000100:00100000:3.0:1763332747.665176:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 974 00000100:00100000:3.0:1763332747.665181:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610896000:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332747.665209:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610896000:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 28us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.665217:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 974 00000100:00100000:3.0:1763332747.679765:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610896128 00000100:00100000:3.0:1763332747.679776:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610896128 00000100:00100000:3.0:1763332747.679838:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610896384 00000100:00100000:3.0:1763332747.679842:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610896384 00000100:00100000:3.0:1763332747.679865:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610896256 00000100:00100000:3.0:1763332747.679869:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610896256 00000100:00100000:3.0:1763332747.679940:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 442 00000100:00100000:3.0:1763332747.679952:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987610896384:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332747.683000:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f9e2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.683020:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.683022:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.683028:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f9e2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.683041:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f9e2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332747.698717:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.699344:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610896768 00000100:00100000:3.0:1763332747.699418:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610896768 00000100:00100000:3.0:1763332747.699479:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 446 00000100:00100000:3.0:1763332747.699488:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2418:x1848987610896768:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332747.699524:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04400/0xb32e3ef184c2f9f7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.699539:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.699542:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.699547:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04400/0xb32e3ef184c2f9f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.699560:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04400/0xb32e3ef184c2f9f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332747.701000:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610896896 00000100:00100000:1.0:1763332747.701007:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610896896 00000100:00100000:1.0:1763332747.701061:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 447 00000100:00100000:1.0:1763332747.701070:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2418:x1848987610896896:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332747.701101:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3600/0xb32e3ef184c2f9fe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.701115:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.701117:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.701123:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3600/0xb32e3ef184c2f9fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.701134:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3600/0xb32e3ef184c2f9fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332747.707572:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2418:x1848987610896256:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 27599us (27881us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332747.707583:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 443 00010000:00010000:1.0:1763332747.747120:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3600/0xb32e3ef184c2f9fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.747135:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3600/0xb32e3ef184c2f9fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.747151:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3600/0xb32e3ef184c2f9fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.747157:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe487b3600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332747.747162:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3600/0xb32e3ef184c2f9fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.747185:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3600/0xb32e3ef184c2f9fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.747203:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3600/0xb32e3ef184c2f9fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.747216:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3600/0xb32e3ef184c2f9fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332747.747485:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610896896:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 46414us (46577us total) trans 0 rc 634880/634880 00000100:00100000:1.0:1763332747.747494:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 447 00010000:00010000:3.0:1763332747.748003:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f9e2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.748012:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f9e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.748018:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f9e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.748023:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be04000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332747.748026:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f9e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.748033:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f9e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.748044:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f9e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.748051:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2f9e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332747.748099:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987610896384:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 68150us (68454us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332747.748107:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 442 00000100:00100000:3.0:1763332747.758221:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610897024 00000100:00100000:3.0:1763332747.758232:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610897024 00000100:00100000:1.0:1763332747.764238:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610897152 00000100:00100000:1.0:1763332747.764248:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610897152 00010000:00010000:1.0:1763332747.764283:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4683a600/0xb32e3ef184c2f910 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf85 expref: 10 pid: 17605 timeout: 951 lvb_type: 1 00000100:00100000:1.0:1763332747.764322:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 549 00000100:00100000:1.0:1763332747.764331:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610897152:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332747.764392:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332747.764412:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe4683a600/0xb32e3ef184c2f910 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf85 expref: 10 pid: 17605 timeout: 951 lvb_type: 1 00010000:00010000:1.0:1763332747.764426:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe4683a600/0xb32e3ef184c2f910 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf85 expref: 10 pid: 17605 timeout: 951 lvb_type: 1 00010000:00010000:1.0:1763332747.764454:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.764456:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.764462:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c2fa05 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.764471:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c2fa05 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.764490:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332747.764534:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610897152:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 204us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332747.764541:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 549 00000001:00080000:1.0:1763332747.797614:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836642 is committed 00000001:00080000:1.0:1763332747.797635:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836641 is committed 00000100:00100000:1.0:1763332747.800441:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987610897024:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 41325us (43737us total) trans 21474836642 rc 0/0 00000100:00100000:1.0:1763332747.800453:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 448 00000100:00100000:1.0:1763332747.819532:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332747.819605:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610897536 00000100:00100000:3.0:1763332747.819615:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610897536 00000100:00100000:3.0:1763332747.819691:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 451 00000100:00100000:3.0:1763332747.819701:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987610897536:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:3.0:1763332747.819737:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2fa1a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.819754:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.819756:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.819760:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2fa1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.819774:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4be04000/0xb32e3ef184c2fa1a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332747.824819:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00002000:00010000:3.0:1763332747.856811:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:3.0:1763332747.856816:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb mtime from disk: 0 -> 1763332748 00002000:00010000:3.0:1763332747.856819:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb ctime from disk: 0 -> 1763332748 00002000:00010000:3.0:1763332747.856821:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb blocks from disk: 0 -> 4096 00010000:00010000:3.0:1763332747.856834:0:8412:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49325600/0xb32e3ef184c2fa13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.856845:0:8412:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49325600/0xb32e3ef184c2fa13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.856860:0:8412:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49325600/0xb32e3ef184c2fa13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.856867:0:8412:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332747.856872:0:8412:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49325600/0xb32e3ef184c2fa13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.856882:0:8412:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49325600/0xb32e3ef184c2fa13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.856906:0:8412:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49325600/0xb32e3ef184c2fa13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.856914:0:8412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49325600/0xb32e3ef184c2fa13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332747.857018:0:8412:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2418:x1848987610897408:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 39739us (41670us total) trans 17179869318 rc 0/0 00000100:00100000:3.0:1763332747.857029:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 450 00000100:00100000:1.0:1763332747.857160:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626224640:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332747.857211:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332747.857287:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332747.858242:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626224640 00000100:00100000:3.0:1763332747.858252:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626224640 00000100:00100000:3.0:1763332747.858316:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1763332747.858326:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626224640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763332747.858388:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446039552 avail 1299800064 00000100:00100000:3.0:1763332747.858439:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626224640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (1228us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332747.858449:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1763332747.858780:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626224640:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1763332747.870820:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869319 is committed 00010000:00010000:3.0:1763332747.870969:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49325800/0xb32e3ef184c2fa21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.870983:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49325800/0xb32e3ef184c2fa21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.870992:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49325800/0xb32e3ef184c2fa21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.871000:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332747.871004:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49325800/0xb32e3ef184c2fa21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.871013:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49325800/0xb32e3ef184c2fa21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.871032:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49325800/0xb32e3ef184c2fa21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.871039:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49325800/0xb32e3ef184c2fa21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332747.871131:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987610897664:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 41106us (46323us total) trans 17179869319 rc 0/0 00000100:00100000:3.0:1763332747.871142:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 452 00000100:00100000:3.0:1763332747.882111:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610897792 00000100:00100000:3.0:1763332747.882122:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610897792 00000100:00100000:3.0:1763332747.882498:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 453 00000100:00100000:3.0:1763332747.882510:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610897792:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:3.0:1763332747.882560:0:28429:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332747.882569:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05a00/0xb32e3ef184c2fa28 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.882584:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.882586:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332747.882592:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05a00/0xb32e3ef184c2fa28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332747.882606:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4be05a00/0xb32e3ef184c2fa28 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [3145728->3780607] (req 3145728->3780607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332747.918551:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332747.931406:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610898048 00000100:00100000:1.0:1763332747.931417:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610898048 00010000:00010000:1.0:1763332747.931455:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4683be00/0xb32e3ef184c2f91e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf8c expref: 11 pid: 17605 timeout: 951 lvb_type: 1 00000100:00100000:1.0:1763332747.931495:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 550 00000100:00100000:1.0:1763332747.931503:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987610898048:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332747.931518:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332747.931537:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff92fe4683be00/0xb32e3ef184c2f91e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf8c expref: 11 pid: 17605 timeout: 951 lvb_type: 1 00010000:00010000:1.0:1763332747.931550:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe4683be00/0xb32e3ef184c2f91e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf8c expref: 11 pid: 17605 timeout: 951 lvb_type: 1 00010000:00010000:1.0:1763332747.931574:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.931576:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332747.931580:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa2f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.931590:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa2f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332747.931614:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332747.931670:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987610898048:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 167us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332747.931676:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 550 00000100:00100000:1.0:1763332748.003660:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00080000:3.0:1763332748.005019:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332748.051459:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332748.057984:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.061822:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610898560 00000100:00100000:1.0:1763332748.061834:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610898560 00010000:00010000:1.0:1763332748.061878:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c2f933 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf93 expref: 10 pid: 8404 timeout: 952 lvb_type: 1 00000100:00100000:1.0:1763332748.061928:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 551 00000100:00100000:1.0:1763332748.061938:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff44f08850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987610898560:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332748.061963:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332748.061986:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c2f933 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf93 expref: 10 pid: 8404 timeout: 952 lvb_type: 1 00010000:00010000:1.0:1763332748.062001:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c2f933 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf93 expref: 10 pid: 8404 timeout: 952 lvb_type: 1 00010000:00010000:1.0:1763332748.062027:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c2f933 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x38:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cf93 expref: 10 pid: 8404 timeout: 952 lvb_type: 1 00010000:00010000:1.0:1763332748.062043:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332748.062045:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332748.062049:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.062058:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa3d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.062066:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332748.062068:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332748.062070:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fa44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.062082:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fa44 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.062128:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332748.062179:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff44f08850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987610898560:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 242us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332748.062187:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 551 00010000:00010000:3.0:1763332748.062647:0:16635:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332748.062658:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa3d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1763332748.154170:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332748.160762:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.172195:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.181555:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.199875:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.205663:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.208066:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.210464:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.213462:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.213570:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.213757:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.214341:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.226886:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.235316:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.237797:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.239915:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.242040:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.249835:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.249879:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.249912:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.250421:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 463 00000100:00100000:1.0:1763332748.250431:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987610901376:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:1.0:1763332748.250504:0:28430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763332748.250507:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb mtime from disk: 0 -> 1763332748 00002000:00010000:1.0:1763332748.250509:0:28430:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332748.250511:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb ctime from disk: 0 -> 1763332748 00002000:00010000:1.0:1763332748.250513:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332748.250535:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987610901376:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 106us (654us total) trans 17179869325 rc 0/0 00000100:00100000:1.0:1763332748.250542:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 463 00002000:00010000:1.0:1763332748.250545:0:28430:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/59 (0->18446744073709551615) 00002000:00100000:1.0:1763332748.250547:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe46e2dc00 with x1848987610901376 ext(0->18446744073709551615) 00002000:00010000:1.0:1763332748.250552:0:28430:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe46e2dc00. 00000100:00100000:3.0:1763332748.255500:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.261078:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.268099:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.270849:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:1.0:1763332748.271609:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.271628:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.271641:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00010000:1.0:1763332748.271745:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef271821 reply state 0000000005487d9b transno 4294968793 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.271756:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.271764:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332748.271767:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332748.271771:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332748.271862:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+23:33437:x1848987610902400:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 446us (1022us total) trans 4294968793 rc 0/0 00000100:00100000:1.0:1763332748.271869:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2335 00000100:00100000:3.0:1763332748.274029:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.276767:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.276827:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610902656 00000100:00100000:1.0:1763332748.276837:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610902656 00010000:00010000:1.0:1763332748.276870:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7400/0xb32e3ef184c2f9b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfbd expref: 21 pid: 8611 timeout: 952 lvb_type: 1 00000100:00100000:1.0:1763332748.276910:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 552 00000100:00100000:1.0:1763332748.276918:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2420:x1848987610902656:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332748.276935:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332748.276954:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7400/0xb32e3ef184c2f9b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfbd expref: 21 pid: 8611 timeout: 952 lvb_type: 1 00010000:00010000:1.0:1763332748.276966:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7400/0xb32e3ef184c2f9b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfbd expref: 21 pid: 8611 timeout: 952 lvb_type: 1 00010000:00010000:1.0:1763332748.277332:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe465e7400/0xb32e3ef184c2f9b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfbd expref: 20 pid: 8611 timeout: 952 lvb_type: 1 00010000:00010000:1.0:1763332748.277410:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332748.277413:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332748.277421:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324a00/0xb32e3ef184c2fad7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d042 expref: 19 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.277430:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324a00/0xb32e3ef184c2fad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d042 expref: 19 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.277468:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92fe49324a00/0xb32e3ef184c2fad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d042 expref: 19 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332748.277480:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848987626225152:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332748.277546:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4540 going to sleep for 11 seconds 00000100:00100000:3.0:1763332748.279396:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.279522:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1848987626225152:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332748.279546:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332748.279601:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610902656:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2682us (2840us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332748.279617:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 552 00000100:00100000:3.0:1763332748.287093:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.288607:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610902912 00000100:00100000:1.0:1763332748.288616:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610902912 00010000:00010000:1.0:1763332748.288648:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff82055600/0xb32e3ef184c2f9b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfc4 expref: 18 pid: 8404 timeout: 952 lvb_type: 1 00000100:00100000:1.0:1763332748.288686:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 553 00000100:00100000:1.0:1763332748.288693:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610902912:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332748.288707:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332748.288724:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff82055600/0xb32e3ef184c2f9b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfc4 expref: 18 pid: 8404 timeout: 952 lvb_type: 1 00010000:00010000:1.0:1763332748.288736:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff82055600/0xb32e3ef184c2f9b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfc4 expref: 18 pid: 8404 timeout: 952 lvb_type: 1 00010000:00010000:1.0:1763332748.288757:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff82055600/0xb32e3ef184c2f9b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfc4 expref: 18 pid: 8404 timeout: 952 lvb_type: 1 00010000:00010000:1.0:1763332748.288772:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332748.288774:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332748.288781:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c2fade lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d049 expref: 17 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.288797:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c2fade lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d049 expref: 17 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.288828:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c2fade lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d049 expref: 17 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332748.288841:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848987626225408:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332748.288900:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4540 going to sleep for 11 seconds 00000100:00100000:1.0:1763332748.295698:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.302300:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.306800:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.312825:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.317216:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.321117:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.328342:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610903936 00000100:00100000:3.0:1763332748.328386:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610903936 00000100:00100000:3.0:1763332748.328494:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610904192 00000100:00100000:3.0:1763332748.328498:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610904192 00000100:00100000:3.0:1763332748.328512:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610903808 00000100:00100000:3.0:1763332748.328515:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610903808 00000100:00100000:3.0:1763332748.328524:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610904064 00000100:00100000:3.0:1763332748.328526:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610904064 00000100:00100000:3.0:1763332748.328535:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610904320 00000100:00100000:3.0:1763332748.328537:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610904320 00000100:00100000:3.0:1763332748.328550:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 993 00000100:00100000:3.0:1763332748.328558:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987610903936:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:3.0:1763332748.328697:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x39:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1763332748.328702:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x39:0x0] updating lvb mtime from disk: 1763332746 -> 1763332746 00002000:00010000:3.0:1763332748.328704:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x39:0x0] updating lvb atime from disk: 0 -> 1763332747 00002000:00010000:3.0:1763332748.328706:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x39:0x0] updating lvb ctime from disk: 1763332746 -> 1763332748 00002000:00010000:3.0:1763332748.328709:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x39:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332748.328733:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987610903936:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 176us (833us total) trans 21474836652 rc 0/0 00000100:00100000:3.0:1763332748.328740:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 993 00000100:00100000:3.0:1763332748.328757:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 994 00000100:00100000:3.0:1763332748.328763:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2421:x1848987610904192:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:3.0:1763332748.328827:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb size from disk: 3780608 -> 3780608 00002000:00010000:3.0:1763332748.328831:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb mtime from disk: 1763332746 -> 1763332746 00002000:00010000:3.0:1763332748.328833:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb atime from disk: 0 -> 1763332747 00002000:00010000:3.0:1763332748.328835:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb ctime from disk: 1763332746 -> 1763332748 00002000:00010000:3.0:1763332748.328837:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb blocks from disk: 3288 -> 3288 00000100:00100000:3.0:1763332748.328860:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+22:2421:x1848987610904192:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 97us (907us total) trans 17179869326 rc 0/0 00000100:00100000:3.0:1763332748.328866:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 994 00000100:00100000:3.0:1763332748.328879:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 995 00000100:00100000:3.0:1763332748.328884:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2421:x1848987610903808:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:3.0:1763332748.328938:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1763332748.328942:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb mtime from disk: 1763332746 -> 1763332746 00002000:00010000:3.0:1763332748.328944:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb atime from disk: 1763332744 -> 1763332747 00002000:00010000:3.0:1763332748.328946:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb ctime from disk: 1763332746 -> 1763332748 00002000:00010000:3.0:1763332748.328948:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332748.328968:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+22:2421:x1848987610903808:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 84us (986us total) trans 17179869327 rc 0/0 00000100:00100000:3.0:1763332748.328974:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 995 00000100:00100000:3.0:1763332748.328986:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 996 00000100:00100000:3.0:1763332748.328992:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e05c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2421:x1848987610904064:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:3.0:1763332748.329035:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x35:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1763332748.329038:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x35:0x0] updating lvb mtime from disk: 1763332746 -> 1763332746 00002000:00010000:3.0:1763332748.329040:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x35:0x0] updating lvb atime from disk: 0 -> 1763332747 00002000:00010000:3.0:1763332748.329042:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x35:0x0] updating lvb ctime from disk: 1763332746 -> 1763332748 00002000:00010000:3.0:1763332748.329044:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x35:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332748.329064:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e05c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+22:2421:x1848987610904064:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 71us (1052us total) trans 17179869328 rc 0/0 00000100:00100000:3.0:1763332748.329070:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 996 00000100:00100000:3.0:1763332748.329178:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 997 00000100:00100000:3.0:1763332748.329185:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987610904320:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:3.0:1763332748.329235:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332748.329238:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb mtime from disk: 1763332746 -> 1763332746 00002000:00010000:3.0:1763332748.329240:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb atime from disk: 0 -> 1763332747 00002000:00010000:3.0:1763332748.329241:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb ctime from disk: 1763332746 -> 1763332748 00002000:00010000:3.0:1763332748.329243:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332748.329262:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987610904320:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 78us (1215us total) trans 21474836653 rc 0/0 00000100:00100000:3.0:1763332748.329268:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 997 00000100:00100000:3.0:1763332748.333614:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.341163:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610904704 00000100:00100000:1.0:1763332748.341174:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610904704 00010000:00010000:1.0:1763332748.341216:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e7800/0xb32e3ef184c2f99c lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfaf expref: 24 pid: 8606 timeout: 952 lvb_type: 0 00000100:00100000:1.0:1763332748.341262:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 557 00000100:00100000:1.0:1763332748.341272:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2421:x1848987610904704:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332748.341287:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332748.341294:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e7800/0xb32e3ef184c2f99c lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfaf expref: 24 pid: 8606 timeout: 952 lvb_type: 0 00010000:00010000:1.0:1763332748.341308:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe465e7800/0xb32e3ef184c2f99c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfaf expref: 24 pid: 8606 timeout: 952 lvb_type: 0 00010000:00010000:1.0:1763332748.341330:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332748.341335:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332748.341396:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332748.341405:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332748.341424:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332748.341467:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2421:x1848987610904704:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 197us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332748.341475:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 557 00000001:00080000:3.0:1763332748.349318:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968794 is committed 00000004:00080000:3.0:1763332748.349335:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 115 committed 00010000:00010000:1.0:1763332748.349623:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349637:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349645:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349650:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332748.349655:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349663:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349681:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332748.349684:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332748.349688:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa4b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349699:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c2fa4b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349717:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324e00/0xb32e3ef184c2fa91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332748.349722:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324e00/0xb32e3ef184c2fa91 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332748.349728:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324e00/0xb32e3ef184c2fa91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332748.349732:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49324e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332748.349735:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324e00/0xb32e3ef184c2fa91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332748.349740:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324e00/0xb32e3ef184c2fa91 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332748.349747:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332748.349749:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332748.349752:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324e00/0xb32e3ef184c2fa91 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332748.349756:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324e00/0xb32e3ef184c2fa91 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332748.349766:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2fac2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349772:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2fac2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349777:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2fac2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349782:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332748.349785:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2fac2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349790:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2fac2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349797:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332748.349799:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332748.349801:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2fac2 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349806:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2fac2 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349814:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349820:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349826:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349830:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe487b3800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332748.349833:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349838:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349844:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332748.349846:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332748.349849:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332748.349853:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fad0 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000004:00080000:3.0:1763332748.349960:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 114 committed 00000004:00080000:3.0:1763332748.350136:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 107 committed 00000004:00080000:3.0:1763332748.350147:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 106 committed 00000004:00080000:3.0:1763332748.350149:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 105 committed 00000004:00080000:3.0:1763332748.350152:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 104 committed 00000004:00080000:3.0:1763332748.350154:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 113 committed 00000004:00080000:3.0:1763332748.350156:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 103 committed 00000004:00080000:3.0:1763332748.350158:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 112 committed 00000004:00080000:3.0:1763332748.350160:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 102 committed 00000004:00080000:3.0:1763332748.350162:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 111 committed 00000004:00080000:3.0:1763332748.350164:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 110 committed 00000004:00080000:3.0:1763332748.350165:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 109 committed 00000004:00080000:3.0:1763332748.350167:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 101 committed 00000004:00080000:3.0:1763332748.350169:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 100 committed 00000004:00080000:3.0:1763332748.350171:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 108 committed 00000004:00080000:3.0:1763332748.350172:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 99 committed 00000004:00010000:3.0:1763332748.350311:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002fdbb395 reply state 0000000011415179 transno 4294968794 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332748.350331:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332748.350341:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332748.350343:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763332748.350385:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332748.350392:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332748.350405:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763332748.350412:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c2f964 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfa8 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332748.350784:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626226432:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332748.350822:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626226560:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332748.350847:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626226688:0@lo:2:osp-syn-0-0.0 00010000:00080000:3.0:1763332748.350990:0:6522:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763332748.351004:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7ad48050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:33437:x1848987610904576:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 17177us (17400us total) trans 4294968794 rc 0/0 00000100:00100000:3.0:1763332748.351015:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 687 00000100:00100000:1.0:1763332748.353733:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626226816 00000100:00100000:1.0:1763332748.353745:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626226816 00000100:00100000:1.0:1763332748.353815:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626227328 00000100:00100000:1.0:1763332748.353819:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626227328 00000100:00100000:1.0:1763332748.353838:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1763332748.353847:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626226816:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332748.354008:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332748.354012:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332748.354014:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332748.354016:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332748.354018:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332748.354067:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3654:x1848987626226816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 219us (3745us total) trans 21474836654 rc 0/0 00000100:00100000:1.0:1763332748.354074:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1763332748.354105:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:1.0:1763332748.354112:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626227328:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332748.354165:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb size from disk: 6926336 -> 6926336 00002000:00010000:1.0:1763332748.354169:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332748.354171:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb atime from disk: 1763332744 -> 1763332744 00002000:00010000:1.0:1763332748.354173:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332748.354175:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb blocks from disk: 13528 -> 13528 00000100:00100000:1.0:1763332748.354201:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3654:x1848987626227328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (3550us total) trans 21474836655 rc 0/0 00000100:00100000:1.0:1763332748.354208:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00010000:00010000:1.0:1763332748.354254:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332748.354264:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332748.354271:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332748.354277:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332748.354281:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332748.354289:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332748.354306:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332748.354310:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332748.354316:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332748.354323:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fafa lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00080000:3.0:1763332748.354464:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332748.354803:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332748.354833:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626227072:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332748.354865:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332748.354889:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626227584:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332748.354918:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332748.354935:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626228096:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332748.354970:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626227840 00000100:00100000:3.0:1763332748.354976:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626227840 00000100:00100000:3.0:1763332748.355011:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626228352 00000100:00100000:3.0:1763332748.355016:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626228352 00000100:00100000:3.0:1763332748.355034:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626226560 00000100:00100000:3.0:1763332748.355037:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626226560 00000100:00100000:3.0:1763332748.355049:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626226688 00000100:00100000:3.0:1763332748.355052:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626226688 00000100:00100000:3.0:1763332748.355069:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626227072 00000100:00100000:3.0:1763332748.355072:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626227072 00000100:00100000:3.0:1763332748.355085:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626227200 00000100:00100000:3.0:1763332748.355088:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626227200 00000100:00100000:3.0:1763332748.355099:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626227584 00000100:00100000:3.0:1763332748.355101:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626227584 00000100:00100000:3.0:1763332748.355111:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626227712 00000100:00100000:3.0:1763332748.355113:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626227712 00000100:00100000:3.0:1763332748.355126:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626228224 00000100:00100000:3.0:1763332748.355129:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626228224 00000100:00100000:3.0:1763332748.355142:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1763332748.355150:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626227840:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332748.355233:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332748.355237:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.355239:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332748.355242:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.355244:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332748.355283:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3654:x1848987626227840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 133us (2469us total) trans 17179869329 rc 0/0 00000100:00100000:3.0:1763332748.355290:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1763332748.355310:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:3.0:1763332748.355322:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626226560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332748.355420:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332748.355424:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb mtime from disk: 1763332746 -> 1763332746 00002000:00010000:3.0:1763332748.355426:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb atime from disk: 1763332747 -> 1763332747 00002000:00010000:3.0:1763332748.355428:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.355431:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x3a:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332748.355463:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3652:x1848987626226560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 145us (662us total) trans 21474836656 rc 0/0 00000100:00100000:3.0:1763332748.355471:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:3.0:1763332748.355489:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:3.0:1763332748.355497:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3652:x1848987626227072:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332748.355547:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332748.355552:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x3d:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.355557:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x3d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332748.355561:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x3d:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.355566:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332748.355596:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3652:x1848987626227072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (731us total) trans 21474836658 rc 0/0 00000100:00100000:3.0:1763332748.355603:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:3.0:1763332748.355618:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1763332748.355625:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626227584:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332748.355685:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x35:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1763332748.355690:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x35:0x0] updating lvb mtime from disk: 1763332746 -> 1763332746 00002000:00010000:3.0:1763332748.355692:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x35:0x0] updating lvb atime from disk: 1763332747 -> 1763332747 00002000:00010000:3.0:1763332748.355697:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x35:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.355701:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x35:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332748.355735:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626227584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (816us total) trans 17179869331 rc 0/0 00000100:00100000:3.0:1763332748.355742:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1763332748.355758:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1763332748.355769:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3653:x1848987626228224:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332748.355828:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1763332748.355832:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.355835:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332748.355838:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.355840:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:3.0:1763332748.355874:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3653:x1848987626228224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 108us (861us total) trans 17179869333 rc 0/0 00000100:00100000:3.0:1763332748.355887:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00080000:3.0:1763332748.355918:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332748.355937:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763332748.355976:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe4626b100/2, rc 0, transno 21474836656 00000100:00100000:3.0:1763332748.355983:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626226560:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332748.355998:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe46268e00/2, rc 0, transno 21474836658 00000100:00100000:3.0:1763332748.356003:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626227072:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332748.356015:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438a8700/2, rc 0, transno 17179869331 00000100:00100000:3.0:1763332748.356022:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626227584:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332748.356040:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626228096 00000100:00100000:3.0:1763332748.356044:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626228096 00000100:00100000:3.0:1763332748.356069:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1763332748.356076:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626228096:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332748.356131:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332748.356135:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.356138:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332748.356140:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.356142:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332748.356180:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3652:x1848987626228096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 103us (243us total) trans 17179869334 rc 0/0 00000100:00100000:3.0:1763332748.356190:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000004:00080000:3.0:1763332748.356221:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe45183b80/2, rc 0, transno 17179869334 00000100:00100000:3.0:1763332748.356230:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626228096:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332748.356248:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626228480 00000100:00100000:3.0:1763332748.356251:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626228480 00000100:00100000:3.0:1763332748.356289:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1763332748.356297:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3654:x1848987626228480:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332748.356400:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332748.356403:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.356405:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332748.356407:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.356409:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332748.356451:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626228480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 155us (224us total) trans 17179869335 rc 0/0 00000100:00100000:3.0:1763332748.356460:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1763332748.356679:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610904832 00000100:00100000:1.0:1763332748.356684:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610904832 00000100:00100000:1.0:1763332748.356725:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2336 00000100:00100000:1.0:1763332748.356733:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:33437:x1848987610904832:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332748.356747:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332748.356766:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fb01 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d065 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.356820:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fb01 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d065 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.356835:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fb01 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d065 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.356853:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332748.356855:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332748.356858:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe487b3a00, rc 0) 00000100:00100000:1.0:1763332748.356898:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:33437:x1848987610904832:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 165us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332748.356903:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2336 00000100:00100000:1.0:1763332748.356926:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332748.356947:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46269c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626226944:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332748.356971:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332748.356985:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626227456:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332748.357002:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332748.357015:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626227968:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332748.357032:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763332748.357466:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe4626ad80/2, rc 0, transno 21474836660 00000100:00100000:1.0:1763332748.357475:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626226432:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332748.357519:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe46269c00/2, rc 0, transno 21474836661 00000100:00100000:1.0:1763332748.357528:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46269c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626226944:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332748.357940:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438a8a80/2, rc 0, transno 17179869336 00000100:00100000:1.0:1763332748.357945:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626227456:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332748.357954:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dff9500/2, rc 0, transno 17179869337 00000100:00100000:1.0:1763332748.357958:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626227968:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332748.369161:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610905088 00000100:00100000:3.0:1763332748.369172:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610905088 00000100:00100000:3.0:1763332748.369225:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 688 00000100:00100000:3.0:1763332748.369235:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:33437:x1848987610905088:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332748.369534:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33437:x1848987610905088:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 300us (460us total) trans 4294968795 rc 0/0 00000100:00100000:3.0:1763332748.369543:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 688 00000100:00100000:1.0:1763332748.392758:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.392915:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610905344 00000100:00100000:3.0:1763332748.392930:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610905344 00000100:00100000:3.0:1763332748.393014:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2337 00000100:00100000:3.0:1763332748.393026:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33440:x1848987610905344:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332748.393058:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332748.393088:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05400/0xb32e3ef184c2fb08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d06c expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332748.393184:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2fb0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.393201:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2fb0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.393214:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2fb0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.393231:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2fb16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.393238:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2fb16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.393245:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2fb16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.393412:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2fb0f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.393420:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2fb0f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.393427:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2fb0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.393434:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2fb0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.393442:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be05c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332748.393446:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2fb0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.393454:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2fb0f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.394544:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332748.394552:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332748.394562:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2fb0f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.394573:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05c00/0xb32e3ef184c2fb0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.394593:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2fb16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.394600:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2fb16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.394608:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2fb16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.394614:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4be04a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332748.394617:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2fb16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.394624:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2fb16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.394634:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92ff80045300) 00010000:00010000:3.0:1763332748.394637:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332748.394640:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2fb16 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.394645:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be04a00/0xb32e3ef184c2fb16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.394702:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05400/0xb32e3ef184c2fb08 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d06c expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332748.394715:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332748.394718:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332748.394722:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4be05400/0xb32e3ef184c2fb08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d06c expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332748.394732:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4be05400, rc 0) 00000100:00100000:1.0:1763332748.577130:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.583557:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:1.0:1763332748.585788:0:28429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2fb55 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.585804:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2fb55 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.624243:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2fb55 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.624271:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2fb55 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.624283:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2fb55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.624291:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332748.624297:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2fb55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.624314:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2fb55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.624342:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2fb55 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332748.624457:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2fb55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332748.624628:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2419:x1848987610905856:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 47190us (47509us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1763332748.624644:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 466 00000100:00100000:3.0:1763332748.638019:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610906240 00000100:00100000:3.0:1763332748.638033:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610906240 00000100:00100000:3.0:1763332748.638118:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1015 00000100:00100000:3.0:1763332748.638129:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987610906240:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332748.638152:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332748.638185:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2fb63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d07a expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332748.638216:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 6926336, mtime: 0x691a528c, atime: 0x691a5288, ctime: 0x691a528c, blocks: 0x34d8 00010000:00010000:3.0:1763332748.638242:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332748.638244:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332748.638255:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2fb63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d07a expref: 19 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332748.638274:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2fb63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d07a expref: 19 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332748.638288:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0c200, rc 0) 00000100:00100000:3.0:1763332748.638406:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987610906240:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 278us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332748.638414:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1015 00000100:00100000:1.0:1763332748.770569:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.806371:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.806719:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 559 00000100:00100000:1.0:1763332748.806737:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610906880:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332748.806762:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332748.806772:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fb47 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d073 expref: 17 pid: 8606 timeout: 952 lvb_type: 0 00010000:00010000:1.0:1763332748.806790:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c2fb47 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d073 expref: 17 pid: 8606 timeout: 952 lvb_type: 0 00010000:00010000:1.0:1763332748.806825:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332748.806831:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fb71 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332748.806851:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fb71 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332748.806860:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fb71 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332748.806885:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332748.806968:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610906880:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 236us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332748.806977:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 559 00000100:00100000:1.0:1763332748.819775:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000001:00080000:3.0:1763332748.836575:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968799 is committed 00000004:00080000:3.0:1763332748.836591:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 123 committed 00000004:00080000:3.0:1763332748.836602:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 122 committed 00000004:00080000:3.0:1763332748.836605:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 116 committed 00000004:00080000:3.0:1763332748.836623:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 115 committed 00000004:00080000:3.0:1763332748.836626:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 114 committed 00000004:00080000:3.0:1763332748.836628:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 113 committed 00000004:00080000:3.0:1763332748.836629:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 121 committed 00000004:00080000:3.0:1763332748.836631:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 112 committed 00000004:00080000:3.0:1763332748.836633:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 120 committed 00000004:00080000:3.0:1763332748.836636:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 111 committed 00000004:00080000:3.0:1763332748.836639:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 119 committed 00000004:00080000:3.0:1763332748.836642:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 118 committed 00000004:00080000:3.0:1763332748.836645:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 117 committed 00000004:00080000:3.0:1763332748.836650:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 110 committed 00000004:00080000:3.0:1763332748.836652:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 109 committed 00000004:00080000:3.0:1763332748.836654:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 116 committed 00000004:00080000:3.0:1763332748.836657:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 108 committed 00000100:00100000:1.0:1763332748.837806:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626229248:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332748.837884:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332748.837924:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626229760:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332748.837944:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332748.837968:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763332748.837974:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626229120:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332748.837992:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332748.838006:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626229632:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332748.838025:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332748.838073:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626229248 00000100:00100000:1.0:1763332748.838082:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626229248 00000100:00100000:1.0:1763332748.838123:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626229760 00000100:00100000:1.0:1763332748.838126:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626229760 00000100:00100000:1.0:1763332748.838141:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626229120 00000100:00100000:1.0:1763332748.838144:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626229120 00000100:00100000:1.0:1763332748.838155:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626229632 00000100:00100000:1.0:1763332748.838157:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626229632 00000100:00100000:1.0:1763332748.838171:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1763332748.838179:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3655:x1848987626229248:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332748.838397:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332748.838402:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332748.838405:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332748.838407:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332748.838410:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332748.838449:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3655:x1848987626229248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 270us (566us total) trans 17179869338 rc 0/0 00000100:00100000:1.0:1763332748.838457:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1763332748.838477:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1763332748.838484:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3655:x1848987626229760:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332748.838546:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x3a:0x0] updating lvb size from disk: 6926336 -> 6926336 00002000:00010000:1.0:1763332748.838549:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x3a:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332748.838552:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332748.838554:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x3a:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332748.838556:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x3a:0x0] updating lvb blocks from disk: 5336 -> 5336 00000100:00100000:1.0:1763332748.838580:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3655:x1848987626229760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 97us (635us total) trans 17179869339 rc 0/0 00000100:00100000:1.0:1763332748.838586:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1763332748.838600:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1763332748.838608:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3655:x1848987626229120:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332748.838666:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb size from disk: 3780608 -> 3780608 00002000:00010000:1.0:1763332748.838669:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb mtime from disk: 1763332746 -> 1763332746 00002000:00010000:1.0:1763332748.838672:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb atime from disk: 1763332747 -> 1763332747 00002000:00010000:1.0:1763332748.838674:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332748.838677:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x36:0x0] updating lvb blocks from disk: 3288 -> 3288 00000100:00100000:1.0:1763332748.838705:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3655:x1848987626229120:12345-0@lo:2:osp-syn-1-0.0 Request processed in 99us (711us total) trans 17179869340 rc 0/0 00000100:00100000:1.0:1763332748.838711:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1763332748.838730:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1763332748.838737:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3655:x1848987626229632:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332748.838801:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332748.838805:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332748.838808:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332748.838811:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332748.838813:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:1.0:1763332748.838846:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3655:x1848987626229632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (816us total) trans 17179869341 rc 0/0 00000100:00100000:1.0:1763332748.838853:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1763332748.840537:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1763332748.840558:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3652:x1848987626228864:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332748.840684:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1763332748.840690:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb mtime from disk: 1763332746 -> 1763332746 00002000:00010000:3.0:1763332748.840692:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb atime from disk: 1763332747 -> 1763332747 00002000:00010000:3.0:1763332748.840695:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332748.840698:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332748.840774:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3652:x1848987626228864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 220us (621us total) trans 17179869343 rc 0/0 00000100:00100000:3.0:1763332748.840785:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1763332748.842870:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626230144:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332748.842918:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332748.842956:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626230656:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332748.842978:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332748.843008:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1763332748.843018:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626230272:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332748.843050:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332748.843084:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626230784:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332748.843121:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763332748.844255:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7566df80/2, rc 0, transno 21474836668 00000100:00100000:3.0:1763332748.844267:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626230272:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332748.844281:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a2300/2, rc 0, transno 21474836669 00000100:00100000:3.0:1763332748.844285:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626230784:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332748.844296:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438ab100/2, rc 0, transno 21474836666 00000100:00100000:3.0:1763332748.844299:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626230144:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332748.844308:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a0e00/2, rc 0, transno 21474836667 00000100:00100000:3.0:1763332748.844312:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626230656:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332748.844494:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e123480/2, rc 0, transno 17179869340 00000100:00100000:1.0:1763332748.844503:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626229120:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332748.844530:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e121180/2, rc 0, transno 17179869341 00000100:00100000:1.0:1763332748.844534:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626229632:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332748.844545:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e120700/2, rc 0, transno 17179869338 00000100:00100000:1.0:1763332748.844549:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e120700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626229248:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332748.844558:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e130700/2, rc 0, transno 17179869339 00000100:00100000:1.0:1763332748.844561:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626229760:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332748.845246:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332748.881030:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332748.882500:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.976331:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332748.977109:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 690 00000100:00100000:1.0:1763332748.977128:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:32772:x1848987610908032:12345-192.168.204.28@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1763332748.977605:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:32772:x1848987610908032:12345-192.168.204.28@tcp:35:ldlm_bl.0 Request processed in 482us (1290us total) trans 4294968800 rc 0/0 00000100:00100000:1.0:1763332748.977615:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 690 00000100:00100000:1.0:1763332748.983631:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332748.988163:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fbcc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988172:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fbcc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332748.988251:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926336 00000004:00200000:3.0:1763332748.988257:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332748.988312:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fbcc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988327:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fbcc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988341:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2fbbe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988383:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2fbbe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988391:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2fbbe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988398:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2fbbe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988404:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332748.988409:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2fbbe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988417:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2fbbe lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988427:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332748.988430:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332748.988435:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2fbbe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988441:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c2fbbe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988457:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2fbc5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988463:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2fbc5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988469:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2fbc5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988474:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332748.988477:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2fbc5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988487:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2fbc5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988495:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92fe44cd0800) 00010000:00010000:3.0:1763332748.988497:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332748.988500:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2fbc5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988505:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c2fbc5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.988547:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2fbb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d096 expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332748.988561:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fbcc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d096 expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332748.988568:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332748.988570:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332748.988573:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192600, rc 0) 00000100:00100000:3.0:1763332748.988622:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33449:x1848987610907776:12345-192.168.204.28@tcp:101:mirror_io.0 Request processed in 16730us (16956us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332748.988631:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2344 00000100:00100000:1.0:1763332748.992858:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332748.993035:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610908416 00000100:00100000:3.0:1763332748.993050:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610908416 00000100:00100000:3.0:1763332748.993128:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2345 00000100:00100000:3.0:1763332748.993140:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33449:x1848987610908416:12345-192.168.204.28@tcp:101:mirror_io.0 00010000:00010000:3.0:1763332748.993176:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332748.993262:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c2fbd3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d09d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332748.993512:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c000/0xb32e3ef184c2fbda lrc: 3/0,1 mode: --/CW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.993531:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fbcc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d096 expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332748.993541:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c000/0xb32e3ef184c2fbda lrc: 4/0,1 mode: --/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.993587:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fbcc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d096 expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332748.993602:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fbcc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d096 expref: 14 pid: 8606 timeout: 953 lvb_type: 0 00000100:00100000:3.0:1763332748.993619:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626231168:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332748.993730:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7ad02c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332748.997434:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626231168:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332748.998430:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c000/0xb32e3ef184c2fbda lrc: 3/0,1 mode: --/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332748.998773:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332748.999316:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c000/0xb32e3ef184c2fbda lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332748.999323:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c000/0xb32e3ef184c2fbda lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332748.999371:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926336 00010000:00010000:3.0:1763332748.999562:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c2fbd3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d09d expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332748.999579:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c000/0xb32e3ef184c2fbda lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d09d expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332748.999587:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332748.999590:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763332748.999592:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0c000, rc 0) 00000100:00100000:3.0:1763332748.999636:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:33449:x1848987610908416:12345-192.168.204.28@tcp:101:mirror_io.0 Request processed in 6498us (6794us total) trans 4294968801 rc 0/0 00000100:00100000:3.0:1763332748.999644:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2345 00000100:00100000:1.0:1763332749.005156:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.009218:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.009263:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.009295:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.009334:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.009342:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610908928 00000100:00100000:3.0:1763332749.009394:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610908928 00000100:00100000:3.0:1763332749.009452:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610909056 00000100:00100000:3.0:1763332749.009455:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610909056 00000100:00100000:1.0:1763332749.009461:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.009469:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610909184 00000100:00100000:3.0:1763332749.009472:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610909184 00000100:00100000:3.0:1763332749.009482:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610909312 00000100:00100000:3.0:1763332749.009484:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610909312 00000100:00100000:3.0:1763332749.009494:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610909440 00000100:00100000:3.0:1763332749.009497:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610909440 00000100:00100000:3.0:1763332749.009515:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1033 00000100:00100000:3.0:1763332749.009527:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2421:x1848987610908928:12345-192.168.204.28@tcp:1:mirror_io.0 00010000:00010000:3.0:1763332749.009589:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2fbfd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.009614:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324a00/0xb32e3ef184c2fad7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d042 expref: 24 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.009630:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332749.009631:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332749.009634:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2fbfd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.009703:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe49324a00/0xb32e3ef184c2fad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d042 expref: 24 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.009711:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324a00/0xb32e3ef184c2fad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d042 expref: 24 pid: 28600 timeout: 953 lvb_type: 0 00000100:00100000:3.0:1763332749.009722:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1848987626231424:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332749.010432:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1036 00000100:00100000:1.0:1763332749.010443:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2420:x1848987610909312:12345-192.168.204.28@tcp:1:mirror_io.0 00010000:00010000:1.0:1763332749.010463:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.010475:0:8611:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48292e00/0xb32e3ef184c2faec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d057 expref: 24 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.010482:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332749.010484:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332749.010487:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.010505:0:8611:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48292e00/0xb32e3ef184c2faec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d057 expref: 24 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.010522:0:8611:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48292e00/0xb32e3ef184c2faec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d057 expref: 24 pid: 28600 timeout: 953 lvb_type: 0 00000100:00100000:1.0:1763332749.010532:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626231680:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332749.012792:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1763332749.017558:0:28600:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fc04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017569:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fc04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017591:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fc04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017600:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fc04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017608:0:28600:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fc04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017616:0:28600:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332749.017620:0:28600:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fc04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017630:0:28600:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fc04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017644:0:28600:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fc04 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017651:0:28600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fc04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332749.017723:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610909056:12345-192.168.204.28@tcp:1:mirror_io.0 Request processed in 8160us (8459us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.017732:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1034 00000100:00100000:1.0:1763332749.017756:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1037 00000100:00100000:1.0:1763332749.017765:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987610909440:12345-192.168.204.28@tcp:1:mirror_io.0 00010000:00010000:1.0:1763332749.017805:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fc19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017819:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c2faf3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d05e expref: 18 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017825:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332749.017827:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332749.017829:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fc19 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017864:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c2faf3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d05e expref: 18 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.017876:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c2faf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d05e expref: 18 pid: 28600 timeout: 953 lvb_type: 0 00000100:00100000:1.0:1763332749.017893:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626231808:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332749.017985:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4540 going to sleep for 11 seconds 00000100:00100000:3.0:1763332749.023685:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626231680:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332749.023724:0:8611:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332749.027716:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.027761:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610909952 00000100:00100000:3.0:1763332749.027777:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610909952 00010000:00010000:3.0:1763332749.029181:0:8611:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.029192:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.029210:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.029218:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.029224:0:8611:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.029229:0:8611:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe487b2000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332749.029233:0:8611:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.029240:0:8611:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.029252:0:8611:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.029259:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fc12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332749.029321:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+22:2420:x1848987610909312:12345-192.168.204.28@tcp:1:mirror_io.0 Request processed in 18879us (19984us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.029333:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1036 00000100:00100000:1.0:1763332749.031536:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626231808:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332749.031579:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fc19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332749.032868:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.032975:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610910080 00000100:00100000:3.0:1763332749.032986:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610910080 00010000:00010000:3.0:1763332749.033037:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c2faf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d05e expref: 19 pid: 28600 timeout: 953 lvb_type: 0 00000100:00100000:3.0:1763332749.033091:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 565 00000100:00100000:3.0:1763332749.033102:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff44f08050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2418:x1848987610910080:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332749.033121:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332749.033147:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c2faf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d05e expref: 19 pid: 28600 timeout: 953 lvb_type: 0 00010000:00010000:3.0:1763332749.033162:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c2faf3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d05e expref: 19 pid: 28600 timeout: 953 lvb_type: 0 00010000:00010000:3.0:1763332749.033191:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c2faf3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d05e expref: 19 pid: 28600 timeout: 953 lvb_type: 0 00010000:00010000:3.0:1763332749.033216:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.033219:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.033225:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fc19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.033236:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fc19 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.033286:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332749.033392:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff44f08050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2418:x1848987610910080:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 291us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.033400:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 565 00000100:00100000:1.0:1763332749.034907:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610910208 00000100:00100000:1.0:1763332749.034916:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610910208 00010000:00010000:1.0:1763332749.034958:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324a00/0xb32e3ef184c2fad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d042 expref: 23 pid: 28600 timeout: 953 lvb_type: 0 00000100:00100000:3.0:1763332749.035312:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 566 00000100:00100000:3.0:1763332749.035326:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2421:x1848987610910208:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332749.035410:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763332749.035434:0:8423:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb mtime from disk: 1763332746 -> 1763332749 00002000:00010000:3.0:1763332749.035438:0:8423:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb ctime from disk: 1763332748 -> 1763332749 00010000:00010000:3.0:1763332749.035446:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe49324a00/0xb32e3ef184c2fad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d042 expref: 23 pid: 28600 timeout: 953 lvb_type: 0 00010000:00010000:3.0:1763332749.035464:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe49324a00/0xb32e3ef184c2fad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d042 expref: 23 pid: 28600 timeout: 953 lvb_type: 0 00010000:00010000:3.0:1763332749.035492:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324a00/0xb32e3ef184c2fad7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d042 expref: 23 pid: 28600 timeout: 953 lvb_type: 0 00010000:00010000:3.0:1763332749.035509:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.035511:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.035516:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2fbfd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.035526:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c600/0xb32e3ef184c2fbfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332749.037975:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610910464 00000100:00100000:1.0:1763332749.037988:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610910464 00000100:00100000:1.0:1763332749.038063:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2347 00000100:00100000:1.0:1763332749.038074:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:33449:x1848987610910464:12345-192.168.204.28@tcp:36:mirror_io.0 00010000:00010000:1.0:1763332749.038151:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332749.038186:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2fb86 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d088 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.038206:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.038212:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332749.038333:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fc20 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.038387:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fc20 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.038401:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fc20 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000040:00080000:1.0:1763332749.038974:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].120, 88 off18320 00000004:00080000:1.0:1763332749.038987:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853118637180ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.039033:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].130, 88 off19112 00000004:00080000:1.0:1763332749.039040:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853118690651ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.039072:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].121, 88 off18408 00000004:00080000:1.0:1763332749.039077:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853118728423ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.039088:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].122, 88 off18496 00000004:00080000:1.0:1763332749.039092:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853118742728ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.039102:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].131, 88 off19200 00000004:00080000:1.0:1763332749.039106:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853118757146ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.039116:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].132, 88 off19288 00000004:00080000:1.0:1763332749.039120:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853118771478ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.039130:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].133, 88 off19376 00000004:00080000:1.0:1763332749.039133:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853118784298ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.039144:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].123, 88 off18584 00000004:00080000:1.0:1763332749.039147:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853118798333ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.039158:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].134, 88 off19464 00000004:00080000:1.0:1763332749.039162:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853118812935ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.039172:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].124, 88 off18672 00000004:00080000:1.0:1763332749.039176:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853118827581ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.039186:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].135, 88 off19552 00000004:00080000:1.0:1763332749.039190:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853118840656ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.039199:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].125, 88 off18760 00000004:00080000:1.0:1763332749.039203:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853118853765ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.039213:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].126, 88 off18848 00000004:00080000:1.0:1763332749.039216:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853118867435ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.039225:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].127, 88 off18936 00000004:00080000:1.0:1763332749.039229:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853118880433ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.039238:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].128, 88 off19024 00000004:00080000:1.0:1763332749.039242:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853118893348ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.039253:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].136, 88 off19640 00000004:00080000:1.0:1763332749.039258:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853118909216ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.039268:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].137, 88 off19728 00000004:00080000:1.0:1763332749.039273:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853118923621ns, next at 846792806099ns, rc = 0 00000100:00100000:3.0:1763332749.055450:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626232320:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.055481:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.055502:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626232832:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.055521:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.055539:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332749.055545:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626232448:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.055564:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.055590:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626232064:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.055612:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.055628:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626232576:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.055649:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.055661:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1763332749.055665:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626232192:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.055684:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.055693:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626232704:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.055709:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.055729:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626232320 00000100:00100000:3.0:1763332749.055733:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626232320 00000100:00100000:3.0:1763332749.055751:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626232832 00000100:00100000:3.0:1763332749.055754:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626232832 00000100:00100000:3.0:1763332749.055763:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626232448 00000100:00100000:3.0:1763332749.055765:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626232448 00000100:00100000:3.0:1763332749.055773:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626232064 00000100:00100000:3.0:1763332749.055775:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626232064 00000100:00100000:3.0:1763332749.055783:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626232576 00000100:00100000:3.0:1763332749.055785:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626232576 00000100:00100000:3.0:1763332749.055792:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626232192 00000100:00100000:3.0:1763332749.055794:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626232192 00000100:00100000:3.0:1763332749.055800:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626232704 00000100:00100000:3.0:1763332749.055803:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626232704 00000100:00100000:3.0:1763332749.055813:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:3.0:1763332749.055819:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3652:x1848987626232320:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332749.055883:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332749.055887:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.055890:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332749.055893:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.055896:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332749.055926:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3652:x1848987626232320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (443us total) trans 21474836671 rc 0/0 00000100:00100000:3.0:1763332749.055932:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:3.0:1763332749.055946:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:3.0:1763332749.055965:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3652:x1848987626232448:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332749.056033:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x3c:0x0] updating lvb size from disk: 3780608 -> 3780608 00002000:00010000:3.0:1763332749.056037:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x3c:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.056039:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x3c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332749.056041:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x3c:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.056044:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x3c:0x0] updating lvb blocks from disk: 1240 -> 1240 00000100:00100000:3.0:1763332749.056394:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3652:x1848987626232448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 441us (827us total) trans 21474836673 rc 0/0 00000100:00100000:3.0:1763332749.056471:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000004:00080000:3.0:1763332749.056521:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccfb80/2, rc 0, transno 21474836676 00000100:00100000:3.0:1763332749.056527:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626232192:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332749.056534:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccf100/2, rc 0, transno 21474836677 00000100:00100000:3.0:1763332749.056537:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626232704:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332749.056542:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccd180/2, rc 0, transno 21474836674 00000100:00100000:3.0:1763332749.056545:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626232064:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332749.056549:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccca80/2, rc 0, transno 21474836675 00000100:00100000:3.0:1763332749.056552:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626232576:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332749.056565:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccf800/2, rc 0, transno 21474836673 00000100:00100000:3.0:1763332749.056568:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626232448:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332749.056574:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccf480/2, rc 0, transno 21474836671 00000100:00100000:3.0:1763332749.056576:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626232320:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332749.056581:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44cce680/2, rc 0, transno 21474836672 00000100:00100000:3.0:1763332749.056583:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626232832:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332749.056601:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccc000/2, rc 0, transno 21474836670 00000100:00100000:3.0:1763332749.056604:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626231936:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332749.058658:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626233088:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332749.058734:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332749.058771:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626233600:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332749.058790:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332749.058814:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763332749.058820:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626233216:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332749.058838:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332749.058852:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626233728:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332749.058868:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332749.058900:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626233088 00000100:00100000:1.0:1763332749.058907:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626233088 00000100:00100000:1.0:1763332749.058955:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626233600 00000100:00100000:1.0:1763332749.058958:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626233600 00000100:00100000:1.0:1763332749.058973:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626233216 00000100:00100000:1.0:1763332749.058976:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626233216 00000100:00100000:1.0:1763332749.058984:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626233728 00000100:00100000:1.0:1763332749.058987:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626233728 00000100:00100000:1.0:1763332749.059000:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1763332749.059009:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+26:3654:x1848987626233088:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332749.059204:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3654:x1848987626233088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 194us (469us total) trans 17179869348 rc 0/0 00000100:00100000:1.0:1763332749.059212:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1763332749.059231:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1763332749.059237:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+26:3654:x1848987626233600:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332749.059291:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763332749.059296:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.059298:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332749.059301:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.059303:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332749.059326:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3654:x1848987626233600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (535us total) trans 17179869349 rc 0/0 00000100:00100000:1.0:1763332749.059332:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1763332749.059342:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:1.0:1763332749.059401:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+26:3654:x1848987626233216:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332749.059460:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3654:x1848987626233216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 60us (621us total) trans 17179869350 rc 0/0 00000100:00100000:1.0:1763332749.059465:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:1.0:1763332749.059475:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1763332749.059480:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+26:3654:x1848987626233728:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332749.059517:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332749.059520:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.059522:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332749.059524:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.059527:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:1.0:1763332749.059545:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3654:x1848987626233728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (676us total) trans 17179869351 rc 0/0 00000100:00100000:1.0:1763332749.059550:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000004:00080000:1.0:1763332749.059597:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e133100/2, rc 0, transno 17179869350 00000100:00100000:1.0:1763332749.059607:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626233216:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332749.059615:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3f100/2, rc 0, transno 17179869351 00000100:00100000:1.0:1763332749.059618:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626233728:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332749.059624:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e132d80/2, rc 0, transno 17179869348 00000100:00100000:1.0:1763332749.059627:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e132d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626233088:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332749.059633:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3c000/2, rc 0, transno 17179869349 00000100:00100000:1.0:1763332749.059635:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626233600:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.060288:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626232960:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.060321:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.060388:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626233472:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.060405:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.060418:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626233984:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.060433:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.060447:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763332749.060452:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e133800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626233344:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.060467:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.060478:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626233856:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.060491:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.060512:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626232960 00000100:00100000:3.0:1763332749.060517:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626232960 00000100:00100000:3.0:1763332749.060538:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626233472 00000100:00100000:3.0:1763332749.060540:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626233472 00000100:00100000:3.0:1763332749.060547:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626233984 00000100:00100000:3.0:1763332749.060549:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626233984 00000100:00100000:3.0:1763332749.060557:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626233344 00000100:00100000:3.0:1763332749.060559:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626233344 00000100:00100000:3.0:1763332749.060566:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626233856 00000100:00100000:3.0:1763332749.060569:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626233856 00000100:00100000:3.0:1763332749.060579:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1763332749.060585:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3653:x1848987626232960:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.060677:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3653:x1848987626232960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 91us (354us total) trans 17179869352 rc 0/0 00000100:00100000:3.0:1763332749.060683:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1763332749.060694:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1763332749.060699:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3653:x1848987626233472:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332749.060737:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x38:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332749.060741:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x38:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.060743:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332749.060745:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x38:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.060748:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332749.060767:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3653:x1848987626233472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (361us total) trans 17179869353 rc 0/0 00000100:00100000:3.0:1763332749.060772:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1763332749.060781:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1763332749.060786:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3653:x1848987626233984:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332749.060821:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332749.060824:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.060826:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332749.060828:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.061445:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000004:00080000:3.0:1763332749.062565:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3e300/2, rc 0, transno 17179869354 00000100:00100000:3.0:1763332749.062571:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626233984:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332749.065730:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.073924:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.083131:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610910976 00000100:00100000:3.0:1763332749.083148:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610910976 00000100:00100000:3.0:1763332749.083227:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 691 00000100:00100000:3.0:1763332749.083241:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:33449:x1848987610910976:12345-192.168.204.28@tcp:35:mirror_io.0 00000100:00100000:1.0:1763332749.105251:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.116336:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610911616 00000100:00100000:1.0:1763332749.116626:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610911616 00000100:00100000:3.0:1763332749.141937:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.150192:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.154317:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626234112:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332749.154446:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332749.154719:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332749.154726:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626234240:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332749.154756:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332749.154799:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626234112 00000100:00100000:1.0:1763332749.154809:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626234112 00000100:00100000:1.0:1763332749.154868:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1763332749.154878:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:3654:x1848987626234112:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.155304:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626234368:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.155337:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155387:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626234880:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.155408:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155426:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763332749.155433:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626234496:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.155455:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155470:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626235008:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.155489:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155510:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626235392:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.155531:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155543:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332749.155548:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626235520:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.155567:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155579:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626235904:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.155598:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155621:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332749.155627:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626236032:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.155649:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155676:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626234368 00000100:00100000:3.0:1763332749.155680:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626234368 00000100:00100000:3.0:1763332749.155703:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626234880 00000100:00100000:3.0:1763332749.155706:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626234880 00000100:00100000:3.0:1763332749.155714:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626234496 00000100:00100000:3.0:1763332749.155716:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626234496 00000100:00100000:3.0:1763332749.155725:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626235008 00000100:00100000:3.0:1763332749.155727:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626235008 00000100:00100000:3.0:1763332749.155735:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626235392 00000100:00100000:3.0:1763332749.155737:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626235392 00000100:00100000:3.0:1763332749.155747:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1763332749.155753:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3652:x1848987626234368:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.155767:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626235520 00000100:00100000:3.0:1763332749.155769:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626235520 00000100:00100000:3.0:1763332749.155779:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626235904 00000100:00100000:3.0:1763332749.155781:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626235904 00000100:00100000:3.0:1763332749.155788:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626236032 00000100:00100000:3.0:1763332749.155790:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626236032 00000100:00100000:3.0:1763332749.155800:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1763332749.155805:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3652:x1848987626234880:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.155815:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626234752:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.155838:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155847:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626235264:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.155861:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155867:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626235776:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.155883:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155892:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1763332749.155896:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626234624:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.155911:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155918:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626235136:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.155936:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155943:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626235648:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.155971:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.155988:0:28600:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 6 min 3 max 116 00000100:00100000:3.0:1763332749.155997:0:28600:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_006' 00000100:00100000:1.0:1763332749.156910:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3654:x1848987626234112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2028us (2459us total) trans 21474836678 rc 0/0 00000100:00100000:1.0:1763332749.156921:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1763332749.156945:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1763332749.156962:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3652:x1848987626234496:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332749.157077:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332749.157081:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.157084:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332749.157087:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.157089:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x3b:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332749.157117:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3652:x1848987626234496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 166us (1661us total) trans 21474836680 rc 0/0 00000100:00100000:1.0:1763332749.157123:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1763332749.157136:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1763332749.157141:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3652:x1848987626235008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332749.157187:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb size from disk: 6926336 -> 6926336 00002000:00010000:1.0:1763332749.157190:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.157192:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb atime from disk: 1763332744 -> 1763332744 00002000:00010000:1.0:1763332749.157194:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.157197:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb blocks from disk: 13528 -> 13528 00000100:00100000:1.0:1763332749.157216:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3652:x1848987626235008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 75us (1726us total) trans 21474836681 rc 0/0 00000100:00100000:1.0:1763332749.157221:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1763332749.157232:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1763332749.157239:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3652:x1848987626235392:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332749.157316:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+40:3652:x1848987626235392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 78us (1784us total) trans 17179869357 rc 0/0 00000100:00100000:1.0:1763332749.157322:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1763332749.157333:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1763332749.157338:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3652:x1848987626235520:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332749.157443:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332749.157447:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.157449:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332749.157451:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.157454:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332749.157481:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+40:3652:x1848987626235520:12345-0@lo:2:osp-syn-1-0.0 Request processed in 142us (1912us total) trans 17179869358 rc 0/0 00000100:00100000:1.0:1763332749.157487:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1763332749.157499:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1763332749.157506:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3652:x1848987626235904:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332749.157553:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332749.157556:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.157558:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332749.157560:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.157562:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:1.0:1763332749.160508:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3652:x1848987626235904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3000us (4907us total) trans 17179869359 rc 0/0 00000100:00100000:1.0:1763332749.160518:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1763332749.160546:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1763332749.160555:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3655:x1848987626235136:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332749.160729:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3655:x1848987626235136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 175us (4790us total) trans 17179869363 rc 0/0 00000100:00100000:1.0:1763332749.160736:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1763332749.160749:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1763332749.160756:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3655:x1848987626236160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332749.160808:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763332749.160811:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.160814:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332749.160816:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:1.0:1763332749.160818:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332749.160845:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3655:x1848987626236160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (906us total) trans 17179869364 rc 0/0 00000100:00100000:1.0:1763332749.160851:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000004:00080000:1.0:1763332749.160879:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff75665180/2, rc 0, transno 17179869364 00000100:00100000:1.0:1763332749.160883:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626236160:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332749.160891:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a3b80/2, rc 0, transno 17179869363 00000100:00100000:1.0:1763332749.160894:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626235136:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332749.160916:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff75664e00/2, rc 0, transno 17179869360 00000100:00100000:1.0:1763332749.160920:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626236032:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332749.160929:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff75665c00/2, rc 0, transno 17179869359 00000100:00100000:1.0:1763332749.160932:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626235904:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332749.160943:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a2a00/2, rc 0, transno 17179869358 00000100:00100000:1.0:1763332749.160946:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626235520:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332749.160956:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a1180/2, rc 0, transno 17179869357 00000100:00100000:1.0:1763332749.160959:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626235392:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332749.160969:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcfc000/2, rc 0, transno 21474836680 00000100:00100000:1.0:1763332749.160973:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626234496:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332749.160982:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcfd880/2, rc 0, transno 21474836681 00000100:00100000:1.0:1763332749.160985:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626235008:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332749.161012:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe46e2fb80/2, rc 0, transno 21474836678 00000100:00100000:1.0:1763332749.161017:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626234112:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.161112:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3654:x1848987626234240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6211us (6352us total) trans 21474836679 rc 0/0 00000100:00100000:3.0:1763332749.161120:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00002000:00010000:3.0:1763332749.161204:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1763332749.161207:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.161210:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb atime from disk: 1763332744 -> 1763332744 00002000:00010000:3.0:1763332749.161212:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.161214:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332749.161241:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3652:x1848987626234368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5487us (5902us total) trans 21474836684 rc 0/0 00000100:00100000:3.0:1763332749.161247:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000004:00080000:1.0:1763332749.163880:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74036a00/2, rc 0, transno 17179869365 00000100:00100000:1.0:1763332749.163891:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626235648:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332749.163933:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe46e2f800/2, rc 0, transno 21474836679 00000100:00100000:1.0:1763332749.163938:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626234240:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332749.163962:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe46e2d500/2, rc 0, transno 21474836684 00000100:00100000:1.0:1763332749.163966:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626234368:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332749.163976:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcff800/2, rc 0, transno 21474836685 00000100:00100000:1.0:1763332749.163980:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626234880:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.164403:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610912256 00000100:00100000:3.0:1763332749.164415:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610912256 00000100:00100000:3.0:1763332749.164486:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1072 00000100:00100000:3.0:1763332749.164496:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:33453:x1848987610912256:12345-192.168.204.28@tcp:101:multiop.0 00010000:00010000:3.0:1763332749.164515:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332749.164545:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c800/0xb32e3ef184c2fc89 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d0c7 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332749.164571:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 1048576, mtime: 0x691a528d, atime: 0x691a528b, ctime: 0x691a528d, blocks: 0x800 00010000:00010000:3.0:1763332749.164594:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.164597:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.164610:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c800/0xb32e3ef184c2fc89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0c7 expref: 22 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.164628:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c800/0xb32e3ef184c2fc89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0c7 expref: 22 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.164645:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0c800, rc 0) 00000100:00100000:3.0:1763332749.164701:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+22:33453:x1848987610912256:12345-192.168.204.28@tcp:101:multiop.0 Request processed in 206us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.164708:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1072 00000100:00100000:3.0:1763332749.168107:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.174939:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.204790:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.214557:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.236692:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.243595:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.244511:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.244870:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.244899:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.244944:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610913536 00000100:00100000:1.0:1763332749.244950:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610913536 00000100:00100000:1.0:1763332749.244977:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610913408 00000100:00100000:1.0:1763332749.244979:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610913408 00000100:00100000:1.0:1763332749.244993:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610913664 00000100:00100000:1.0:1763332749.244995:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610913664 00000100:00100000:1.0:1763332749.245012:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1074 00000100:00100000:1.0:1763332749.245018:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2420:x1848987610913536:12345-192.168.204.28@tcp:101:mirror_io.0 00010000:00010000:1.0:1763332749.245030:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332749.245047:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fcdd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d0ea expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332749.245067:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 3780608, mtime: 0x691a528a, atime: 0x691a528b, ctime: 0x691a528c, blocks: 0xcd8 00010000:00010000:1.0:1763332749.245080:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.245082:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.245087:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fcdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0ea expref: 24 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.245101:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fcdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0ea expref: 24 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.245112:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe487b2c00, rc 0) 00000100:00100000:1.0:1763332749.245145:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2420:x1848987610913536:12345-192.168.204.28@tcp:101:mirror_io.0 Request processed in 127us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.245152:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1074 00000100:00100000:1.0:1763332749.245166:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1075 00000100:00100000:1.0:1763332749.245172:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2420:x1848987610913408:12345-192.168.204.28@tcp:101:mirror_io.0 00010000:00010000:1.0:1763332749.245181:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332749.245190:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fce4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d0e3 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332749.245201:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 2097152, mtime: 0x691a528a, atime: 0x691a528b, ctime: 0x691a528c, blocks: 0x1000 00010000:00010000:1.0:1763332749.245209:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.245210:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.245215:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0e3 expref: 24 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.245225:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0e3 expref: 24 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.245233:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe487b3200, rc 0) 00000100:00100000:1.0:1763332749.245249:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2420:x1848987610913408:12345-192.168.204.28@tcp:101:mirror_io.0 Request processed in 77us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.245255:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1075 00000100:00100000:1.0:1763332749.245265:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1076 00000100:00100000:1.0:1763332749.245270:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610913664:12345-192.168.204.28@tcp:101:mirror_io.0 00010000:00010000:1.0:1763332749.245277:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332749.245287:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fceb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d0f1 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332749.245301:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 3145728, mtime: 0x691a528a, atime: 0x691a528b, ctime: 0x691a528c, blocks: 0x800 00010000:00010000:1.0:1763332749.245309:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.245311:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.245315:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fceb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0f1 expref: 19 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.245326:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fceb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0f1 expref: 19 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.245334:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe487b2000, rc 0) 00000100:00100000:1.0:1763332749.245394:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610913664:12345-192.168.204.28@tcp:101:mirror_io.0 Request processed in 123us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.245400:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1076 00000100:00100000:1.0:1763332749.251063:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.258493:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:1.0:1763332749.260307:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c2fcf9 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.260321:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c2fcf9 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332749.260703:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926336 00010000:00010000:1.0:1763332749.260922:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c2fcf2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0f8 expref: 15 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.260944:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c2fcf9 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0f8 expref: 14 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.260965:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.260967:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332749.260971:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48292a00, rc 0) 00000100:00100000:1.0:1763332749.261048:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:33457:x1848987610913920:12345-192.168.204.28@tcp:101:mirror_io.0 Request processed in 9303us (10003us total) trans 4294968809 rc 0/0 00000100:00100000:1.0:1763332749.261060:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2356 00000100:00100000:1.0:1763332749.267246:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.273613:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610914560 00000100:00100000:3.0:1763332749.273629:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610914560 00000100:00100000:3.0:1763332749.273712:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610914816 00000100:00100000:3.0:1763332749.273716:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610914816 00000100:00100000:3.0:1763332749.273740:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610914432 00000100:00100000:3.0:1763332749.273743:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610914432 00000100:00100000:3.0:1763332749.273760:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610914688 00000100:00100000:3.0:1763332749.273763:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610914688 00000100:00100000:3.0:1763332749.273773:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610914944 00000100:00100000:3.0:1763332749.273776:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610914944 00000100:00100000:3.0:1763332749.273793:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1077 00000100:00100000:3.0:1763332749.273805:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2421:x1848987610914560:12345-192.168.204.28@tcp:1:mirror_io.0 00010000:00010000:3.0:1763332749.273875:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c2fd1c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.273902:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c2fcd6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0dc expref: 20 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332749.273918:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.273921:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.273926:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c2fd1c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.273975:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c2fcd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0dc expref: 20 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332749.273995:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c2fcd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0dc expref: 20 pid: 17605 timeout: 953 lvb_type: 1 00000100:00100000:3.0:1763332749.274015:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626236416:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332749.274119:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7ad02c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332749.274147:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1078 00000100:00100000:3.0:1763332749.274157:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+26:2421:x1848987610914816:12345-192.168.204.28@tcp:1:mirror_io.0 00010000:00010000:3.0:1763332749.274182:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.274196:0:8611:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fcdd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0ea expref: 26 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332749.274202:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.274204:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.274207:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.274231:0:8611:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fcdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0ea expref: 26 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332749.274239:0:8611:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fcdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0ea expref: 26 pid: 8611 timeout: 953 lvb_type: 1 00000100:00100000:3.0:1763332749.274251:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626236544:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332749.274275:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499ad9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332749.274294:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1079 00000100:00100000:3.0:1763332749.274301:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+26:2421:x1848987610914432:12345-192.168.204.28@tcp:1:mirror_io.0 00010000:00010000:3.0:1763332749.274320:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0d800/0xb32e3ef184c2fd2a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.274332:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c800/0xb32e3ef184c2fc89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0c7 expref: 26 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.274338:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1763332749.274856:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1081 00000100:00100000:1.0:1763332749.274867:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2421:x1848987610914944:12345-192.168.204.28@tcp:1:mirror_io.0 00010000:00010000:1.0:1763332749.274890:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.274901:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fceb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0f1 expref: 20 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.274908:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.274910:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.274912:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.274930:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fceb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0f1 expref: 20 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.274939:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0f1 expref: 20 pid: 8611 timeout: 953 lvb_type: 1 00000100:00100000:1.0:1763332749.274948:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df96300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626236800:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332749.274979:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4480 going to sleep for 11 seconds 00010000:00010000:3.0:1763332749.276404:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332749.276415:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0d800/0xb32e3ef184c2fd2a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332749.281740:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626236544:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332749.281775:0:8611:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332749.283080:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.283651:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610915072 00000100:00100000:3.0:1763332749.283661:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610915072 00010000:00010000:3.0:1763332749.283710:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c2fcd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0dc expref: 21 pid: 17605 timeout: 953 lvb_type: 1 00000100:00100000:3.0:1763332749.283757:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 568 00000100:00100000:3.0:1763332749.283768:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2420:x1848987610915072:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332749.283789:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332749.283815:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c2fcd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0dc expref: 21 pid: 17605 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.283829:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c2fcd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0dc expref: 21 pid: 17605 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.283858:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c2fcd6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0dc expref: 21 pid: 17605 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.283878:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.283880:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.283887:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c2fd1c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.283897:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c2fd1c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.284962:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c2fd1c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.284993:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332749.285295:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610915072:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1525us (2221us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.285308:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 568 00000100:00100000:3.0:1763332749.287143:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610915328 00000100:00100000:3.0:1763332749.287156:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610915328 00010000:00010000:3.0:1763332749.287205:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fce4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0e3 expref: 27 pid: 8611 timeout: 953 lvb_type: 1 00000100:00100000:3.0:1763332749.287253:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610915200 00000100:00100000:3.0:1763332749.287257:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610915200 00010000:00010000:3.0:1763332749.287273:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fcdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0ea expref: 28 pid: 8611 timeout: 953 lvb_type: 1 00000100:00100000:3.0:1763332749.287296:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610915456 00000100:00100000:3.0:1763332749.287299:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610915456 00010000:00010000:3.0:1763332749.287316:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0f1 expref: 19 pid: 8611 timeout: 953 lvb_type: 1 00000100:00100000:3.0:1763332749.287335:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 569 00000100:00100000:3.0:1763332749.287381:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+28:2421:x1848987610915328:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332749.287403:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332749.287431:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fce4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0e3 expref: 28 pid: 8611 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.287445:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0e3 expref: 28 pid: 8611 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.287473:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe487b3200/0xb32e3ef184c2fce4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0e3 expref: 28 pid: 8611 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.287492:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.287495:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.287501:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c2fd31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.287512:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c2fd31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.287541:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332749.287596:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+27:2421:x1848987610915328:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 219us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.287605:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 569 00000100:00100000:3.0:1763332749.287624:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 570 00000100:00100000:3.0:1763332749.287630:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:2420:x1848987610915200:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332749.287638:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332749.287649:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fcdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0ea expref: 26 pid: 8611 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.287659:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fcdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0ea expref: 26 pid: 8611 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.287672:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fcdd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0ea expref: 26 pid: 8611 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.287681:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.287683:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.287686:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.287693:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.287710:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332749.287729:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2420:x1848987610915200:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 99us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.287735:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 570 00000100:00100000:3.0:1763332749.287749:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 571 00000100:00100000:3.0:1763332749.287755:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50e69450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610915456:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332749.287763:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332749.287777:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0f1 expref: 19 pid: 8611 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.287786:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fceb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0f1 expref: 19 pid: 8611 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.287800:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2000/0xb32e3ef184c2fceb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0f1 expref: 19 pid: 8611 timeout: 953 lvb_type: 1 00010000:00010000:3.0:1763332749.287810:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.287812:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.287815:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.287827:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.287847:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332749.287870:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50e69450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610915456:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 115us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.287877:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 571 00010000:00010000:3.0:1763332749.287947:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.287956:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.287978:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.287986:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.287995:0:8406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288003:0:8406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe487b2e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332749.288007:0:8406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288021:0:8406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288034:0:8406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288041:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332749.288093:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610914944:12345-192.168.204.28@tcp:1:mirror_io.0 Request processed in 13228us (14683us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.288101:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1081 00010000:00010000:3.0:1763332749.288126:0:8611:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288134:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288149:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288157:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288164:0:8611:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288175:0:8611:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0cc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332749.288178:0:8611:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288184:0:8611:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288194:0:8611:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.288201:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fd23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332749.288240:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2421:x1848987610914816:12345-192.168.204.28@tcp:1:mirror_io.0 Request processed in 14086us (14940us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.288246:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1078 00000100:00100000:1.0:1763332749.297211:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610915584 00000100:00100000:1.0:1763332749.297223:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610915584 00002000:00100000:1.0:1763332749.297290:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x32:0x0] (0->28671) req@ffff92fe469a3480 x1848987610915584/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:60/0 lens 488/0 e 0 to 0 dl 1763332760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332749.297303:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe469a3480 with x1848987610915584 ext(0->28671) 00010000:00010000:1.0:1763332749.297315:0:28429:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c800/0xb32e3ef184c2fc89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0c7 expref: 23 pid: 8611 timeout: 953 lvb_type: 0 00010000:00010000:1.0:1763332749.297333:0:28429:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c800/0xb32e3ef184c2fc89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0c7 expref: 23 pid: 8611 timeout: 953 lvb_type: 0 00002000:00010000:1.0:1763332749.297384:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff92fe469a3480 00000100:00100000:1.0:1763332749.297416:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 11 00000100:00100000:1.0:1763332749.297429:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2421:x1848987610915584:12345-192.168.204.28@tcp:4:multiop.0 00000100:00100000:3.0:1763332749.301616:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2421:x1848987610915584:12345-192.168.204.28@tcp:4:multiop.0 Request processed in 4171us (4755us total) trans 17179869366 rc 0/0 00000100:00100000:3.0:1763332749.301635:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 11 00002000:00100000:3.0:1763332749.301652:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x32:0x0] (0->28671) req@ffff92fe469a3480 x1848987610915584/t17179869366(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:60/0 lens 488/448 e 0 to 0 dl 1763332760 ref 1 fl Complete:H/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332749.301663:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe469a3480 with x1848987610915584 ext(0->28671) 00010000:00010000:3.0:1763332749.301674:0:28429:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c800/0xb32e3ef184c2fc89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0c7 expref: 25 pid: 8611 timeout: 953 lvb_type: 0 00010000:00010000:3.0:1763332749.301701:0:28429:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c800/0xb32e3ef184c2fc89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0c7 expref: 25 pid: 8611 timeout: 953 lvb_type: 0 00002000:00010000:3.0:1763332749.301709:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff92fe469a3480 00000100:00100000:1.0:1763332749.318382:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2358 00000100:00100000:1.0:1763332749.318397:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:33457:x1848987610915968:12345-192.168.204.28@tcp:36:mirror_io.0 00010000:00010000:1.0:1763332749.318475:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332749.318511:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c2fc82 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d0c0 expref: 15 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.318536:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.318542:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332749.318582:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.318603:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.318614:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000040:00080000:1.0:1763332749.318976:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].138, 88 off19904 00000004:00080000:1.0:1763332749.318985:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853398635729ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.319031:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].146, 88 off20520 00000004:00080000:1.0:1763332749.319036:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853398687037ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.319099:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].139, 88 off19992 00000004:00080000:1.0:1763332749.319104:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853398754595ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.319113:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].140, 88 off20080 00000004:00080000:1.0:1763332749.319117:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853398767837ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.319125:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].147, 88 off20608 00000004:00080000:1.0:1763332749.319128:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853398778807ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.319144:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].148, 88 off20696 00000004:00080000:1.0:1763332749.319148:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853398798747ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.319161:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].149, 88 off20784 00000004:00080000:1.0:1763332749.319165:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853398815832ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.319177:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].141, 88 off20168 00000004:00080000:1.0:1763332749.319181:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853398831757ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.319189:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].150, 88 off20872 00000004:00080000:1.0:1763332749.319193:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853398843763ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.319206:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].142, 88 off20256 00000004:00080000:1.0:1763332749.319209:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853398860355ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.319218:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].151, 88 off20960 00000004:00080000:1.0:1763332749.319222:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853398872742ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.319235:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].143, 88 off20344 00000004:00080000:1.0:1763332749.319239:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853398889605ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.319248:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].144, 88 off20432 00000004:00080000:1.0:1763332749.319251:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853398902472ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.319265:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].145, 88 off20520 00000004:00080000:1.0:1763332749.319269:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853398920094ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.319278:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].146, 88 off20608 00000004:00080000:1.0:1763332749.319281:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 853398931825ns, next at 846291377338ns, rc = 0 00000040:00080000:1.0:1763332749.319289:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].152, 88 off21048 00000004:00080000:1.0:1763332749.319292:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853398942955ns, next at 846792806099ns, rc = 0 00000040:00080000:1.0:1763332749.319306:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].153, 88 off21136 00000004:00080000:1.0:1763332749.319310:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 853398960672ns, next at 846792806099ns, rc = 0 00000001:00080000:1.0:1763332749.321125:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968811 is committed 00000004:00080000:1.0:1763332749.321142:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 147 committed 00000004:00080000:1.0:1763332749.323293:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 146 committed 00000004:00080000:1.0:1763332749.323305:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 143 committed 00000004:00080000:1.0:1763332749.324578:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 142 committed 00000100:00100000:3.0:1763332749.324888:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626237312:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.324973:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.325021:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626237824:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.325042:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.325061:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626238336:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.325082:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.325097:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626238848:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.325116:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.325141:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1763332749.325146:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626237184:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.325162:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.325175:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626237696:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.325193:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.325206:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626238208:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.325220:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.325232:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626238720:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.325246:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.325281:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626237312 00000100:00100000:3.0:1763332749.325290:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626237312 00000100:00100000:3.0:1763332749.325335:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626237824 00000100:00100000:3.0:1763332749.325367:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626237824 00000100:00100000:3.0:1763332749.325382:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626238336 00000100:00100000:3.0:1763332749.325385:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626238336 00000100:00100000:3.0:1763332749.325433:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626238848 00000100:00100000:3.0:1763332749.325436:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626238848 00000100:00100000:3.0:1763332749.325446:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626237184 00000100:00100000:3.0:1763332749.325449:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626237184 00000100:00100000:3.0:1763332749.325458:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626237696 00000100:00100000:3.0:1763332749.325460:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626237696 00000100:00100000:3.0:1763332749.325469:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626238208 00000100:00100000:3.0:1763332749.325471:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626238208 00000100:00100000:3.0:1763332749.325480:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626238720 00000100:00100000:3.0:1763332749.325483:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626238720 00000100:00100000:3.0:1763332749.325499:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1763332749.325507:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3653:x1848987626237312:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332749.325695:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1763332749.325700:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.325702:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb atime from disk: 1763332744 -> 1763332744 00002000:00010000:3.0:1763332749.325705:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.325707:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332749.325762:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3653:x1848987626237312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 255us (788us total) trans 21474836686 rc 0/0 00000100:00100000:3.0:1763332749.325770:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1763332749.325793:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1763332749.325799:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3653:x1848987626237824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332749.325853:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x3e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332749.325856:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x3e:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.325858:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x3e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332749.325862:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x3e:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.325864:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x3e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332749.325889:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3653:x1848987626237824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (846us total) trans 21474836687 rc 0/0 00000100:00100000:3.0:1763332749.325895:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1763332749.325907:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1763332749.325913:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3653:x1848987626238336:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.326002:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3653:x1848987626238336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 89us (919us total) trans 17179869367 rc 0/0 00000100:00100000:3.0:1763332749.326008:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1763332749.326020:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1763332749.326026:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3653:x1848987626238848:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332749.326075:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1763332749.326078:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.326081:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332749.326083:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.326085:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:3.0:1763332749.326109:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3653:x1848987626238848:12345-0@lo:2:osp-syn-1-0.0 Request processed in 84us (992us total) trans 17179869368 rc 0/0 00000100:00100000:3.0:1763332749.326115:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1763332749.326127:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1763332749.326133:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3653:x1848987626237184:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332749.326191:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3653:x1848987626237184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 58us (1027us total) trans 21474836688 rc 0/0 00000100:00100000:3.0:1763332749.326196:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1763332749.326207:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1763332749.326211:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3653:x1848987626237696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332749.326251:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332749.326254:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x3d:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.326256:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x3d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332749.326259:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x3d:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.326261:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332749.326280:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3653:x1848987626237696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 68us (1086us total) trans 21474836689 rc 0/0 00000100:00100000:3.0:1763332749.326285:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1763332749.326295:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1763332749.326300:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3653:x1848987626238208:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332749.326397:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3653:x1848987626238208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 96us (1175us total) trans 17179869369 rc 0/0 00000100:00100000:3.0:1763332749.326403:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1763332749.326415:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:3.0:1763332749.326421:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3653:x1848987626238720:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332749.326470:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332749.326473:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.326475:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332749.326477:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:3.0:1763332749.326480:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332749.326504:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3653:x1848987626238720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 82us (1256us total) trans 17179869370 rc 0/0 00000100:00100000:3.0:1763332749.326510:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000004:00080000:3.0:1763332749.326571:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44822d80/2, rc 0, transno 21474836688 00000100:00100000:3.0:1763332749.326578:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626237184:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332749.326589:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44822a00/2, rc 0, transno 21474836689 00000100:00100000:3.0:1763332749.326593:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626237696:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332749.326603:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe43999c00/2, rc 0, transno 17179869369 00000100:00100000:3.0:1763332749.326616:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626238208:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332749.326623:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe43998e00/2, rc 0, transno 17179869370 00000100:00100000:3.0:1763332749.326626:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626238720:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332749.326634:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44820a80/2, rc 0, transno 21474836686 00000100:00100000:3.0:1763332749.326637:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626237312:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332749.326644:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44823480/2, rc 0, transno 21474836687 00000100:00100000:3.0:1763332749.326647:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626237824:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332749.326653:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe43998700/2, rc 0, transno 17179869367 00000100:00100000:3.0:1763332749.326656:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626238336:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332749.326662:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe4399a300/2, rc 0, transno 17179869368 00000100:00100000:3.0:1763332749.326665:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626238848:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332749.326838:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 141 committed 00000004:00080000:1.0:1763332749.326842:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 140 committed 00000004:00080000:1.0:1763332749.326844:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 145 committed 00000004:00080000:1.0:1763332749.326847:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 139 committed 00000004:00080000:1.0:1763332749.326848:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 144 committed 00000004:00080000:1.0:1763332749.326850:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 138 committed 00000004:00080000:1.0:1763332749.326852:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 143 committed 00000004:00080000:1.0:1763332749.326854:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 142 committed 00000004:00080000:1.0:1763332749.326856:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 141 committed 00000004:00080000:1.0:1763332749.326858:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 137 committed 00000004:00080000:1.0:1763332749.326859:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 136 committed 00000004:00080000:1.0:1763332749.326862:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 140 committed 00000004:00080000:1.0:1763332749.326873:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 135 committed 00000004:00010000:1.0:1763332749.326943:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ae56fd8d reply state 0000000009fa43c3 transno 4294968811 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.326971:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.326982:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.326985:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763332749.326991:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763332749.327096:0:6519:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763332749.327113:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33457:x1848987610915968:12345-192.168.204.28@tcp:36:mirror_io.0 Request processed in 8717us (10888us total) trans 4294968811 rc 0/0 00000100:00100000:1.0:1763332749.327122:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2358 00010000:00010000:1.0:1763332749.327150:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.327159:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.327166:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.327173:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe487b3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332749.327177:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.327186:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.327197:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.327199:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332749.327204:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.327209:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd3f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:3.0:1763332749.331655:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.333903:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610916096 00000100:00100000:1.0:1763332749.333923:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610916096 00000100:00100000:1.0:1763332749.334020:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2359 00000100:00100000:1.0:1763332749.334032:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:33457:x1848987610916096:12345-192.168.204.28@tcp:101:mirror_io.0 00010000:00010000:1.0:1763332749.334065:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332749.334097:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fd46 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d106 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.334171:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fd46 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d106 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.334190:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fd46 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d106 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.334213:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.334217:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332749.334222:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe487b3a00, rc 0) 00000100:00100000:1.0:1763332749.335136:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33457:x1848987610916096:12345-192.168.204.28@tcp:101:mirror_io.0 Request processed in 1095us (3484us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.335147:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2359 00000100:00100000:1.0:1763332749.341231:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.349257:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610916480 00000100:00100000:3.0:1763332749.349274:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610916480 00000100:00100000:3.0:1763332749.357239:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.357391:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610916736 00000100:00100000:1.0:1763332749.357406:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610916736 00000100:00100000:1.0:1763332749.377134:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.386205:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2361 00000100:00100000:1.0:1763332749.386219:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33459:x1848987610917120:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332749.386324:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386391:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386407:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386427:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386434:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386441:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386554:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd70 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386564:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386571:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332749.386624:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926336 00000004:00200000:1.0:1763332749.386629:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332749.386649:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386666:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd62 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386675:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd62 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386682:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386689:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd62 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386694:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe487b2a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332749.386698:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd62 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386706:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd62 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386719:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332749.386722:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332749.386727:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd62 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386732:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386746:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386751:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd69 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386756:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386761:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe487b3800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332749.386764:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386769:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386775:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92ff42c64600) 00010000:00010000:1.0:1763332749.386777:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332749.386779:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd69 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386783:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386796:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd70 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386800:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd70 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386805:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd70 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386809:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe487b3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332749.386811:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd70 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386816:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd70 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386822:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.386824:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332749.386826:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd70 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.386835:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd70 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332749.387510:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33459:x1848987610917120:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 1286us (5091us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.387522:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2361 00000100:00100000:1.0:1763332749.393616:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332749.393652:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626239232:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332749.393753:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332749.394297:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626239232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763332749.438965:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.439077:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610917248 00000100:00100000:1.0:1763332749.439092:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610917248 00000100:00100000:1.0:1763332749.439173:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2362 00000100:00100000:1.0:1763332749.439186:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33461:x1848987610917248:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332749.439219:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332749.439254:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d114 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.439409:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439428:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439450:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439469:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd85 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439477:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439484:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439584:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd8c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439594:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439601:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332749.439659:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926336 00000004:00200000:1.0:1763332749.439664:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332749.439690:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439703:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439714:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd7e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439720:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd7e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439726:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439733:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439743:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe487b3800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332749.439747:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439755:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd7e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439769:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332749.439773:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332749.439779:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd7e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439786:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3800/0xb32e3ef184c2fd7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439802:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439807:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439812:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439818:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe487b2a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332749.439821:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439827:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd85 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439833:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92ff42c64600) 00010000:00010000:1.0:1763332749.439836:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332749.439840:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd85 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439845:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fd85 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332749.439878:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fd77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d114 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.439893:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd8c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d114 expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.439901:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.439904:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332749.439906:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe487b2e00, rc 0) 00000100:00100000:1.0:1763332749.440004:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:33461:x1848987610917248:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 820us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.440013:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2362 00000100:00100000:1.0:1763332749.449277:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.449330:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.449431:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.449451:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.449569:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.459769:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610918144 00000100:00100000:3.0:1763332749.459785:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610918144 00000100:00100000:3.0:1763332749.459864:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2363 00000100:00100000:3.0:1763332749.459875:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:33461:x1848987610918144:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332749.459906:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332749.459934:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c2fdb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d13e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.460080:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c2fdbd lrc: 3/0,1 mode: --/CW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332749.460099:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd8c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d114 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.460110:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c2fdbd lrc: 4/0,1 mode: --/CW res: [0x200000403:0x1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332749.460153:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd8c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d114 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.460169:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2e00/0xb32e3ef184c2fd8c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d114 expref: 15 pid: 8606 timeout: 953 lvb_type: 0 00000100:00100000:3.0:1763332749.460185:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626239360:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332749.486899:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:1.0:1763332749.488396:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fdd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.488405:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fdd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332749.488474:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926336 00000004:00200000:1.0:1763332749.488480:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332749.488504:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fdd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.488541:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2fdcb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d145 expref: 16 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.488558:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fdd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d145 expref: 15 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.488566:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.488569:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332749.488571:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48292e00, rc 0) 00000100:00100000:1.0:1763332749.488612:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:33461:x1848987610918400:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6720us (7535us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.488620:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2364 00000100:00100000:1.0:1763332749.495696:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.507599:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.508278:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.508594:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.508887:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.508917:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.508947:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610918912 00000100:00100000:3.0:1763332749.508959:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610918912 00000100:00100000:3.0:1763332749.509029:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610919168 00000100:00100000:3.0:1763332749.509032:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610919168 00000100:00100000:3.0:1763332749.509052:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610919424 00000100:00100000:3.0:1763332749.509055:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610919424 00000100:00100000:1.0:1763332749.509169:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610919040 00000100:00100000:1.0:1763332749.509174:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610919040 00000100:00100000:3.0:1763332749.510325:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1106 00000100:00100000:3.0:1763332749.510344:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2418:x1848987610919424:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332749.510384:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.510398:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2fdaf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d137 expref: 20 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332749.510405:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.510407:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.510410:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.510431:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2fdaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d137 expref: 20 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332749.510441:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2fdaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d137 expref: 20 pid: 8611 timeout: 953 lvb_type: 1 00000100:00100000:3.0:1763332749.510452:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626239872:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332749.510483:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499ad0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332749.511034:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1107 00000100:00100000:1.0:1763332749.511049:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2418:x1848987610919040:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:1.0:1763332749.511090:0:8407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fe03 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.511103:0:8407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2fd9a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d122 expref: 20 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.511111:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.511113:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.511117:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fe03 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.511143:0:8407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2fd9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d122 expref: 20 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.511152:0:8407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c2fd9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d122 expref: 20 pid: 8611 timeout: 953 lvb_type: 1 00000100:00100000:1.0:1763332749.511162:0:8407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1848987626240000:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332749.511209:0:8407:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4240 going to sleep for 11 seconds 00000100:00100000:1.0:1763332749.511426:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1108 00000100:00100000:1.0:1763332749.511433:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+28:2418:x1848987610919296:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:1.0:1763332749.511454:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fe0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.511466:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c2fda8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d130 expref: 28 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.511473:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.511474:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.511477:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fe0a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.511498:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c2fda8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d130 expref: 28 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332749.511507:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c2fda8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d130 expref: 28 pid: 8611 timeout: 953 lvb_type: 1 00000100:00100000:1.0:1763332749.511520:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626240128:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332749.511547:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4480 going to sleep for 11 seconds 00000100:00100000:1.0:1763332749.515005:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe483893c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332749.522624:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.522669:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.522765:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75666d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626239744:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332749.522807:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe48292600/0xb32e3ef184c2fdf5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332749.522866:0:8407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1848987626240000:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332749.522879:0:8407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe487b3600/0xb32e3ef184c2fe03 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332749.522921:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626240128:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332749.522932:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe487b2a00/0xb32e3ef184c2fe0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332749.522957:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.522978:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.522999:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332749.525263:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c2fdaf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d137 expref: 18 pid: 8611 timeout: 953 lvb_type: 1 00000100:00100000:3.0:1763332749.525276:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626239872:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332749.525290:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.525298:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.525304:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.525321:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.525328:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.525381:0:28651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.525389:0:28651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0ca00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332749.525392:0:28651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.525399:0:28651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.525410:0:28651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.525418:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fdfc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332749.525458:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2418:x1848987610919424:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 15126us (16865us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.525465:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1106 00010000:00010000:1.0:1763332749.525838:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe48292600/0xb32e3ef184c2fdf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.525850:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48292600/0xb32e3ef184c2fdf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.525869:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48292600/0xb32e3ef184c2fdf5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.525876:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48292600/0xb32e3ef184c2fdf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.525884:0:17605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48292600/0xb32e3ef184c2fdf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.525890:0:17605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332749.525893:0:17605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48292600/0xb32e3ef184c2fdf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.525900:0:17605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48292600/0xb32e3ef184c2fdf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.525911:0:17605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48292600/0xb32e3ef184c2fdf5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.525918:0:17605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48292600/0xb32e3ef184c2fdf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332749.525960:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e05d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2418:x1848987610919168:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 15988us (17682us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.525966:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1105 00000100:00100000:3.0:1763332749.531938:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.532549:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2366 00000100:00100000:1.0:1763332749.532566:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:33461:x1848987610920320:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332749.532646:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763332749.532685:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fd46 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d106 expref: 17 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.532712:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fdd2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d145 expref: 16 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.532724:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.532730:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332749.532770:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe11 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.532786:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.532797:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.532849:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.532857:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe11 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.532864:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe11 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.532870:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe487b2c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332749.532875:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe11 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.532882:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe11 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.532892:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.532895:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332749.532899:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe11 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.532905:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe11 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:1.0:1763332749.533060:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:33461:x1848987610920320:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 498us (1137us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.533068:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2366 00000100:00100000:1.0:1763332749.536692:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.542225:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.542628:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610920576 00000100:00100000:1.0:1763332749.542645:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610920576 00000100:00100000:1.0:1763332749.542829:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2368 00000100:00100000:1.0:1763332749.542844:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:33461:x1848987610920576:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332749.542875:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332749.542904:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe1f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d15a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.543041:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fe26 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.543061:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fe26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.543076:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fe26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332749.543112:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926336 00000004:00200000:1.0:1763332749.543119:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332749.543144:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fe26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332749.543177:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b2c00/0xb32e3ef184c2fe1f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d15a expref: 18 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.543199:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fe26 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d15a expref: 17 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.543210:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332749.543214:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332749.543218:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe487b3a00, rc 0) 00000100:00100000:1.0:1763332749.543318:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:33461:x1848987610920576:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 477us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.543327:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2368 00000100:00100000:3.0:1763332749.549042:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.549088:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.549126:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.549657:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.550482:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.551399:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610921216 00000100:00100000:3.0:1763332749.551405:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610921216 00000100:00100000:3.0:1763332749.551441:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1113 00000100:00100000:3.0:1763332749.551449:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610921216:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332749.551457:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332749.551469:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fe49 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d17d expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332749.551484:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 3145728, mtime: 0x691a528a, atime: 0x691a528b, ctime: 0x691a528c, blocks: 0x800 00010000:00010000:3.0:1763332749.551494:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.551496:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.551502:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fe49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d17d expref: 19 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332749.551513:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c2fe49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d17d expref: 19 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332749.551528:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0ca00, rc 0) 00000100:00100000:3.0:1763332749.551550:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610921216:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 103us (1074us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.551557:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1113 00000100:00100000:3.0:1763332749.608637:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.611178:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610921472 00000100:00100000:1.0:1763332749.611192:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610921472 00000100:00100000:1.0:1763332749.611877:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610921600 00000100:00100000:1.0:1763332749.611884:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610921600 00000100:00100000:1.0:1763332749.612213:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610921856 00000100:00100000:1.0:1763332749.612218:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610921856 00000100:00100000:1.0:1763332749.612259:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1116 00000100:00100000:1.0:1763332749.612265:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+27:2418:x1848987610921600:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332749.612429:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+27:2418:x1848987610921600:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 163us (1413us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.612438:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1116 00000100:00100000:1.0:1763332749.613499:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1117 00000100:00100000:3.0:1763332749.613543:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1118 00000100:00100000:1.0:1763332749.614069:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:2418:x1848987610921728:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332749.614186:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:2418:x1848987610921728:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 131us (2269us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.614194:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1117 00000100:00100000:3.0:1763332749.614659:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2418:x1848987610921856:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332749.614957:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2418:x1848987610921856:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 305us (3007us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.614965:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1118 00000100:00100000:3.0:1763332749.618590:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610921984 00000100:00100000:3.0:1763332749.618597:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610921984 00000100:00100000:3.0:1763332749.618660:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610922368 00000100:00100000:3.0:1763332749.618664:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610922368 00000100:00100000:1.0:1763332749.619402:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1119 00000100:00100000:1.0:1763332749.619415:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987610922112:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332749.619575:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1121 00000100:00100000:3.0:1763332749.619584:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+28:2421:x1848987610922368:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332749.619682:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987610922112:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 269us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.619691:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1119 00000100:00100000:3.0:1763332749.619951:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+27:2421:x1848987610922368:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 364us (1425us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.619958:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1121 00000100:00100000:3.0:1763332749.620156:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1123 00000100:00100000:3.0:1763332749.620164:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610922496:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332749.620207:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610922496:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 45us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.620217:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1123 00000100:00100000:1.0:1763332749.628955:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.629004:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.629037:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.629142:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332749.629223:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610922624 00000100:00100000:3.0:1763332749.629239:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610922624 00000100:00100000:3.0:1763332749.629346:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610922752 00000100:00100000:3.0:1763332749.629376:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610922752 00000100:00100000:3.0:1763332749.629400:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610922880 00000100:00100000:3.0:1763332749.629402:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610922880 00000100:00100000:3.0:1763332749.629422:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610923008 00000100:00100000:3.0:1763332749.629425:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610923008 00000100:00100000:3.0:1763332749.629448:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 470 00000100:00100000:3.0:1763332749.629458:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+28:2420:x1848987610922624:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332749.629508:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fe50 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.629528:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.629531:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.629538:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fe50 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.629554:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fe50 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332749.630438:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 472 00000100:00100000:3.0:1763332749.630449:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610922880:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332749.630478:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c2fe5e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.630489:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.630492:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332749.630495:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c2fe5e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.630505:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c2fe5e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.648571:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fe50 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.648597:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fe50 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.648606:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fe50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.648613:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0ce00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332749.648618:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fe50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.648627:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fe50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.648648:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fe50 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332749.648654:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fe50 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332749.653476:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1dec5569-9184-4622-8fc2-84b1eb26add2+32:2420:x1848987610922624:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 23992us (24511us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332749.653501:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 470 00000100:00100000:1.0:1763332749.703087:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:2420:x1848987610923264:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 67807us (68753us total) trans 0 rc 1683456/1683456 00000100:00100000:1.0:1763332749.703102:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 475 00000100:00100000:3.0:1763332749.711637:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.711779:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610923392 00000100:00100000:1.0:1763332749.711796:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610923392 00000100:00100000:1.0:1763332749.711901:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 476 00000100:00100000:1.0:1763332749.711914:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610923392:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:1.0:1763332749.711972:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.711996:0:16635:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fa52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfe0 expref: 19 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.712012:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332749.712015:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332749.712020:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.712064:0:16635:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fa52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfe0 expref: 19 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.712080:0:16635:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fa52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfe0 expref: 19 pid: 28600 timeout: 953 lvb_type: 0 00000100:00100000:1.0:1763332749.712099:0:16635:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16635:1848987626240256:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332749.712227:0:16635:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4480 going to sleep for 11 seconds 00000100:00100000:1.0:1763332749.718401:0:16635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16635:1848987626240256:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332749.718446:0:16635:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332749.719174:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:1.0:1763332749.719997:0:16635:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.720006:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332749.770918:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb mtime from disk: 1763332748 -> 1763332750 00002000:00010000:1.0:1763332749.770933:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x37:0x0] updating lvb ctime from disk: 1763332748 -> 1763332750 00010000:00010000:1.0:1763332749.770953:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.770966:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.770975:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.770983:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332749.770989:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.770997:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.771020:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.771027:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe7a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332749.771179:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987610923392:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 59261us (59551us total) trans 21474836694 rc 0/0 00000100:00100000:1.0:1763332749.771193:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 476 00000100:00100000:3.0:1763332749.786516:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332749.786605:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610923648 00000100:00100000:1.0:1763332749.786621:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610923648 00000100:00100000:1.0:1763332749.786715:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 477 00000100:00100000:1.0:1763332749.786726:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:2420:x1848987610923648:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:1.0:1763332749.786772:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.786797:0:16635:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49325e00/0xb32e3ef184c2fa98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d018 expref: 26 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.786807:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332749.786810:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332749.786815:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.786856:0:16635:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe49325e00/0xb32e3ef184c2fa98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d018 expref: 26 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.786870:0:16635:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe49325e00/0xb32e3ef184c2fa98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d018 expref: 26 pid: 8407 timeout: 953 lvb_type: 0 00000100:00100000:1.0:1763332749.786887:0:16635:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626240384:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332749.787001:0:16635:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4480 going to sleep for 11 seconds 00000100:00100000:1.0:1763332749.790665:0:16635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626240384:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332749.790707:0:16635:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332749.793074:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:1.0:1763332749.795139:0:16635:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.795150:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332749.861064:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb mtime from disk: 1763332748 -> 1763332750 00002000:00010000:1.0:1763332749.861071:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33:0x0] updating lvb ctime from disk: 1763332748 -> 1763332750 00010000:00010000:1.0:1763332749.861094:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.861106:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.861117:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.861125:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332749.861130:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.861139:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.861166:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.861174:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fe81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332749.861319:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987610923648:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 74587us (74810us total) trans 17179869376 rc 0/0 00000100:00100000:1.0:1763332749.861341:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 477 00000100:00100000:3.0:1763332749.904275:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:1.0:1763332749.905852:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332749.906617:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626240640:0@lo:400:kworker.0 00000100:00100000:1.0:1763332749.906696:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332749.912513:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626240640:0@lo:400:kworker.0 00000100:00100000:1.0:1763332749.913674:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610924160 00000100:00100000:1.0:1763332749.913685:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610924160 00010000:00010000:1.0:1763332749.913739:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2fb63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d07a expref: 14 pid: 8407 timeout: 953 lvb_type: 1 00000100:00100000:1.0:1763332749.913792:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 582 00000100:00100000:1.0:1763332749.913804:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987610924160:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332749.913824:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332749.913854:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2fb63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d07a expref: 14 pid: 8407 timeout: 953 lvb_type: 1 00010000:00010000:1.0:1763332749.913869:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2fb63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x38:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d07a expref: 14 pid: 8407 timeout: 953 lvb_type: 1 00010000:00010000:1.0:1763332749.913899:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c2fb63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x38:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d07a expref: 14 pid: 8407 timeout: 953 lvb_type: 1 00010000:00010000:1.0:1763332749.913919:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.913921:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.913928:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fe88 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.913939:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fe88 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.913958:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.913959:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332749.913963:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2fe8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.913971:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2fe8f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332749.914016:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332749.914084:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987610924160:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 281us (1387us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.914091:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 582 00000100:00100000:3.0:1763332749.915902:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626241280:0@lo:400:kworker.0 00000100:00100000:3.0:1763332749.915983:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.916034:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626241792:0@lo:400:kworker.0 00000100:00100000:3.0:1763332749.916063:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.916090:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332749.916096:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626241408:0@lo:400:kworker.0 00000100:00100000:3.0:1763332749.916117:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332749.916148:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626241792 00000100:00100000:3.0:1763332749.916157:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626241792 00000100:00100000:3.0:1763332749.916225:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626241408 00000100:00100000:3.0:1763332749.916229:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626241408 00000100:00100000:3.0:1763332749.916251:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1763332749.916261:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626241792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332749.916325:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626241792:12345-0@lo:400:kworker.0 Request processed in 65us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.916347:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1763332749.916396:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1763332749.916402:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626241408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332749.916432:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626241408:12345-0@lo:400:kworker.0 Request processed in 31us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332749.916439:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00080000:3.0:1763332749.916457:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332749.916463:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332749.916497:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626241408:0@lo:400:kworker.0 00000100:00100000:3.0:1763332749.916509:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626241792:0@lo:400:kworker.0 00000100:00100000:1.0:1763332749.916850:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626241280 00000100:00100000:1.0:1763332749.916857:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626241280 00000100:00100000:1.0:1763332749.916901:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1763332749.916909:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626241280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332749.916950:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626241280:12345-0@lo:400:kworker.0 Request processed in 42us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.916956:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00080000:1.0:1763332749.916973:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332749.918039:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626241280:0@lo:400:kworker.0 00000100:00100000:1.0:1763332749.919458:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626241152 00000100:00100000:1.0:1763332749.919464:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626241152 00000100:00100000:1.0:1763332749.919499:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1763332749.919518:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626241152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332749.919554:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626241152:12345-0@lo:400:kworker.0 Request processed in 40us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332749.919560:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00010000:00010000:1.0:1763332750.025669:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2fe8f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.025692:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2fe8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.025705:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2fe8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.025713:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332750.025719:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2fe8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.025729:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2fe8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.025759:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2fe8f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.025767:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2fe8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [4194304->6926335] (req 4194304->6926335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332750.025955:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987610924032:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 118514us (118646us total) trans 21474836696 rc 0/0 00000100:00100000:1.0:1763332750.025969:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 479 00000100:00100000:3.0:1763332750.080677:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610924416 00000100:00100000:3.0:1763332750.080692:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610924416 00000100:00100000:1.0:1763332750.081864:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2369 00000100:00100000:1.0:1763332750.081884:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:33461:x1848987610924416:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332750.081963:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332750.082003:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe487b3a00/0xb32e3ef184c2fe26 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d15a expref: 17 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.082028:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332750.082036:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332750.082305:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.082337:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.082400:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000001:00080000:1.0:1763332750.082465:0:8606:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968816 00000004:00010000:1.0:1763332750.082493:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000abd3c6fb reply state 00000000db370f68 transno 4294968817 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.082507:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.082513:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332750.082516:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332750.082520:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332750.082659:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:33461:x1848987610924416:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 781us (2103us total) trans 4294968817 rc 0/0 00000100:00100000:1.0:1763332750.082669:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2369 00000020:00080000:1.0:1763332750.082678:0:8606:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763332750.095735:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610924672 00000100:00100000:1.0:1763332750.095753:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610924672 00002000:00010000:1.0:1763332750.095810:0:24027:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/56 (6926336->18446744073709551615) 00002000:00100000:1.0:1763332750.095815:0:24027:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7dcfdc00 with x1848987610924672 ext(6926336->18446744073709551615) 00002000:00010000:1.0:1763332750.095831:0:24027:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7dcfdc00. 00000100:00100000:1.0:1763332750.096455:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 480 00000100:00100000:1.0:1763332750.096470:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610924672:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:1.0:1763332750.096705:0:24027:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb size from disk: 6926336 -> 6926336 00002000:00010000:1.0:1763332750.096709:0:24027:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb mtime from disk: 1763332750 -> 1763332750 00002000:00010000:1.0:1763332750.096713:0:24027:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb atime from disk: 1763332744 -> 1763332744 00002000:00010000:1.0:1763332750.096715:0:24027:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb ctime from disk: 1763332750 -> 1763332750 00002000:00010000:1.0:1763332750.096718:0:24027:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x38:0x0] updating lvb blocks from disk: 13528 -> 13528 00000100:00100000:1.0:1763332750.096799:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987610924672:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 333us (1338us total) trans 21474836697 rc 0/0 00000100:00100000:1.0:1763332750.096807:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 480 00002000:00010000:1.0:1763332750.096811:0:24027:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/56 (6926336->18446744073709551615) 00002000:00100000:1.0:1763332750.096814:0:24027:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7dcfdc00 with x1848987610924672 ext(6926336->18446744073709551615) 00002000:00010000:1.0:1763332750.096819:0:24027:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7dcfdc00. 00000100:00100000:3.0:1763332750.107626:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332750.108572:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610924928 00000100:00100000:1.0:1763332750.108587:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610924928 00000100:00100000:1.0:1763332750.108678:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2370 00000100:00100000:1.0:1763332750.108691:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7ae00450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:33461:x1848987610924928:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332750.108854:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.108878:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.108893:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00010000:1.0:1763332750.109046:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000966456e reply state 00000000c312aea8 transno 4294968818 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.109060:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.109069:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332750.109073:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332750.109078:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332750.109224:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7ae00450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:33461:x1848987610924928:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 534us (1613us total) trans 4294968818 rc 0/0 00000100:00100000:1.0:1763332750.109233:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2370 00000100:00100000:1.0:1763332750.120422:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610925056 00000100:00100000:1.0:1763332750.120440:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610925056 00000100:00100000:1.0:1763332750.120664:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1125 00000100:00100000:1.0:1763332750.120681:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1dec5569-9184-4622-8fc2-84b1eb26add2+14:33461:x1848987610925056:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332750.120709:0:28650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332750.120734:0:28650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43000/0xb32e3ef184c2feab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d18b expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.120775:0:28650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193200/0xb32e3ef184c2fe2d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d161 expref: 15 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332750.120785:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332750.120788:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332750.120793:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43000/0xb32e3ef184c2feab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d18b expref: 15 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.120842:0:28650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48193200/0xb32e3ef184c2fe2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d161 expref: 15 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332750.120859:0:28650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48193200/0xb32e3ef184c2fe2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d161 expref: 15 pid: 8406 timeout: 954 lvb_type: 1 00000100:00100000:1.0:1763332750.120882:0:28650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28650:1848987626241920:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332750.121001:0:28650:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4540 going to sleep for 11 seconds 00010000:00010000:1.0:1763332750.131403:0:28650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193200/0xb32e3ef184c2fe2d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x32:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d161 expref: 16 pid: 8406 timeout: 954 lvb_type: 1 00000100:00100000:1.0:1763332750.131425:0:28650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28650:1848987626241920:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332750.131462:0:28650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43000/0xb32e3ef184c2feab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d18b expref: 15 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.131476:0:28650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43000, rc 0) 00000100:00100000:1.0:1763332750.132528:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1dec5569-9184-4622-8fc2-84b1eb26add2+15:33461:x1848987610925056:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 11845us (13348us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332750.132543:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1125 00000100:00100000:1.0:1763332750.143077:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610925312 00000100:00100000:1.0:1763332750.143098:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610925312 00000100:00100000:1.0:1763332750.143183:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1126 00000100:00100000:1.0:1763332750.143195:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33461:x1848987610925312:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332750.143224:0:28650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332750.143251:0:28650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c2feb2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d192 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.143291:0:28650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fe34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d168 expref: 14 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332750.143307:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332750.143310:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332750.143316:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c2feb2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d192 expref: 14 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.143395:0:28650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fe34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d168 expref: 14 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332750.143413:0:28650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fe34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d168 expref: 14 pid: 8406 timeout: 954 lvb_type: 1 00000100:00100000:1.0:1763332750.143432:0:28650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626242176:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332750.148778:0:28650:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4540 going to sleep for 11 seconds 00010000:00010000:1.0:1763332750.161926:0:28650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192600/0xb32e3ef184c2fe34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d168 expref: 15 pid: 8406 timeout: 954 lvb_type: 1 00000100:00100000:1.0:1763332750.161961:0:28650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626242176:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332750.161998:0:28650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c2feb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d192 expref: 14 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.162012:0:28650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42000, rc 0) 00000100:00100000:1.0:1763332750.162076:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1dec5569-9184-4622-8fc2-84b1eb26add2+14:33461:x1848987610925312:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 18882us (20161us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332750.162088:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1126 00000100:00100000:3.0:1763332750.169078:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332750.169815:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610925568 00000100:00100000:1.0:1763332750.169825:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610925568 00000100:00100000:1.0:1763332750.169884:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1127 00000100:00100000:1.0:1763332750.169896:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1dec5569-9184-4622-8fc2-84b1eb26add2+14:33461:x1848987610925568:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332750.169918:0:28650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332750.169943:0:28650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c2feb9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d199 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.169981:0:28650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193000/0xb32e3ef184c2fe3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d16f expref: 15 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332750.169991:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332750.169994:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332750.169998:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c2feb9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d199 expref: 15 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332750.170036:0:28650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48193000/0xb32e3ef184c2fe3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d16f expref: 15 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332750.170050:0:28650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48193000/0xb32e3ef184c2fe3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d16f expref: 15 pid: 8406 timeout: 954 lvb_type: 1 00000100:00100000:1.0:1763332750.170065:0:28650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28650:1848987626242432:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332750.170119:0:28650:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4540 going to sleep for 11 seconds 00000100:00100000:1.0:1763332750.177271:0:28650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28650:1848987626242432:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332750.177320:0:28650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c2feb9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d199 expref: 15 pid: 28650 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332750.178175:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:1.0:1763332750.180201:0:28650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43a00, rc 0) 00000100:00100000:3.0:1763332750.194666:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332750.202834:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332750.208895:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332750.223407:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332750.223578:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610927104 00000100:00100000:3.0:1763332750.223592:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610927104 00000100:00100000:3.0:1763332750.223668:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 696 00000100:00100000:3.0:1763332750.223678:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+21:33461:x1848987610927104:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:3.0:1763332750.223759:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000403:0x1:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2fde0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d14c expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332750.223822:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.223837:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2fe18 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d153 expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332750.223847:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.223901:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2fe18 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d153 expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332750.223918:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2fe18 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d153 expref: 21 pid: 8606 timeout: 954 lvb_type: 0 00000100:00100000:3.0:1763332750.223936:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626243200:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332750.224056:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499ad0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1763332750.239198:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c2fe18 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d153 expref: 21 pid: 8606 timeout: 954 lvb_type: 0 00000100:00100000:3.0:1763332750.239220:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626243200:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332750.239244:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.239255:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.239262:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:3.0:1763332750.239732:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].147, 88 off20696 00000004:00080000:3.0:1763332750.239749:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 854319398878ns, next at 846291377338ns, rc = 0 00000040:00080000:3.0:1763332750.239801:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].154, 88 off21224 00000004:00080000:3.0:1763332750.239808:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 854319459095ns, next at 846792806099ns, rc = 0 00000040:00080000:3.0:1763332750.239832:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].148, 88 off20784 00000004:00080000:3.0:1763332750.239837:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 854319487979ns, next at 846291377338ns, rc = 0 00000040:00080000:3.0:1763332750.239847:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].149, 88 off20872 00000004:00080000:3.0:1763332750.239852:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 854319502899ns, next at 846291377338ns, rc = 0 00000040:00080000:3.0:1763332750.239861:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].155, 88 off21312 00000004:00080000:3.0:1763332750.239865:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 854319515710ns, next at 846792806099ns, rc = 0 00000040:00080000:3.0:1763332750.239873:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].156, 88 off21400 00000004:00080000:3.0:1763332750.239877:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 854319527928ns, next at 846792806099ns, rc = 0 00000040:00080000:3.0:1763332750.239885:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].157, 88 off21488 00000004:00080000:3.0:1763332750.239888:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 854319539290ns, next at 846792806099ns, rc = 0 00000040:00080000:3.0:1763332750.239897:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].150, 88 off20960 00000004:00080000:3.0:1763332750.239900:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 854319551345ns, next at 846291377338ns, rc = 0 00000040:00080000:3.0:1763332750.239910:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].158, 88 off21576 00000004:00080000:3.0:1763332750.239914:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 854319564866ns, next at 846792806099ns, rc = 0 00000040:00080000:3.0:1763332750.239922:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].151, 88 off21048 00000004:00080000:3.0:1763332750.239925:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 854319576225ns, next at 846291377338ns, rc = 0 00000040:00080000:3.0:1763332750.239933:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].159, 88 off21664 00000004:00080000:3.0:1763332750.239937:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 854319588199ns, next at 846792806099ns, rc = 0 00000040:00080000:3.0:1763332750.239946:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].152, 88 off21136 00000004:00080000:3.0:1763332750.239950:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 854319600770ns, next at 846291377338ns, rc = 0 00000040:00080000:3.0:1763332750.239957:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].153, 88 off21224 00000004:00080000:3.0:1763332750.239961:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 854319611921ns, next at 846291377338ns, rc = 0 00000040:00080000:3.0:1763332750.239970:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].154, 88 off21312 00000004:00080000:3.0:1763332750.239973:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 854319624365ns, next at 846291377338ns, rc = 0 00000040:00080000:3.0:1763332750.239982:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].155, 88 off21400 00000004:00080000:3.0:1763332750.239985:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 854319636281ns, next at 846291377338ns, rc = 0 00000040:00080000:3.0:1763332750.239996:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].160, 88 off21752 00000004:00080000:3.0:1763332750.240000:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 854319651059ns, next at 846792806099ns, rc = 0 00000040:00080000:3.0:1763332750.240009:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].161, 88 off21840 00000004:00080000:3.0:1763332750.240012:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 854319663281ns, next at 846792806099ns, rc = 0 00000001:00080000:3.0:1763332750.247668:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968819 is committed 00000004:00080000:3.0:1763332750.247685:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 155 committed 00000004:00080000:3.0:1763332750.247704:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 154 committed 00000004:00080000:3.0:1763332750.247706:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 152 committed 00000004:00080000:3.0:1763332750.247724:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 151 committed 00000004:00080000:3.0:1763332750.247726:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 150 committed 00000004:00080000:3.0:1763332750.247728:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 149 committed 00000004:00080000:3.0:1763332750.247730:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 153 committed 00000004:00080000:3.0:1763332750.247732:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 148 committed 00000004:00080000:3.0:1763332750.247734:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 152 committed 00000004:00080000:3.0:1763332750.247736:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 147 committed 00000004:00080000:3.0:1763332750.247737:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 151 committed 00000004:00080000:3.0:1763332750.247739:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 150 committed 00000004:00080000:3.0:1763332750.247741:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 149 committed 00000004:00080000:3.0:1763332750.247744:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 146 committed 00000004:00080000:3.0:1763332750.247746:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 145 committed 00000004:00080000:3.0:1763332750.247747:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 148 committed 00000004:00080000:3.0:1763332750.247749:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 144 committed 00000004:00010000:3.0:1763332750.247831:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f7b09966 reply state 000000004542e872 transno 4294968819 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.247859:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.247870:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332750.247874:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763332750.247878:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332750.247888:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332750.247890:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763332750.247900:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2fde0 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d14c expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1763332750.248056:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763332750.248074:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33461:x1848987610927104:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 24396us (24737us total) trans 4294968819 rc 0/0 00000100:00100000:3.0:1763332750.248087:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 696 00010000:00010000:3.0:1763332750.248128:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.248135:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.248143:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.248150:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0da00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332750.248155:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.248163:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.248174:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:3.0:1763332750.248178:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332750.248181:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332750.248187:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2fece lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:0.0:1763332750.252005:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869375 gen 2 00000004:00080000:0.0:1763332750.252010:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438aa300, transno 17179869329 00000004:00080000:0.0:1763332750.252017:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff6bc11500, transno 17179869330 00000004:00080000:0.0:1763332750.252020:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438a8700, transno 17179869331 00000004:00080000:0.0:1763332750.252022:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438a9500, transno 17179869332 00000004:00080000:0.0:1763332750.252025:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe45181180, transno 17179869333 00000004:00080000:0.0:1763332750.252028:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe45183b80, transno 17179869334 00000004:00080000:0.0:1763332750.252031:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e19f80, transno 17179869335 00000004:00080000:0.0:1763332750.252033:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438a8a80, transno 17179869336 00000004:00080000:0.0:1763332750.252036:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dff9500, transno 17179869337 00000004:00080000:0.0:1763332750.252039:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e120700, transno 17179869338 00000004:00080000:0.0:1763332750.252041:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e130700, transno 17179869339 00000004:00080000:0.0:1763332750.252044:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e123480, transno 17179869340 00000004:00080000:0.0:1763332750.252046:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e121180, transno 17179869341 00000004:00080000:0.0:1763332750.252049:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e123b80, transno 17179869342 00000004:00080000:0.0:1763332750.252051:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e121f80, transno 17179869343 00000004:00080000:0.0:1763332750.252054:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e121880, transno 17179869344 00000004:00080000:0.0:1763332750.252057:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a3800, transno 17179869345 00000004:00080000:0.0:1763332750.252060:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e122300, transno 17179869346 00000004:00080000:0.0:1763332750.252062:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e132d80, transno 17179869348 00000004:00080000:0.0:1763332750.252065:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3c000, transno 17179869349 00000004:00080000:0.0:1763332750.252067:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e133100, transno 17179869350 00000004:00080000:0.0:1763332750.252070:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3f100, transno 17179869351 00000004:00080000:0.0:1763332750.252072:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e133b80, transno 17179869352 00000004:00080000:0.0:1763332750.252075:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3df80, transno 17179869353 00000004:00080000:0.0:1763332750.252078:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3e300, transno 17179869354 00000004:00080000:0.0:1763332750.252080:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e133800, transno 17179869355 00000004:00080000:0.0:1763332750.252083:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3c380, transno 17179869356 00000004:00080000:0.0:1763332750.252086:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a1180, transno 17179869357 00000004:00080000:0.0:1763332750.252088:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a2a00, transno 17179869358 00000004:00080000:0.0:1763332750.252092:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff75665c00, transno 17179869359 00000004:00080000:0.0:1763332750.252095:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff75664e00, transno 17179869360 00000004:00080000:0.0:1763332750.252097:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a0380, transno 17179869361 00000004:00080000:0.0:1763332750.252100:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff75665500, transno 17179869362 00000004:00080000:0.0:1763332750.252103:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a3b80, transno 17179869363 00000004:00080000:0.0:1763332750.252105:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff75665180, transno 17179869364 00000004:00080000:0.0:1763332750.252108:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74036a00, transno 17179869365 00000004:00080000:0.0:1763332750.252111:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe43998700, transno 17179869367 00000004:00080000:0.0:1763332750.252113:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe4399a300, transno 17179869368 00000004:00080000:0.0:1763332750.252116:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe43999c00, transno 17179869369 00000004:00080000:0.0:1763332750.252118:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe43998e00, transno 17179869370 00000004:00080000:0.0:1763332750.252120:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe4399aa00, transno 17179869371 00000004:00080000:0.0:1763332750.252123:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe4399b480, transno 17179869372 00000004:00080000:0.0:1763332750.252125:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff50048000, transno 17179869373 00000004:00080000:0.0:1763332750.252128:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe4399b800, transno 17179869374 00000004:00080000:0.0:1763332750.252130:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe43998000, transno 17179869375 00000100:00100000:0.0:1763332750.252135:0:3653:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7e121500 x1848987626244480/t17179869382(17179869382) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332766 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763332750.252146:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e121500/2, rc 0, transno 17179869382 00000100:00100000:0.0:1763332750.252151:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626244480:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332750.252160:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e121c00/2, rc 0, transno 17179869383 00000100:00100000:0.0:1763332750.252164:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626244992:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332750.252171:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e122680/2, rc 0, transno 17179869380 00000100:00100000:0.0:1763332750.252174:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626244608:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332750.252181:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e122d80/2, rc 0, transno 17179869381 00000100:00100000:0.0:1763332750.252184:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e122d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626245120:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332750.252487:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 8 in progress, 4 in flight, 45 done 00000100:00100000:0.0:1763332750.252530:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626244736:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332750.252565:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332750.252586:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626245248:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332750.252601:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332750.252614:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1763332750.252619:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626244352:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332750.252634:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332750.252644:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626244864:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332750.252658:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332750.252668:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626245376:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332750.252682:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332750.252702:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626244736 00000100:00100000:0.0:1763332750.252706:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626244736 00000100:00100000:0.0:1763332750.252730:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626245248 00000100:00100000:0.0:1763332750.252732:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626245248 00000100:00100000:0.0:1763332750.252739:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626244352 00000100:00100000:0.0:1763332750.252741:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626244352 00000100:00100000:0.0:1763332750.252748:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626244864 00000100:00100000:0.0:1763332750.252750:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626244864 00000100:00100000:0.0:1763332750.252756:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626245376 00000100:00100000:0.0:1763332750.252758:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626245376 00000100:00100000:0.0:1763332750.252767:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1763332750.252773:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626244736:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763332750.252843:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1763332750.252846:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:0.0:1763332750.252849:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332750.252851:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:0.0:1763332750.252853:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x37:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:0.0:1763332750.252880:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626244736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (313us total) trans 17179869384 rc 0/0 00000100:00100000:0.0:1763332750.252886:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1763332750.252898:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1763332750.252903:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626245248:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763332750.252943:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x3a:0x0] updating lvb size from disk: 6926336 -> 6926336 00002000:00010000:0.0:1763332750.252945:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x3a:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:0.0:1763332750.252947:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x3a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332750.252949:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x3a:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:0.0:1763332750.252951:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x3a:0x0] updating lvb blocks from disk: 5336 -> 5336 00000100:00100000:0.0:1763332750.252970:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626245248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 67us (368us total) trans 17179869385 rc 0/0 00000100:00100000:0.0:1763332750.252976:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1763332750.252985:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1763332750.252990:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626244352:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763332750.253029:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1763332750.253032:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb mtime from disk: 1763332749 -> 1763332749 00002000:00010000:0.0:1763332750.253034:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb atime from disk: 1763332747 -> 1763332747 00002000:00010000:0.0:1763332750.253036:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb ctime from disk: 1763332750 -> 1763332750 00002000:00010000:0.0:1763332750.253038:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x32:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:0.0:1763332750.253055:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626244352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (420us total) trans 17179869386 rc 0/0 00000100:00100000:0.0:1763332750.253060:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1763332750.253070:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1763332750.253074:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626244864:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763332750.253114:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x38:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1763332750.253117:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x38:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:0.0:1763332750.253119:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x38:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332750.253121:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x38:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:0.0:1763332750.253123:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x38:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763332750.253142:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626244864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (483us total) trans 17179869387 rc 0/0 00000100:00100000:0.0:1763332750.253148:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1763332750.253158:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1763332750.253163:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626245376:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763332750.253201:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763332750.253204:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb mtime from disk: 1763332748 -> 1763332748 00002000:00010000:0.0:1763332750.253206:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332750.253208:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb ctime from disk: 1763332748 -> 1763332748 00002000:00010000:0.0:1763332750.253210:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763332750.253230:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626245376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (546us total) trans 17179869388 rc 0/0 00000100:00100000:0.0:1763332750.253236:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000004:00080000:0.0:1763332750.253285:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e120380/2, rc 0, transno 17179869386 00000100:00100000:0.0:1763332750.253290:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e120380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626244352:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332750.253296:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e120e00/2, rc 0, transno 17179869387 00000100:00100000:0.0:1763332750.253299:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626244864:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332750.253305:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e07b80/2, rc 0, transno 17179869388 00000100:00100000:0.0:1763332750.253308:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626245376:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332750.253313:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e123800/2, rc 0, transno 17179869384 00000100:00100000:0.0:1763332750.253317:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e123800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626244736:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332750.253332:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e06d80/2, rc 0, transno 17179869385 00000100:00100000:0.0:1763332750.253335:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626245248:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1763332750.253493:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253504:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253513:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253519:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332750.253524:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253532:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253552:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332750.253556:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332750.253563:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253569:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fe96 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253595:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253602:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253608:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253612:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332750.253616:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253622:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253629:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332750.253631:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332750.253634:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332750.253639:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2fea4 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332750.257001:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332750.257075:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610927360 00000100:00100000:3.0:1763332750.257089:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610927360 00000100:00100000:3.0:1763332750.257196:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2371 00000100:00100000:3.0:1763332750.257208:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:33461:x1848987610927360:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332750.257240:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332750.257268:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fed5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d1ae expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332750.257496:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fed5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1ae expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332750.257516:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c2fed5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1ae expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332750.262154:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610927616 00000100:00100000:3.0:1763332750.262171:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610927616 00000100:00100000:3.0:1763332750.262239:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 697 00000100:00100000:3.0:1763332750.262250:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:33461:x1848987610927616:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332750.262643:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33461:x1848987610927616:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 394us (590us total) trans 4294968820 rc 0/0 00000100:00100000:3.0:1763332750.262652:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 697 00000100:00100000:1.0:1763332750.281673:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332750.287601:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332750.287705:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610928000 00000100:00100000:3.0:1763332750.287720:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610928000 00000100:00100000:0.0:1763332750.288524:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2373 00000100:00100000:0.0:1763332750.288544:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33463:x1848987610928000:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332750.288657:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fef1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.288681:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fef1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.288696:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fef1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.288713:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2fef8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.288720:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2fef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.288726:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2fef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.288841:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2feff lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.288850:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2feff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.288856:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2feff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332750.288915:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926336 00000004:00200000:0.0:1763332750.288921:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332750.288936:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2feff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289191:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fef1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289200:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fef1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289208:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fef1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289214:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332750.289218:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fef1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289227:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fef1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289242:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332750.289245:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332750.289250:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fef1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289256:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2fef1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289271:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2fef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289277:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2fef8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289282:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2fef8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289288:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332750.289291:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2fef8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289297:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2fef8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289302:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92fe4388e200) 00010000:00010000:0.0:1763332750.289304:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332750.289307:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2fef8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289312:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2fef8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289334:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2feff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289340:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2feff lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289345:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2feff lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289392:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332750.289394:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2feff lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289400:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2feff lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289407:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:0.0:1763332750.289409:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332750.289412:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2feff lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332750.289418:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2feff lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763332750.289621:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33463:x1848987610928000:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 1081us (2032us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332750.289631:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2373 00010000:00010000:1.0:1763332750.930527:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332751.440495:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332751.440527:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626245504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332751.440622:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332751.440702:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626245504 00000100:00100000:1.0:1763332751.440712:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626245504 00000100:00100000:1.0:1763332751.440772:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1763332751.440783:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3653:x1848987626245504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332751.440822:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 108462656 pending 0 free 3902713856 avail 3671191552 00000100:00100000:1.0:1763332751.440871:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3653:x1848987626245504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332751.440880:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1763332751.440941:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626245504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332751.441530:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626245632 00000100:00100000:3.0:1763332751.441536:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626245632 00000100:00100000:3.0:1763332751.441585:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1763332751.441593:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626245632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332751.441606:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 108462656 pending 0 free 3902713856 avail 3671191552 00000100:00100000:3.0:1763332751.441644:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626245632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332751.441655:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1763332751.443202:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626245632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332751.800411:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610928512 00000100:00100000:3.0:1763332751.800416:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610928512 00000100:00100000:3.0:1763332751.800474:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610928640 00000100:00100000:3.0:1763332751.800477:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610928640 00000100:00100000:3.0:1763332751.800498:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 521 00000100:00100000:3.0:1763332751.800504:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2419:x1848987610928512:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332751.800531:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2419:x1848987610928512:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 28us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332751.800537:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 521 00000100:00100000:3.0:1763332751.800548:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 522 00000100:00100000:3.0:1763332751.800553:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2419:x1848987610928640:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332751.800570:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2419:x1848987610928640:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 18us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332751.800576:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 522 00000100:00100000:0.0:1763332751.801256:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610928128 00000100:00100000:0.0:1763332751.801263:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610928128 00000100:00100000:3.0:1763332751.805138:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 702 00000100:00100000:3.0:1763332751.805163:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67dac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2419:x1848987610928128:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332751.805275:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67dac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2419:x1848987610928128:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 121us (5328us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332751.805284:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 702 00010000:00010000:1.0:1763332751.952516:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332751.954644:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626245760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763332751.954736:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332751.954936:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626245760 00000100:00100000:0.0:1763332751.954947:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626245760 00000100:00100000:3.0:1763332751.954954:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626245888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332751.954988:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332751.955451:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626245888 00000100:00100000:0.0:1763332751.955458:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626245888 00000100:00100000:1.0:1763332751.955653:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1763332751.955670:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626245760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763332751.955715:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 78385728 pending 0 free 3908583424 avail 3677061120 00000100:00100000:1.0:1763332751.955783:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626245760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332751.955791:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1763332751.955853:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1763332751.955859:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626245888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332751.955871:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 78385728 pending 0 free 3908583424 avail 3677061120 00000100:00100000:1.0:1763332751.955903:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626245888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332751.955910:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00080000:1.0:1763332751.955927:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332751.956142:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626245888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332751.956404:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626245760:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1763332752.977634:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332752.977703:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332752.977726:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626246016:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763332752.977794:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332752.977897:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626246016 00000100:00100000:1.0:1763332752.977905:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626246016 00000100:00100000:1.0:1763332752.977962:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1763332752.977971:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626246016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332752.978007:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446039552 avail 1299800064 00000100:00100000:1.0:1763332752.978062:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626246016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332752.978070:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00010000:00010000:3.0:1763332754.000620:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332754.517035:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626246144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332754.517106:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332754.517228:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626246144 00000100:00100000:0.0:1763332754.517236:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626246144 00000100:00100000:0.0:1763332754.517298:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1763332754.517307:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626246144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332754.517344:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446273024 avail 1300033536 00000100:00100000:0.0:1763332754.517420:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626246144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332754.517428:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1763332754.517472:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626246144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332754.691270:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610928768 00000100:00100000:1.0:1763332754.691284:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610928768 00000100:00100000:1.0:1763332754.691415:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2374 00000100:00100000:1.0:1763332754.691425:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33885:x1848987610928768:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332754.691444:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332754.691465:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2ff06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d1bc expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332754.691526:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2ff0d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691540:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2ff0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691550:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2ff0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691563:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c2ff14 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691569:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c2ff14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691575:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c2ff14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691644:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2ff1b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691653:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2ff1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691659:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2ff1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332754.691696:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 6926336 00000004:00200000:1.0:1763332754.691700:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332754.691717:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2ff1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691727:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2ff1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691735:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2ff0d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691741:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2ff0d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691746:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2ff0d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691751:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2ff0d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691755:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332754.691758:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2ff0d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691777:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2ff0d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691788:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332754.691791:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332754.691796:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2ff0d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691801:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c2ff0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691813:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c2ff14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691818:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c2ff14 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691824:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c2ff14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691828:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332754.691830:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c2ff14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691836:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c2ff14 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691842:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92ff42c64600) 00010000:00010000:1.0:1763332754.691844:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332754.691846:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c2ff14 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691851:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c2ff14 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332754.691875:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2ff06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1bc expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332754.691888:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2ff1b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1bc expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332754.691894:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332754.691896:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332754.691899:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43200, rc 0) 00000100:00100000:1.0:1763332754.691963:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33885:x1848987610928768:12345-192.168.204.28@tcp:101:rm.0 Request processed in 540us (2394us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332754.691970:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2374 00000100:00080000:0.0:1763332754.692859:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332754.725607:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:0.0:1763332754.727499:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332754.727506:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff37 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332754.727516:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332754.727520:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff37 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332754.727525:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff37 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332754.727534:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff92fe44cd0600) 00010000:00010000:0.0:1763332754.727537:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763332754.727540:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff37 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332754.727544:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff37 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332754.727559:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332754.727561:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332754.727563:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332754.742541:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332754.742696:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610929152 00000100:00100000:3.0:1763332754.742707:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610929152 00000100:00100000:3.0:1763332754.749936:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332754.750033:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610929408 00000100:00100000:0.0:1763332754.750044:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610929408 00000100:00100000:0.0:1763332754.750104:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 698 00000100:00100000:0.0:1763332754.750114:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7ad4b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:33885:x1848987610929408:12345-192.168.204.28@tcp:35:rm.0 00000100:00100000:0.0:1763332754.750397:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7ad4b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:33885:x1848987610929408:12345-192.168.204.28@tcp:35:rm.0 Request processed in 284us (469us total) trans 4294968822 rc 0/0 00000100:00100000:0.0:1763332754.750406:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 698 00000100:00100000:1.0:1763332754.752856:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:1.0:1763332754.754454:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332754.754461:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2ff61 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332754.754468:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332754.754471:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2ff61 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332754.754477:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2ff61 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332754.754487:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x5:0x0].0x0 (ffff92fe44cd0100) 00010000:00010000:1.0:1763332754.754489:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763332754.754492:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2ff61 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332754.754499:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c2ff61 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332754.754514:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332754.754516:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332754.754518:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332755.024558:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332755.025007:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626246528:0@lo:400:kworker.0 00000100:00100000:1.0:1763332755.025084:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332755.025184:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626246400:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.025218:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332755.025288:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332755.025294:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626246272:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.025321:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332755.025372:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626246400 00000100:00100000:3.0:1763332755.025380:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626246400 00000100:00100000:3.0:1763332755.025424:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1763332755.025432:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626246400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.025486:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626246400:12345-0@lo:400:kworker.0 Request processed in 54us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332755.025493:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1763332755.025535:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626246400:0@lo:400:kworker.0 00000100:00100000:0.0:1763332755.025658:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626246272 00000100:00100000:0.0:1763332755.025662:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626246272 00000100:00100000:0.0:1763332755.025701:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1763332755.025709:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67dafc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626246272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332755.025746:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67dafc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626246272:12345-0@lo:400:kworker.0 Request processed in 38us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332755.025753:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1763332755.025789:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626246528 00000100:00100000:0.0:1763332755.025794:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626246528 00000100:00100000:0.0:1763332755.025819:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1763332755.025825:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626246528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.025905:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626246272:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.029896:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626246656:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.029975:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332755.030852:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626246656 00000100:00100000:3.0:1763332755.030861:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626246656 00000100:00100000:3.0:1763332755.030915:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1763332755.030923:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626246656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.030978:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626246656:12345-0@lo:400:kworker.0 Request processed in 56us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332755.030987:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1763332755.031030:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626246656:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.031970:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626246784:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.032020:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332755.032046:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626247296:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.032076:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626246784 00000100:00100000:3.0:1763332755.032081:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626246784 00000100:00100000:3.0:1763332755.032110:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1763332755.032117:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626246784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.032159:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626246784:12345-0@lo:400:kworker.0 Request processed in 42us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332755.032165:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1763332755.032202:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626247168:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036117:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626246912 00000100:00100000:3.0:1763332755.036127:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626246912 00000100:00100000:3.0:1763332755.036207:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626247296 00000100:00100000:3.0:1763332755.036210:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626247296 00000100:00100000:3.0:1763332755.036250:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1763332755.036260:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626246912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036327:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626246912:12345-0@lo:400:kworker.0 Request processed in 69us (5076us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332755.036335:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1763332755.036371:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1763332755.036378:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626247296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036410:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626247296:12345-0@lo:400:kworker.0 Request processed in 33us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332755.036415:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1763332755.036452:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332755.036470:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626247680:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036488:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332755.036503:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763332755.036509:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626247040:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036527:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332755.036538:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626247552:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036552:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332755.036571:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626247168 00000100:00100000:3.0:1763332755.036573:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626247168 00000100:00100000:3.0:1763332755.036591:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626247040 00000100:00100000:3.0:1763332755.036592:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626247040 00000100:00100000:3.0:1763332755.036607:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1763332755.036612:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626247168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036637:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626247168:12345-0@lo:400:kworker.0 Request processed in 25us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332755.036642:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1763332755.036651:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1763332755.036655:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626247040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036673:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626247040:12345-0@lo:400:kworker.0 Request processed in 18us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332755.036677:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1763332755.036694:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626247424 00000100:00100000:3.0:1763332755.036697:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626247424 00000100:00100000:3.0:1763332755.036717:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626247680 00000100:00100000:3.0:1763332755.036719:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626247680 00000100:00100000:3.0:1763332755.036731:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626247552 00000100:00100000:3.0:1763332755.036733:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626247552 00000100:00100000:3.0:1763332755.036743:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1763332755.036748:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626247424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036771:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626247424:12345-0@lo:400:kworker.0 Request processed in 23us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332755.036776:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1763332755.036784:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:3.0:1763332755.036789:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626247680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036806:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626247680:12345-0@lo:400:kworker.0 Request processed in 17us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332755.036810:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:3.0:1763332755.036818:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1763332755.036822:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626247552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036840:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626247552:12345-0@lo:400:kworker.0 Request processed in 17us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332755.036844:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1763332755.036879:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626247040:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036889:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626247552:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036898:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626247168:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036907:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626247680:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036954:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626246912:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.036962:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626247424:0@lo:400:kworker.0 00000100:00080000:3.0:1763332755.036999:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332755.037003:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332755.037005:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332755.037007:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332755.038252:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626246528:12345-0@lo:400:kworker.0 Request processed in 12423us (13165us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332755.038262:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1763332755.038346:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626246528:0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.041287:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626247808 00000100:00100000:3.0:1763332755.041306:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626247808 00000100:00080000:0.0:1763332755.041498:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332755.041605:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1763332755.041615:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626247808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332755.041820:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626247808:12345-0@lo:400:kworker.0 Request processed in 207us (4227us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332755.041827:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1763332755.041959:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626247808:0@lo:400:kworker.0 00010000:00010000:3.0:1763332756.049599:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1763332756.053761:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968823 is committed 00000004:00080000:3.0:1763332756.053784:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 156 committed 00000004:00080000:3.0:1763332756.053798:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 153 committed 00000100:00100000:1.0:1763332756.053975:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626248064:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763332756.053988:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2ff29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054000:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2ff29 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054006:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2ff29 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054011:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332756.054015:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2ff29 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054022:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2ff29 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054039:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf6fce78a (ffff92fe44cd0800) 00000100:00100000:1.0:1763332756.054042:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763332756.054043:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332756.054048:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2ff29 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054054:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c2ff29 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf6fce78a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054079:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054084:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff53 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054089:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054093:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332756.054096:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054101:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff53 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332756.054107:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x60dc4029 (ffff92fe44cd0200) 00010000:00010000:0.0:1763332756.054110:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332756.054113:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff53 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332756.054114:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1763332756.054118:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c2ff53 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x60dc4029 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332756.054122:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626247936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763332756.054147:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332756.054187:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626248064 00000100:00100000:0.0:1763332756.054198:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626248064 00000100:00100000:0.0:1763332756.054267:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1763332756.054280:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3652:x1848987626248064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763332756.054307:0:28650:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:57 count 1 00010000:00010000:0.0:1763332756.054332:0:28650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.054366:0:28650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c2feb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d192 expref: 14 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.054373:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332756.054376:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332756.054379:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.054402:0:28650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c2feb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d192 expref: 14 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.054414:0:28650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c2feb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d192 expref: 14 pid: 28650 timeout: 960 lvb_type: 0 00000100:00100000:0.0:1763332756.054424:0:28650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626248192:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332756.054477:0:28650:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777780 going to sleep for 11 seconds 00000001:00080000:0.0:1763332756.056804:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836707 is committed 00000001:00080000:0.0:1763332756.056826:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836699 is committed 00000100:00100000:1.0:1763332756.063019:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332756.063095:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332756.063121:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610929792 00000100:00100000:1.0:1763332756.063125:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610929920 00000100:00100000:3.0:1763332756.063133:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610929792 00000100:00100000:1.0:1763332756.063133:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610929920 00010000:00010000:1.0:1763332756.063186:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43000/0xb32e3ef184c2feab lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d18b expref: 14 pid: 28650 timeout: 960 lvb_type: 0 00000100:00100000:1.0:1763332756.063230:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 589 00010000:00010000:3.0:1763332756.063241:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c2feb2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d192 expref: 12 pid: 28650 timeout: 960 lvb_type: 0 00000100:00100000:1.0:1763332756.063242:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2419:x1848987610929920:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332756.063262:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332756.063268:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43000/0xb32e3ef184c2feab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d18b expref: 14 pid: 28650 timeout: 960 lvb_type: 0 00010000:00010000:1.0:1763332756.063279:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43000/0xb32e3ef184c2feab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d18b expref: 14 pid: 28650 timeout: 960 lvb_type: 0 00000100:00100000:3.0:1763332756.063282:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 590 00000100:00100000:3.0:1763332756.063296:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2419:x1848987610929792:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332756.063307:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332756.063311:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c2feb2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d192 expref: 12 pid: 28650 timeout: 960 lvb_type: 0 00010000:00010000:3.0:1763332756.063329:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c2feb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d192 expref: 12 pid: 28650 timeout: 960 lvb_type: 0 00000100:00100000:0.0:1763332756.063371:0:28650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626248192:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332756.063377:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c2feb2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d192 expref: 12 pid: 28650 timeout: 960 lvb_type: 0 00010000:00010000:0.0:1763332756.063390:0:28650:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.063396:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332756.063400:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332756.063407:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.063422:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332756.063769:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43000/0xb32e3ef184c2feab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d18b expref: 14 pid: 28650 timeout: 960 lvb_type: 0 00010000:00010000:1.0:1763332756.063782:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332756.063784:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332756.063787:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332756.063788:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c2ff6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332756.063798:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c2ff6f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.063814:0:28650:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.063823:0:28650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332756.063825:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332756.063833:0:28650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.063841:0:28650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332756.063847:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987610929792:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 551us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332756.063853:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2419:x1848987610929920:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 612us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332756.063862:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 590 00010000:00010000:0.0:1763332756.063862:0:28650:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763332756.063960:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763332756.063968:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.063976:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332756.063981:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.063990:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.064005:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.064012:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293600/0xb32e3ef184c2ff68 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.064030:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332756.064033:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c2ff6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.064039:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332756.064042:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c2ff6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.064049:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c2ff6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.064060:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c2ff6f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.064066:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c2ff6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.064077:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332756.064078:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332756.064080:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332756.065224:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869388 gen 2 00000004:00080000:3.0:1763332756.065232:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e122680, transno 17179869380 00000004:00080000:3.0:1763332756.065252:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e122d80, transno 17179869381 00000004:00080000:3.0:1763332756.065255:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e121500, transno 17179869382 00000004:00080000:3.0:1763332756.065257:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e121c00, transno 17179869383 00000004:00080000:3.0:1763332756.065259:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e123800, transno 17179869384 00000004:00080000:3.0:1763332756.065261:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e06d80, transno 17179869385 00000004:00080000:3.0:1763332756.065263:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e120380, transno 17179869386 00000004:00080000:3.0:1763332756.065266:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e120e00, transno 17179869387 00000004:00080000:3.0:1763332756.065268:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e07b80, transno 17179869388 00000100:00100000:3.0:1763332756.065274:0:3654:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe44dc8700 x1848987626247936/t17179869389(17179869389) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763332772 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763332756.065285:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44dc8700/2, rc 0, transno 17179869389 00000100:00100000:3.0:1763332756.065290:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626247936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763332756.065367:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 589 00000100:00080000:1.0:1763332756.065392:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332756.065396:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1763332756.065695:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332756.067726:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626248064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13441us (13674us total) trans 21474836708 rc 0/0 00000100:00100000:0.0:1763332756.067742:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:1.0:1763332756.068145:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836707 gen 2 00000004:00080000:1.0:1763332756.068151:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b16680, transno 21474836700 00000004:00080000:1.0:1763332756.068168:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b14700, transno 21474836701 00000004:00080000:1.0:1763332756.068170:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dcfe680, transno 21474836702 00000004:00080000:1.0:1763332756.068173:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b15f80, transno 21474836703 00000004:00080000:1.0:1763332756.068175:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b17800, transno 21474836704 00000004:00080000:1.0:1763332756.068178:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b15880, transno 21474836705 00000004:00080000:1.0:1763332756.068181:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b15180, transno 21474836706 00000004:00080000:1.0:1763332756.068183:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b14380, transno 21474836707 00000100:00100000:1.0:1763332756.068189:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7dcfdf80 x1848987626248064/t21474836708(21474836708) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763332772 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763332756.068201:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcfdf80/2, rc 0, transno 21474836708 00000100:00100000:1.0:1763332756.068206:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626248064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763332756.268379:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332756.268416:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610930048 00000100:00100000:3.0:1763332756.268426:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610930048 00000100:00100000:3.0:1763332756.268491:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2378 00000100:00100000:3.0:1763332756.268504:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+5:34035:x1848987610930048:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332756.268528:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332756.268552:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c2ff76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d1ca expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.268618:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2ff7d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332756.268633:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2ff7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332756.268646:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2ff7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332756.268694:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332756.268698:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332756.268719:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2ff7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332756.268742:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c2ff76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1ca expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.268758:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2ff7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1ca expref: 6 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.268767:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332756.268770:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332756.268774:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0da00, rc 0) 00000100:00100000:3.0:1763332756.268832:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:34035:x1848987610930048:12345-192.168.204.28@tcp:101:rm.0 Request processed in 329us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332756.268840:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2378 00000100:00080000:3.0:1763332756.268863:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332756.282202:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332756.317733:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332756.317841:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610930432 00000100:00100000:0.0:1763332756.317853:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610930432 00000100:00100000:0.0:1763332756.317917:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2380 00000100:00100000:0.0:1763332756.317927:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:34039:x1848987610930432:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332756.317949:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332756.317952:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332756.317979:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c2ff7d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1ca expref: 6 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.317997:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332756.318003:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332756.318017:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c2ff99 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d1d8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.318252:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffa0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318267:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffa0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318277:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffa0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318297:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318305:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318313:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318814:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2ffae lrc: 3/1,0 mode: --/PR res: [0x200000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318824:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2ffae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318831:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2ffae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332756.318841:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x6:0x0]: returning size 0 00010000:00010000:0.0:1763332756.318866:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffa0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318873:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffa0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318879:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffa0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318885:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffa0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318891:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332756.318895:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffa0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318902:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffa0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318910:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332756.318913:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332756.318917:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffa0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318923:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffa0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00010000:0.0:1763332756.318933:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004d8666b reply state 000000009e107807 transno 4294968824 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318943:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.318949:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa7cb397b (ffff92fe4388e200) 00010000:00010000:0.0:1763332756.318951:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332756.318954:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332756.318981:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c2ff99 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1d8 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.319003:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2ffae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1d8 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.319010:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x6:0x0].0x0 (ffff92fe4388eb00) 00010000:00010000:0.0:1763332756.319013:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332756.319016:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48292600, rc 0) 00000100:00100000:0.0:1763332756.325806:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:34039:x1848987610930432:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 7862us (8064us total) trans 4294968824 rc 0/0 00000100:00100000:0.0:1763332756.325821:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2380 00000100:00100000:3.0:1763332756.335825:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332756.335934:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610930688 00000100:00100000:0.0:1763332756.335945:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610930688 00000100:00100000:0.0:1763332756.336108:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2381 00000100:00100000:0.0:1763332756.336118:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:34039:x1848987610930688:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332756.336143:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332756.336165:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c2ffbc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d1df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.336276:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffc3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.336292:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2ffae lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1d8 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.336302:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c2ffc3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332756.336340:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2ffae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1d8 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332756.339110:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c2ffae lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1d8 expref: 9 pid: 6521 timeout: 960 lvb_type: 0 00000100:00100000:0.0:1763332756.339129:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e04000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626248448:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332756.339264:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe4d2dda80 going to sleep for 11 seconds 00000100:00100000:3.0:1763332756.378576:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610931328 00000100:00100000:3.0:1763332756.378588:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610931328 00000100:00100000:3.0:1763332756.378651:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 700 00000100:00100000:3.0:1763332756.378659:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34039:x1848987610931328:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332756.378893:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:34039:x1848987610931328:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 234us (385us total) trans 4294968827 rc 0/0 00000100:00100000:3.0:1763332756.378904:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 700 00000100:00100000:0.0:1763332756.404010:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332756.412098:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332756.412194:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610931712 00000100:00100000:3.0:1763332756.412206:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610931712 00000100:00100000:0.0:1763332756.421238:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332756.421335:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610931840 00000100:00100000:1.0:1763332756.421374:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610931840 00000100:00100000:1.0:1763332756.421445:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2384 00000100:00100000:1.0:1763332756.421456:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:34043:x1848987610931840:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332756.421544:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fff4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421561:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fff4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421572:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fff4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421584:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2fffb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421590:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2fffb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421596:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2fffb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421704:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30002 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421716:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30002 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421721:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30002 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332756.421773:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x6:0x0]: returning size 0 00000004:00200000:1.0:1763332756.421780:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332756.421795:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30002 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421811:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fff4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421818:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fff4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421825:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fff4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421832:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fff4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421838:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332756.421842:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fff4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421850:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fff4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421864:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332756.421867:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332756.421873:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fff4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421883:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c2fff4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421900:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2fffb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421905:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2fffb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421910:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2fffb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421915:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332756.421918:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2fffb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421923:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2fffb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421930:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa7cb397b (ffff92fe4388e200) 00010000:00010000:1.0:1763332756.421932:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332756.421935:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2fffb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421940:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c2fffb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421949:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30002 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421955:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30002 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421959:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30002 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421965:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332756.421967:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30002 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421973:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30002 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421980:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x6:0x0].0x0 (ffff92ff42c64600) 00010000:00010000:1.0:1763332756.421982:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332756.421984:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30002 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332756.421990:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30002 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763332756.422079:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:34043:x1848987610931840:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 622us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332756.422088:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2384 00000100:00100000:1.0:1763332756.445551:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332756.454432:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332756.468180:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332756.476786:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332756.477414:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610932480 00000100:00100000:3.0:1763332756.477430:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610932480 00000100:00100000:3.0:1763332756.477515:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1154 00000100:00100000:3.0:1763332756.477529:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987610932480:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332756.477557:0:28650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332756.477591:0:28650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c3004f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d202 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332756.477751:0:28650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332756.477779:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332756.477781:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332756.477792:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c3004f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d202 expref: 12 pid: 28650 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332756.477810:0:28650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c3004f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d202 expref: 12 pid: 28650 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332756.477825:0:28650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0d600, rc 0) 00000100:00100000:3.0:1763332756.477900:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2419:x1848987610932480:12345-192.168.204.28@tcp:101:rm.0 Request processed in 374us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332756.477907:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1154 00000100:00100000:0.0:1763332756.484799:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332756.485120:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610932736 00000100:00100000:3.0:1763332756.485137:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610932736 00000100:00100000:3.0:1763332756.485206:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2388 00000100:00100000:3.0:1763332756.485224:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:34045:x1848987610932736:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:3.0:1763332756.485295:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1763332756.485336:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c30048 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1fb expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.485418:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x6:0x0].0x0 (ffff92fe438a1000) 00010000:00010000:3.0:1763332756.485449:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c2ffd8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1e6 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332756.485458:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332756.485462:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332756.485487:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30056 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.485502:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30056 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.485513:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30056 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.485525:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.485533:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.485539:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.485650:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30064 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.485663:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30064 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.485669:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30064 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:3.0:1763332756.485901:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].170, 64 off22416 00000004:00080000:3.0:1763332756.485910:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 860565560920ns, next at 861565559007ns, rc = 0 00000040:00080000:3.0:1763332756.485932:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].166, 64 off22104 00000004:00080000:3.0:1763332756.485938:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 860565588667ns, next at 861565587402ns, rc = 0 00010000:00010000:3.0:1763332756.485997:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c3006b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.486309:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c3006b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.486318:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c3006b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.486326:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c3006b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.486332:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c3006b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.486339:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c3006b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487382:0:6520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763332756.487414:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30064 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487423:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30064 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487431:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30064 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487437:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0ce00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332756.487582:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332756.487588:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c3006b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332756.487594:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0ca00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332756.487598:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c3006b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332756.487605:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c3006b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332756.487623:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x6:0x0].0x0 (ffff92ff44d03500) 00010000:00010000:1.0:1763332756.487626:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763332756.487631:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c3006b lrc: 1/0,0 mode: --/PW res: [0x200000403:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332756.487637:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c3006b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332756.487650:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332756.487651:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332756.487653:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332756.487676:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30064 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487683:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30064 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487691:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x6:0x0].0x0 (ffff92ff44d03500) 00010000:00010000:3.0:1763332756.487694:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763332756.487697:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30064 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487702:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30064 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487838:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30056 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487845:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30056 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487851:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30056 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487856:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0dc00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332756.487859:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30056 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487865:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30056 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487877:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332756.487880:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332756.487883:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30056 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487888:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30056 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:3.0:1763332756.487898:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000091411b4d reply state 00000000af9269c5 transno 4294968828 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487909:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332756.487915:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa7cb397b (ffff92fe4388e200) 00010000:00010000:3.0:1763332756.487917:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332756.487920:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332756.488304:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:34045:x1848987610932736:12345-192.168.204.28@tcp:36:rm.0 Request processed in 3076us (3509us total) trans 4294968828 rc 0/0 00000100:00100000:3.0:1763332756.488314:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2388 00000100:00100000:3.0:1763332756.562476:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626248576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332756.562558:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332756.562727:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626248576 00000100:00100000:1.0:1763332756.562736:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626248576 00000100:00100000:1.0:1763332756.562789:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1763332756.562799:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626248576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332756.562828:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 108462656 pending 0 free 3903762432 avail 3672240128 00000100:00100000:1.0:1763332756.562878:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626248576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332756.562885:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1763332756.562933:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626248576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332756.564573:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332756.564596:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626248704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332756.564651:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332756.564971:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626248704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332756.933108:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332756.933152:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332756.933176:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610932864 00000100:00100000:3.0:1763332756.933187:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610932864 00000100:00100000:1.0:1763332756.933188:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332756.933227:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332756.933249:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 704 00000100:00100000:1.0:1763332756.933249:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332756.933258:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2419:x1848987610932864:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332756.933293:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610933376 00000100:00100000:1.0:1763332756.933297:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610933376 00000100:00100000:1.0:1763332756.933323:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610933248 00000100:00100000:1.0:1763332756.933325:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610933248 00000100:00100000:3.0:1763332756.933329:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2419:x1848987610932864:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 73us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332756.933337:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 704 00000100:00100000:1.0:1763332756.933342:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 527 00000100:00100000:1.0:1763332756.933373:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2419:x1848987610933376:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332756.933402:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 528 00000100:00100000:1.0:1763332756.933402:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2419:x1848987610933376:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 55us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332756.933409:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2419:x1848987610933248:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332756.933409:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 527 00000100:00100000:3.0:1763332756.933434:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2419:x1848987610933248:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 25us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332756.933439:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 528 00000100:00080000:3.0:1763332756.934601:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332756.934625:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610932992 00000100:00100000:3.0:1763332756.934630:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610932992 00000100:00100000:3.0:1763332756.934678:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 920 00000100:00100000:3.0:1763332756.934687:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2419:x1848987610932992:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332756.934749:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2419:x1848987610932992:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 63us (1520us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332756.934756:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 920 00000100:00100000:1.0:1763332757.077500:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626248832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332757.077565:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332757.077627:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626248832 00000100:00100000:1.0:1763332757.077635:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626248832 00000100:00100000:1.0:1763332757.077682:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1763332757.077691:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626248832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332757.077719:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 78385728 pending 0 free 3909632000 avail 3678109696 00000100:00100000:1.0:1763332757.077756:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626248832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332757.077763:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1763332757.077809:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626248832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332757.078071:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332757.078080:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626248960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763332757.078105:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332757.078127:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626248960 00000100:00100000:1.0:1763332757.078131:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626248960 00000100:00100000:1.0:1763332757.078153:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1763332757.078158:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626248960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763332757.078168:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 78385728 pending 0 free 3909632000 avail 3678109696 00000100:00100000:1.0:1763332757.078189:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626248960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 31us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332757.078195:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1763332757.078230:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626248960:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1763332757.078317:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1763332757.078325:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332758.097316:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332758.097342:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626249088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763332758.097997:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332758.098710:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332758.100436:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626249088:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1763332759.120481:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332759.634582:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626249216:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332759.634681:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332759.634779:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626249216 00000100:00100000:0.0:1763332759.634788:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626249216 00000100:00100000:0.0:1763332759.634851:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1763332759.634865:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626249216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332759.634915:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446273024 avail 1300033536 00000100:00100000:0.0:1763332759.637739:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626249216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2865us (3044us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332759.637758:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1763332759.639035:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626249216:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1763332760.144551:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332760.145085:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332760.145445:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626249344:0@lo:400:kworker.0 00000100:00100000:1.0:1763332760.145542:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332760.149429:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626249856:0@lo:400:kworker.0 00000100:00100000:1.0:1763332760.149608:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626249472:0@lo:400:kworker.0 00000100:00100000:3.0:1763332760.150445:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626249600:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.150970:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332760.151002:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626250368:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.151028:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332760.151045:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626250880:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.151067:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332760.151087:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1763332760.151094:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626249728:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.151113:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332760.151129:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626250240:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.151162:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332760.151180:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626250752:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.151202:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332760.151236:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626249856:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.151270:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626250368 00000100:00100000:0.0:1763332760.151273:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626250368 00000100:00100000:0.0:1763332760.151301:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626250240 00000100:00100000:0.0:1763332760.151304:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626250240 00000100:00100000:0.0:1763332760.151324:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1763332760.151330:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626250368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.151377:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626250368:12345-0@lo:400:kworker.0 Request processed in 48us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332760.151383:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1763332760.151396:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1763332760.151402:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626250240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.151428:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626250240:12345-0@lo:400:kworker.0 Request processed in 27us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332760.151434:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1763332760.151491:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626249344:0@lo:400:kworker.0 00000100:00100000:3.0:1763332760.151813:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332760.151848:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626250112:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.151862:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626249600 00000100:00100000:0.0:1763332760.151866:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626249600 00000100:00100000:3.0:1763332760.151871:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332760.151889:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:0.0:1763332760.151896:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626249600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.151925:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626249600:12345-0@lo:400:kworker.0 Request processed in 30us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332760.151931:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1763332760.152487:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626250624:0@lo:400:kworker.0 00000100:00100000:3.0:1763332760.152512:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332760.152552:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626249600:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.152554:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626250624 00000100:00100000:0.0:1763332760.152558:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626250624 00000100:00080000:3.0:1763332760.152587:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332760.152592:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1763332760.152599:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626250624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.152648:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626250624:12345-0@lo:400:kworker.0 Request processed in 50us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332760.152654:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00080000:0.0:1763332760.152679:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332760.152800:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332760.152827:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626249984:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.152839:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626249472 00000100:00100000:0.0:1763332760.152843:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626249472 00000100:00100000:1.0:1763332760.152849:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332760.152865:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1763332760.152871:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626249472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332760.152874:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626250496:0@lo:400:kworker.0 00000100:00100000:1.0:1763332760.152893:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332760.152897:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626249472:12345-0@lo:400:kworker.0 Request processed in 27us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332760.152903:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1763332760.152913:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626250496 00000100:00100000:0.0:1763332760.152915:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626250496 00000100:00100000:1.0:1763332760.152916:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626249472:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.152938:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1763332760.152944:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626250496:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1763332760.152949:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332760.152972:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626250496:12345-0@lo:400:kworker.0 Request processed in 28us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332760.152977:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1763332760.152986:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626250496:0@lo:400:kworker.0 00000100:00100000:0.0:1763332760.153204:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626249984:0@lo:400:kworker.0 00000100:00080000:1.0:1763332760.153243:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332760.154056:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626250112:0@lo:400:kworker.0 00000100:00100000:3.0:1763332760.154067:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626250624:0@lo:400:kworker.0 00010000:00010000:3.0:1763332761.168616:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332761.680502:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626251008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332761.680570:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763332761.681269:0:9845:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 865760918204ns, next at 866760915406ns, rc = 0 00000100:00100000:3.0:1763332761.681273:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626251136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332761.681311:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332761.681312:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626251008 00000100:00100000:1.0:1763332761.681319:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626251008 00000100:00100000:1.0:1763332761.681400:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626251136 00000100:00100000:1.0:1763332761.681404:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626251136 00000100:00100000:1.0:1763332761.681424:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1763332761.681434:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626251008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332761.681464:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 108462656 pending 0 free 3903762432 avail 3672240128 00000100:00100000:1.0:1763332761.681506:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626251008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332761.681513:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1763332761.681530:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1763332761.681536:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626251136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332761.681546:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 108462656 pending 0 free 3903762432 avail 3672240128 00000100:00100000:1.0:1763332761.681571:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626251136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332761.681587:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1763332761.681635:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626251136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332761.681756:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626251008:0@lo:13:osp-pre-1-1.0 00000001:00080000:3.0:1763332761.682573:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836708 is committed 00000001:00080000:0.0:1763332761.682988:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869389 is committed 00000004:00080000:1.0:1763332761.688277:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 155 committed 00000001:00080000:1.0:1763332761.688324:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968828 is committed 00000004:00080000:1.0:1763332761.688329:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 154 committed 00000004:00080000:1.0:1763332761.688331:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 157 committed 00000100:00100000:1.0:1763332761.688522:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626251392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332761.688594:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332761.688624:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626251904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332761.688640:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332761.688657:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763332761.688662:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626251264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332761.688676:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332761.688685:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626251776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332761.688698:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332761.688726:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626251392 00000100:00100000:1.0:1763332761.688733:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626251392 00000100:00100000:1.0:1763332761.688771:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626251904 00000100:00100000:1.0:1763332761.688774:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626251904 00000100:00100000:1.0:1763332761.688789:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626251264 00000100:00100000:1.0:1763332761.688792:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626251264 00000100:00100000:1.0:1763332761.688805:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626251776 00000100:00100000:1.0:1763332761.688808:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626251776 00000100:00100000:1.0:1763332761.688827:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1763332761.688836:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626251392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763332761.688865:0:28651:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:55 count 1 00002000:00010000:1.0:1763332761.688905:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 2097152, mtime: 0x691a528e, atime: 0x691a5288, ctime: 0x691a528e, blocks: 0x1000 00010000:00010000:1.0:1763332761.688914:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30072 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.688928:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332761.688930:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332761.688936:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30072 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.688949:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30072 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.688965:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30072 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.688973:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.688988:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763332761.691041:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3655:x1848987626251392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2194us (2435us total) trans 21474836709 rc 0/0 00000100:00100000:1.0:1763332761.691054:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1763332761.691089:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:1.0:1763332761.691100:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626251904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763332761.691134:0:28651:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:62 count 1 00010000:00010000:1.0:1763332761.691161:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30079 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.691183:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292400/0xb32e3ef184c2faad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d02d expref: 11 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.691193:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332761.691196:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332761.691200:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30079 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.691239:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48292400/0xb32e3ef184c2faad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d02d expref: 11 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.691258:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48292400/0xb32e3ef184c2faad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d02d expref: 11 pid: 28600 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.691273:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626252288:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332761.691388:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe487773c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332761.691410:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626251648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332761.691441:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332761.691456:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626252160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332761.691472:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332761.691485:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1763332761.691491:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626251520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332761.691506:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332761.691515:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626252032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332761.691531:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763332761.691633:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332761.691641:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332761.691647:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332761.691653:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332761.691658:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332761.691666:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332761.691682:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa7cb397b (ffff92fe4388e200) 00010000:00010000:0.0:1763332761.691686:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332761.691690:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332761.691701:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c2ffa7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332761.691716:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332761.691722:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332761.691727:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332761.691732:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0da00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332761.691734:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332761.691740:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332761.691747:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa7cb397b (ffff92fe4388e200) 00010000:00010000:0.0:1763332761.691749:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332761.691752:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332761.691757:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c3005d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa7cb397b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763332761.691790:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626251648 00000100:00100000:0.0:1763332761.691797:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626251648 00000100:00100000:0.0:1763332761.691823:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626252160 00000100:00100000:0.0:1763332761.691826:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626252160 00000100:00100000:0.0:1763332761.691835:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626251520 00000100:00100000:0.0:1763332761.691837:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626251520 00000100:00100000:0.0:1763332761.691846:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626252032 00000100:00100000:0.0:1763332761.691848:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626252032 00000100:00100000:0.0:1763332761.691861:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1763332761.691867:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3655:x1848987626251264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763332761.691881:0:28650:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:58 count 1 00010000:00010000:0.0:1763332761.691895:0:28650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30080 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.691908:0:28650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fec7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1a7 expref: 11 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.691915:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.691917:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.691919:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30080 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.691938:0:28650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fec7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1a7 expref: 11 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.691947:0:28650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fec7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1a7 expref: 11 pid: 28650 timeout: 965 lvb_type: 0 00000100:00100000:0.0:1763332761.691956:0:28650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e123b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626252416:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332761.691980:0:28650:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46256480 going to sleep for 11 seconds 00000100:00100000:0.0:1763332761.691997:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1763332761.692004:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3655:x1848987626251776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763332761.692016:0:28600:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:61 count 1 00010000:00010000:0.0:1763332761.692027:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30087 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692038:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293400/0xb32e3ef184c2fa75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d003 expref: 11 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692044:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.692046:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.692048:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30087 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692065:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48293400/0xb32e3ef184c2fa75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d003 expref: 11 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692073:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293400/0xb32e3ef184c2fa75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d003 expref: 11 pid: 28600 timeout: 965 lvb_type: 0 00000100:00100000:0.0:1763332761.692083:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626252544:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332761.692104:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe462566c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332761.692131:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1763332761.692139:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626251648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763332761.692151:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:60 count 1 00010000:00010000:0.0:1763332761.692161:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c3008e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692171:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c2fa67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cff5 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692182:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.692183:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.692186:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c3008e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692202:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c2fa67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cff5 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692210:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c2fa67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cff5 expref: 11 pid: 8407 timeout: 965 lvb_type: 0 00000100:00100000:0.0:1763332761.692219:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1848987626252672:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332761.692240:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46256e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332761.692258:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:0.0:1763332761.692265:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626252160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763332761.692277:0:8611:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:63 count 1 00010000:00010000:0.0:1763332761.692287:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30095 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692297:0:8611:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c3004f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d202 expref: 11 pid: 28650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332761.692303:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332761.692305:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332761.692307:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30095 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692329:0:8611:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c3004f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d202 expref: 11 pid: 28650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332761.692339:0:8611:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c3004f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d202 expref: 11 pid: 28650 timeout: 965 lvb_type: 1 00000100:00100000:0.0:1763332761.692380:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e122300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8611:1848987626252800:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332761.692403:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe462563c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332761.692421:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1763332761.692428:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626251520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763332761.692440:0:17605:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:59 count 1 00010000:00010000:0.0:1763332761.692450:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c3009c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692462:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293c00/0xb32e3ef184c2fa59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfe7 expref: 11 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692469:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.692470:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.692473:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c3009c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692490:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48293c00/0xb32e3ef184c2fa59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfe7 expref: 11 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.692499:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293c00/0xb32e3ef184c2fa59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfe7 expref: 11 pid: 28600 timeout: 965 lvb_type: 0 00000100:00100000:0.0:1763332761.692510:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626252928:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332761.692531:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46256cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1763332761.695394:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332761.695405:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.695422:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332761.695426:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.695437:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30072 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.695457:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30072 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.695471:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30072 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.695495:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332761.695499:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332761.695501:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332761.695513:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626253312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763332761.695545:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332761.695562:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626253824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763332761.695579:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332761.695591:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1763332761.695597:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626253440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763332761.695615:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332761.695625:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626253952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763332761.695646:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332761.696435:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626253184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763332761.696471:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332761.696485:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626253696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763332761.696505:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332761.696577:0:8406:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 8 min 3 max 116 00000100:00100000:0.0:1763332761.696587:0:8406:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_008' 00000100:00100000:3.0:1763332761.696834:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626253312 00000100:00100000:3.0:1763332761.696840:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626253312 00000100:00100000:3.0:1763332761.696870:0:8406:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 8 min 3 max 116 00000100:00100000:3.0:1763332761.696878:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626253440 00000100:00100000:3.0:1763332761.696883:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626253440 00000100:00100000:3.0:1763332761.696904:0:8406:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 8 min 3 max 116 00000100:00100000:3.0:1763332761.696911:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626253184 00000100:00100000:3.0:1763332761.696916:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626253184 00000100:00100000:0.0:1763332761.697101:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1763332761.697125:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626252032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763332761.697155:0:29010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:56 count 1 00010000:00010000:0.0:1763332761.697181:0:29010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.697201:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fe9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d184 expref: 11 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.697209:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.697212:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.697216:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.697246:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fe9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d184 expref: 11 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.697260:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fe9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d184 expref: 11 pid: 28651 timeout: 965 lvb_type: 0 00000100:00100000:0.0:1763332761.697272:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626254080:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332761.697376:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46256000 going to sleep for 11 seconds 00000100:00100000:1.0:1763332761.711125:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332761.711143:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332761.711157:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332761.711218:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332761.711231:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332761.711243:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332761.711263:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332761.711286:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610933504 00000100:00100000:1.0:1763332761.711293:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610933504 00010000:00010000:1.0:1763332761.711342:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292400/0xb32e3ef184c2faad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d02d expref: 12 pid: 28600 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.711395:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610933760 00000100:00100000:1.0:1763332761.711398:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610933760 00010000:00010000:1.0:1763332761.711411:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293400/0xb32e3ef184c2fa75 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d003 expref: 13 pid: 28600 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.711421:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610933632 00000100:00100000:1.0:1763332761.711423:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610933632 00010000:00010000:1.0:1763332761.711433:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fec7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1a7 expref: 14 pid: 28650 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.711441:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610934016 00000100:00100000:1.0:1763332761.711444:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610934016 00010000:00010000:1.0:1763332761.711453:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c3004f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d202 expref: 15 pid: 28650 timeout: 965 lvb_type: 1 00000100:00100000:1.0:1763332761.711467:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610934272 00000100:00100000:1.0:1763332761.711470:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610934272 00010000:00010000:1.0:1763332761.711481:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fe9d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d184 expref: 16 pid: 28651 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.711496:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610933888 00000100:00100000:1.0:1763332761.711500:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610933888 00010000:00010000:1.0:1763332761.711514:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c2fa67 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cff5 expref: 18 pid: 8407 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.711530:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 592 00000100:00100000:1.0:1763332761.711542:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2418:x1848987610933504:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332761.711557:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332761.711564:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48292400/0xb32e3ef184c2faad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d02d expref: 18 pid: 28600 timeout: 965 lvb_type: 0 00010000:00010000:1.0:1763332761.711586:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48292400/0xb32e3ef184c2faad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d02d expref: 18 pid: 28600 timeout: 965 lvb_type: 0 00010000:00010000:1.0:1763332761.711613:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292400/0xb32e3ef184c2faad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d02d expref: 18 pid: 28600 timeout: 965 lvb_type: 0 00010000:00010000:1.0:1763332761.711626:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332761.711629:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332761.711637:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30079 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.711654:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30079 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.711687:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332761.712322:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2418:x1848987610933504:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 775us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332761.712337:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 592 00000100:00100000:1.0:1763332761.712496:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 595 00000100:00100000:1.0:1763332761.712503:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987610934016:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332761.712510:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332761.712515:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c3004f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d202 expref: 15 pid: 28650 timeout: 965 lvb_type: 1 00010000:00010000:1.0:1763332761.712526:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c3004f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d202 expref: 15 pid: 28650 timeout: 965 lvb_type: 1 00010000:00010000:1.0:1763332761.712540:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332761.712542:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332761.712545:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.712554:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30095 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.712565:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332761.712582:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987610934016:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 81us (1363us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332761.712591:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 595 00000100:00100000:1.0:1763332761.712605:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 596 00000100:00100000:1.0:1763332761.712613:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2421:x1848987610934272:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332761.712622:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332761.712629:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fe9d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d184 expref: 14 pid: 28651 timeout: 965 lvb_type: 0 00010000:00010000:1.0:1763332761.712645:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fe9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d184 expref: 14 pid: 28651 timeout: 965 lvb_type: 0 00010000:00010000:1.0:1763332761.712659:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332761.712662:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332761.712666:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.712674:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.712689:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332761.712711:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987610934272:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 98us (1476us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332761.712722:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 596 00000100:00100000:1.0:1763332761.712741:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 598 00000100:00100000:1.0:1763332761.712750:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50e68050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610934144:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332761.712756:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332761.712765:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48293c00/0xb32e3ef184c2fa59 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfe7 expref: 12 pid: 28600 timeout: 965 lvb_type: 0 00010000:00010000:1.0:1763332761.712787:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48293c00/0xb32e3ef184c2fa59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfe7 expref: 12 pid: 28600 timeout: 965 lvb_type: 0 00010000:00010000:1.0:1763332761.712803:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332761.712806:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332761.712810:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c3009c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.712822:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c3009c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.712844:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332761.712860:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50e68050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610934144:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 110us (1594us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332761.712868:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 598 00010000:00010000:1.0:1763332761.712918:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c2fa67 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cff5 expref: 10 pid: 8407 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.712932:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1848987626252672:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332761.712953:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c3008e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.712964:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c3008e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.712972:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c3008e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.712982:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c3008e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.712990:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c3008e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.713007:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763332761.713751:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626251648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21610us (22307us total) trans 21474836710 rc 0/0 00000100:00100000:1.0:1763332761.713759:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1763332761.713775:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1763332761.713784:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626253056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763332761.713803:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:53 count 1 00010000:00010000:1.0:1763332761.713823:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.713837:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c2feb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d199 expref: 12 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.713844:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332761.713846:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332761.713849:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.713874:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c2feb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d199 expref: 12 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.713887:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c2feb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d199 expref: 12 pid: 28650 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.713901:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1848987626254208:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332761.713944:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777c00 going to sleep for 11 seconds 00010000:00010000:1.0:1763332761.713971:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d600/0xb32e3ef184c3004f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d202 expref: 9 pid: 28650 timeout: 965 lvb_type: 1 00000100:00100000:1.0:1763332761.713981:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e122300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8611:1848987626252800:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332761.713993:0:8611:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714007:0:8611:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714014:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714022:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714029:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30095 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714042:0:8611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763332761.714155:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626252160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21890us (22681us total) trans 21474836711 rc 0/0 00000100:00100000:1.0:1763332761.714162:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1763332761.714175:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1763332761.714181:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626253568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763332761.714192:0:8611:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:57 count 1 00010000:00010000:1.0:1763332761.714202:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42000/0xb32e3ef184c300b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714214:0:8611:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49325000/0xb32e3ef184c2fa7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d00a expref: 12 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714221:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332761.714223:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332761.714226:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42000/0xb32e3ef184c300b1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714248:0:8611:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe49325000/0xb32e3ef184c2fa7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d00a expref: 12 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714260:0:8611:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe49325000/0xb32e3ef184c2fa7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d00a expref: 12 pid: 8407 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.714271:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626254336:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332761.714295:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777900 going to sleep for 11 seconds 00010000:00010000:1.0:1763332761.714322:0:17605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293c00/0xb32e3ef184c2fa59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfe7 expref: 8 pid: 28600 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.714338:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626252928:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332761.714375:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c3009c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714391:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c3009c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714404:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c3009c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714415:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c3009c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714435:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c3009c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.714456:0:17605:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1763332761.715834:0:28600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293400/0xb32e3ef184c2fa75 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d003 expref: 7 pid: 28600 timeout: 965 lvb_type: 0 00000100:00100000:3.0:1763332761.715854:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626252544:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332761.715871:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30087 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.715882:0:28600:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30087 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.715892:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30087 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.715901:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30087 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.715907:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30087 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.715932:0:28600:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763332761.716052:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3655:x1848987626251776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24047us (27352us total) trans 21474836714 rc 0/0 00000100:00100000:3.0:1763332761.716060:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1763332761.716074:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1763332761.716081:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3652:x1848987626253824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763332761.716092:0:28600:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:58 count 1 00010000:00010000:3.0:1763332761.717369:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c300bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.717394:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48292200/0xb32e3ef184c2fa9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d01f expref: 12 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.717402:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332761.717403:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332761.717406:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c300bf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.717447:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48292200/0xb32e3ef184c2fa9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d01f expref: 12 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.717459:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48292200/0xb32e3ef184c2fa9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d01f expref: 12 pid: 28600 timeout: 965 lvb_type: 0 00000100:00100000:3.0:1763332761.717472:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626254592:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332761.717521:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82840 going to sleep for 11 seconds 00000004:00080000:3.0:1763332761.717565:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff511f8a80/2, rc 0, transno 21474836714 00000100:00100000:3.0:1763332761.717573:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626251776:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763332761.717667:0:28650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292e00/0xb32e3ef184c2fec7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1a7 expref: 6 pid: 28650 timeout: 965 lvb_type: 0 00000100:00100000:0.0:1763332761.717680:0:28650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e123b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626252416:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332761.717700:0:28650:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30080 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.717709:0:28650:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30080 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.717716:0:28650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30080 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.717725:0:28650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30080 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.717732:0:28650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30080 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.717741:0:28650:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763332761.718768:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3655:x1848987626251264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26895us (30085us total) trans 21474836715 rc 0/0 00000100:00100000:0.0:1763332761.718781:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1763332761.718811:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:0.0:1763332761.718823:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3652:x1848987626253440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763332761.718851:0:28650:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:56 count 1 00010000:00010000:0.0:1763332761.718878:0:28650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.718893:0:28650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49325400/0xb32e3ef184c2fa6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cffc expref: 12 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.718900:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.718902:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.718905:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.718930:0:28650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe49325400/0xb32e3ef184c2fa6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cffc expref: 12 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.718941:0:28650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe49325400/0xb32e3ef184c2fa6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cffc expref: 12 pid: 8407 timeout: 965 lvb_type: 0 00000100:00100000:0.0:1763332761.718954:0:28650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28650:1848987626254720:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332761.718995:0:28650:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46256540 going to sleep for 11 seconds 00000004:00080000:3.0:1763332761.720169:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff511f8380/2, rc 0, transno 21474836715 00000100:00100000:3.0:1763332761.720177:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626251264:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763332761.720293:0:29010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48292c00/0xb32e3ef184c2fe9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d184 expref: 5 pid: 28651 timeout: 965 lvb_type: 0 00000100:00100000:0.0:1763332761.720309:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626254080:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332761.720331:0:29010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.720362:0:29010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.720383:0:29010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.720394:0:29010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.720403:0:29010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.720421:0:29010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332761.720434:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332761.720439:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.720446:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332761.720449:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.720458:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.720474:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.720485:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c300a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332761.720496:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626251520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28068us (28987us total) trans 21474836712 rc 0/0 00010000:00010000:0.0:1763332761.720502:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.720504:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.720505:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332761.720506:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1763332761.720534:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1763332761.720544:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e05b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3652:x1848987626253952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763332761.720564:0:17605:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:59 count 1 00010000:00010000:1.0:1763332761.720581:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.720593:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c2faa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d026 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.720599:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332761.720601:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332761.720604:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.720631:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c2faa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d026 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.720642:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c2faa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d026 expref: 12 pid: 8407 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.720660:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626254848:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332761.720710:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777480 going to sleep for 11 seconds 00010000:00010000:1.0:1763332761.720721:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763332761.722737:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff511f8000/2, rc 0, transno 21474836712 00000100:00100000:1.0:1763332761.722750:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626251520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763332761.725279:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626252032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28158us (33736us total) trans 21474836716 rc 0/0 00000100:00100000:0.0:1763332761.725296:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1763332761.725338:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1763332761.725374:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3655:x1848987626253184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763332761.725404:0:29010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:54 count 1 00010000:00010000:0.0:1763332761.725431:0:29010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.725450:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48293200/0xb32e3ef184c2fec0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1a0 expref: 12 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.725458:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.725460:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332761.725463:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.725495:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48293200/0xb32e3ef184c2fec0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1a0 expref: 12 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.725507:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48293200/0xb32e3ef184c2fec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d1a0 expref: 12 pid: 28650 timeout: 965 lvb_type: 0 00000100:00100000:0.0:1763332761.725521:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626254976:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332761.725597:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46256000 going to sleep for 11 seconds 00000100:00100000:3.0:1763332761.727027:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332761.727050:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332761.727067:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332761.727082:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332761.727146:0:28650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28650:1848987626254720:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332761.727170:0:28650:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332761.727195:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610934528 00000100:00100000:3.0:1763332761.727200:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610934528 00010000:00010000:3.0:1763332761.727238:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49325000/0xb32e3ef184c2fa7c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d00a expref: 13 pid: 8407 timeout: 965 lvb_type: 0 00000100:00100000:3.0:1763332761.727329:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610934400 00000100:00100000:3.0:1763332761.727333:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610934400 00010000:00010000:3.0:1763332761.727366:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c2feb9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d199 expref: 14 pid: 28650 timeout: 965 lvb_type: 0 00000100:00100000:3.0:1763332761.727380:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610934784 00000100:00100000:3.0:1763332761.727383:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610934784 00010000:00010000:3.0:1763332761.727397:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48292200/0xb32e3ef184c2fa9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d01f expref: 15 pid: 28600 timeout: 965 lvb_type: 0 00000100:00100000:3.0:1763332761.727408:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610934656 00000100:00100000:3.0:1763332761.727411:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610934656 00010000:00010000:3.0:1763332761.727420:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48293000/0xb32e3ef184c2fa60 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfee expref: 16 pid: 28600 timeout: 965 lvb_type: 0 00000100:00100000:3.0:1763332761.727434:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 599 00000100:00100000:3.0:1763332761.727449:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987610934528:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332761.727466:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332761.727472:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe49325000/0xb32e3ef184c2fa7c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d00a expref: 16 pid: 8407 timeout: 965 lvb_type: 0 00010000:00010000:3.0:1763332761.727484:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe49325000/0xb32e3ef184c2fa7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d00a expref: 16 pid: 8407 timeout: 965 lvb_type: 0 00010000:00010000:3.0:1763332761.727508:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.727511:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.727516:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42000/0xb32e3ef184c300b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.727526:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42000/0xb32e3ef184c300b1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.727545:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332761.727716:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987610934528:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 267us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332761.727724:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 599 00000100:00100000:3.0:1763332761.727742:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 600 00000100:00100000:3.0:1763332761.727749:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2419:x1848987610934400:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332761.727758:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332761.727763:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c2feb9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d199 expref: 15 pid: 28650 timeout: 965 lvb_type: 0 00010000:00010000:3.0:1763332761.727817:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c2feb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d199 expref: 15 pid: 28650 timeout: 965 lvb_type: 0 00010000:00010000:3.0:1763332761.727831:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.727833:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.727836:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.727842:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.727860:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332761.727886:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2419:x1848987610934400:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 137us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332761.727893:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 600 00000100:00100000:3.0:1763332761.727910:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 601 00000100:00100000:3.0:1763332761.727916:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987610934784:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332761.727981:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332761.727987:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe48292200/0xb32e3ef184c2fa9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d01f expref: 14 pid: 28600 timeout: 965 lvb_type: 0 00010000:00010000:3.0:1763332761.727997:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe48292200/0xb32e3ef184c2fa9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->8388607) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d01f expref: 14 pid: 28600 timeout: 965 lvb_type: 0 00010000:00010000:3.0:1763332761.728010:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.728012:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.728015:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c300bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728022:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c300bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728036:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332761.728056:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987610934784:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 140us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332761.728063:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 601 00000100:00100000:3.0:1763332761.728078:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 602 00000100:00100000:3.0:1763332761.728085:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2418:x1848987610934656:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332761.728093:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332761.728098:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe48293000/0xb32e3ef184c2fa60 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfee expref: 13 pid: 28600 timeout: 965 lvb_type: 0 00010000:00010000:3.0:1763332761.728108:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe48293000/0xb32e3ef184c2fa60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfee expref: 13 pid: 28600 timeout: 965 lvb_type: 0 00010000:00010000:3.0:1763332761.728131:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.728133:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.728136:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728144:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728155:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332761.728237:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2418:x1848987610934656:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 151us (1151us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332761.728244:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 602 00010000:00010000:3.0:1763332761.728322:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49325000/0xb32e3ef184c2fa7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d00a expref: 12 pid: 8407 timeout: 965 lvb_type: 0 00000100:00100000:3.0:1763332761.728334:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626254336:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332761.728397:0:8611:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42000/0xb32e3ef184c300b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728407:0:8611:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42000/0xb32e3ef184c300b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728418:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42000/0xb32e3ef184c300b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728428:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42000/0xb32e3ef184c300b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728435:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42000/0xb32e3ef184c300b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728459:0:8611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763332761.728793:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626253568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14609us (33304us total) trans 17179869390 rc 0/0 00000100:00100000:3.0:1763332761.728802:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1763332761.728821:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:3.0:1763332761.728830:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3655:x1848987626253696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763332761.728852:0:8611:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:51 count 1 00002000:00010000:3.0:1763332761.728880:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 4194304, mtime: 0x691a528e, atime: 0x0, ctime: 0x691a528e, blocks: 0x2000 00010000:00010000:3.0:1763332761.728886:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c200/0xb32e3ef184c300db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728894:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.728896:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.728899:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c200/0xb32e3ef184c300db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728907:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c200/0xb32e3ef184c300db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728915:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c200/0xb32e3ef184c300db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728922:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0c200/0xb32e3ef184c300db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.728936:0:8611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763332761.730513:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332761.730535:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626255104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763332761.730597:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332761.730641:0:8407:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 9 min 3 max 116 00000100:00100000:1.0:1763332761.730649:0:8407:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_009' 00010000:00010000:0.0:1763332761.733440:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332761.733454:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c300bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.733468:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0ce00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332761.733473:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c300bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.733484:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c300bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.733505:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c300bf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.733512:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c300bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.733530:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.733532:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.733533:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.733592:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c2feb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d199 expref: 10 pid: 28650 timeout: 965 lvb_type: 0 00000100:00100000:0.0:1763332761.733614:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1848987626254208:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332761.733636:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.733645:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.733653:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.733662:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.733670:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.733688:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763332761.733936:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332761.733943:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.733956:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332761.733960:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.733967:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.733979:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.733986:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42800/0xb32e3ef184c300aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.734006:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332761.734008:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332761.734011:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332761.735432:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626255104 00000100:00100000:1.0:1763332761.735444:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626255104 00000100:00100000:1.0:1763332761.735582:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:1.0:1763332761.735591:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3655:x1848987626255104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763332761.735621:0:29013:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:52 count 1 00010000:00010000:1.0:1763332761.735648:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.735668:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c2f72d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cef9 expref: 9 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.735676:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332761.735678:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332761.735682:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.735716:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c2f72d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cef9 expref: 9 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.735729:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c2f72d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cef9 expref: 9 pid: 17605 timeout: 965 lvb_type: 0 00000100:00100000:1.0:1763332761.735743:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:29013:1848987626255232:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332761.735856:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777900 going to sleep for 11 seconds 00000100:00100000:3.0:1763332761.737336:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626254848:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332761.737384:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332761.739940:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626255360:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763332761.739992:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332761.740052:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626255360 00000100:00100000:3.0:1763332761.740061:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626255360 00000100:00100000:3.0:1763332761.740124:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:3.0:1763332761.740133:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3655:x1848987626255360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763332761.740157:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:60 count 1 00002000:00010000:3.0:1763332761.740258:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332761.740266:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c300e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.740280:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.740282:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332761.740287:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c300e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.740300:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c300e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.740309:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c300e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.740316:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c300e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.740334:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763332761.740519:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3655:x1848987626255360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 387us (526us total) trans 17179869394 rc 0/0 00000100:00100000:3.0:1763332761.740526:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1763332761.741151:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626254976:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332761.741172:0:29010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332761.741333:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3654:x1848987626253056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27549us (45922us total) trans 17179869393 rc 0/0 00000100:00100000:0.0:1763332761.741340:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000004:00080000:0.0:1763332761.741390:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe42f0dc00/2, rc 0, transno 17179869393 00000100:00100000:0.0:1763332761.741396:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626253056:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763332761.741426:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48293000/0xb32e3ef184c2fa60 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->3145727) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cfee expref: 9 pid: 28600 timeout: 965 lvb_type: 0 00000100:00100000:0.0:1763332761.741436:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626254464:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332761.741448:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.741456:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.741462:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.741469:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.741475:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.741488:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332761.741496:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332761.741501:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.741507:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332761.741510:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.741516:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.741527:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.741534:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c300b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.741545:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.741546:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.741548:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.742740:0:29010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.742749:0:29010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.742758:0:29010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.742765:0:29010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.742780:0:29010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763332761.744184:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3655:x1848987626253184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18827us (47702us total) trans 17179869396 rc 0/0 00000100:00100000:0.0:1763332761.744196:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00010000:00010000:0.0:1763332761.744240:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332761.744249:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.744258:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332761.744263:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.744272:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.744290:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.744297:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031600/0xb32e3ef184c300d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.744317:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.744319:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.744320:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332761.744719:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3652:x1848987626253312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29002us (49172us total) trans 17179869395 rc 0/0 00000100:00100000:0.0:1763332761.744727:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000004:00080000:3.0:1763332761.745551:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569df80/2, rc 0, transno 17179869394 00000100:00100000:3.0:1763332761.745561:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626255360:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763332761.745583:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe42f0ea00/2, rc 0, transno 17179869396 00000100:00100000:3.0:1763332761.745586:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626253184:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763332761.745616:0:28650:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.745625:0:28650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.745634:0:28650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.745640:0:28650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.745671:0:28650:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763332761.745863:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3652:x1848987626253440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27045us (50246us total) trans 17179869397 rc 0/0 00000100:00100000:3.0:1763332761.745870:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00010000:00010000:3.0:1763332761.745896:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.745904:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.745911:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.745919:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332761.745942:0:17605:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763332761.746036:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e05b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3652:x1848987626253952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25494us (50389us total) trans 17179869398 rc 0/0 00000100:00100000:3.0:1763332761.746043:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:3.0:1763332761.746442:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3655:x1848987626253696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17614us (49935us total) trans 17179869391 rc 0/0 00000100:00100000:3.0:1763332761.746449:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000004:00080000:3.0:1763332761.746482:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe42f0d500/2, rc 0, transno 17179869391 00000100:00100000:3.0:1763332761.746487:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626253696:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1763332761.746553:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763332761.746559:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.746567:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332761.746571:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.746579:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.746596:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.746603:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c300c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.746622:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332761.746624:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.746630:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332761.746633:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.746638:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.746647:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.746653:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c300cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.746662:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332761.746663:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332761.746665:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.747005:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332761.747556:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:29013:1848987626255232:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332761.747601:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.747694:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.747704:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.747716:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.747737:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332761.747755:0:29013:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332761.748755:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332761.748768:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.748782:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332761.748787:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.748798:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.748815:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.748823:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43e00/0xb32e3ef184c300e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332761.748848:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.748850:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332761.748852:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332761.758075:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3655:x1848987626255104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22474us (27465us total) trans 17179869399 rc 0/0 00000100:00100000:0.0:1763332761.758091:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000004:00080000:3.0:1763332761.758267:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569ed80/2, rc 0, transno 17179869399 00000100:00100000:3.0:1763332761.758282:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626255104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763332762.038005:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610935424 00000100:00100000:0.0:1763332762.038021:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610935424 00000100:00100000:0.0:1763332762.038101:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2389 00000100:00100000:0.0:1763332762.038121:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+5:34617:x1848987610935424:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332762.038139:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332762.038158:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c300f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d209 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.038216:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c300f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.038231:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c300f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.038244:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c300f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332762.038288:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763332762.038291:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332762.038311:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c300f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.038334:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c300f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d209 expref: 7 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.038370:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c300f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d209 expref: 6 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.038379:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332762.038383:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332762.038386:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031200, rc 0) 00000100:00100000:0.0:1763332762.038445:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+6:34617:x1848987610935424:12345-192.168.204.28@tcp:101:rm.0 Request processed in 327us (4422us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332762.038452:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2389 00000100:00100000:0.0:1763332762.046223:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00080000:0.0:1763332762.047782:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332762.048872:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332762.050784:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610935552 00000100:00100000:3.0:1763332762.050798:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610935552 00000100:00100000:3.0:1763332762.051836:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 706 00000100:00100000:3.0:1763332762.051847:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987610935552:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332762.051915:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987610935552:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 71us (3048us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332762.051922:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 706 00000100:00100000:0.0:1763332762.053166:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332762.053244:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610935808 00000100:00100000:0.0:1763332762.053250:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610935808 00000100:00100000:0.0:1763332762.053283:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2390 00000100:00100000:0.0:1763332762.053290:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+6:34617:x1848987610935808:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332762.053308:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332762.053326:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c300fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d210 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.053394:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30105 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053406:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30105 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053416:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30105 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053426:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3010c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053432:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3010c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053437:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3010c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053473:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30105 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053479:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30105 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053483:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30105 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053489:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30105 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053494:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332762.053498:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30105 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053504:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30105 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053513:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332762.053516:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332762.053519:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30105 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053525:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30105 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053535:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3010c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053540:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3010c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053544:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3010c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053548:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332762.053551:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3010c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053555:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3010c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053560:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92fe43ab2800) 00010000:00010000:0.0:1763332762.053561:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332762.053564:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3010c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053572:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3010c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.053594:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c300fe lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d210 expref: 7 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.053602:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332762.053604:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332762.053608:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c300fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d210 expref: 7 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.053615:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40030a00, rc 0) 00000100:00100000:0.0:1763332762.053651:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+6:34617:x1848987610935808:12345-192.168.204.28@tcp:101:rm.0 Request processed in 362us (491us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332762.053657:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2390 00000100:00100000:3.0:1763332762.094811:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610936064 00000100:00100000:3.0:1763332762.094822:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610936064 00000100:00100000:3.0:1763332762.094887:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2391 00000100:00100000:3.0:1763332762.094897:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:34620:x1848987610936064:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332762.094918:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332762.094921:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332762.094946:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c300f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d209 expref: 6 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.095595:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332762.095600:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332762.095616:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c30113 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d217 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.095720:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3011a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.095733:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3011a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.095743:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3011a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.095781:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.095788:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.095795:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096493:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30128 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096504:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30128 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096511:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30128 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332762.096520:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x7:0x0]: returning size 0 00010000:00010000:3.0:1763332762.096544:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3011a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096550:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3011a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096555:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3011a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096561:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3011a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096567:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332762.096571:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3011a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096582:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3011a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096591:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332762.096594:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332762.096598:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3011a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096603:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3011a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00010000:3.0:1763332762.096614:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000af6ac0be reply state 000000001b8e5759 transno 4294968829 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096624:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.096629:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff462a1700) 00010000:00010000:3.0:1763332762.096632:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332762.096634:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332762.096660:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c30113 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d217 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.096672:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30128 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d217 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.096679:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1300) 00010000:00010000:3.0:1763332762.096682:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332762.096684:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0d800, rc 0) 00000100:00100000:3.0:1763332762.096761:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:34620:x1848987610936064:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1865us (2030us total) trans 4294968829 rc 0/0 00000100:00100000:3.0:1763332762.096773:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2391 00000100:00100000:3.0:1763332762.104526:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610936320 00000100:00100000:3.0:1763332762.104537:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610936320 00000100:00100000:3.0:1763332762.104594:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2392 00000100:00100000:3.0:1763332762.104603:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:34620:x1848987610936320:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332762.104625:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332762.104647:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c30136 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d21e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.104742:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3013d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.104755:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30128 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d217 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.104764:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3013d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.104791:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30128 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d217 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.104802:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30128 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d217 expref: 9 pid: 6521 timeout: 966 lvb_type: 0 00000100:00100000:3.0:1763332762.104815:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626255488:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332762.104881:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332762.106732:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626255488:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332762.106764:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3013d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763332762.113606:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610936448 00000100:00100000:3.0:1763332762.113618:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610936448 00010000:00010000:3.0:1763332762.113668:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30128 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d217 expref: 10 pid: 6521 timeout: 966 lvb_type: 0 00000100:00100000:3.0:1763332762.113715:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 607 00000100:00100000:3.0:1763332762.113725:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610936448:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332762.113803:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332762.113812:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30128 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d217 expref: 10 pid: 6521 timeout: 966 lvb_type: 0 00010000:00010000:3.0:1763332762.113825:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30128 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d217 expref: 10 pid: 6521 timeout: 966 lvb_type: 0 00010000:00010000:3.0:1763332762.113850:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30128 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d217 expref: 10 pid: 6521 timeout: 966 lvb_type: 0 00010000:00010000:3.0:1763332762.113868:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1300) 00010000:00010000:3.0:1763332762.113874:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3013d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.113883:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3013d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.113891:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3013d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.113924:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332762.113990:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610936448:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 266us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332762.113998:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 607 00000100:00100000:3.0:1763332762.124540:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610936704 00000100:00100000:3.0:1763332762.124553:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610936704 00000100:00100000:3.0:1763332762.124612:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 701 00000100:00100000:3.0:1763332762.124622:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:34620:x1848987610936704:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332762.124912:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34620:x1848987610936704:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 291us (430us total) trans 4294968831 rc 0/0 00000100:00100000:3.0:1763332762.124921:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 701 00000100:00100000:0.0:1763332762.127487:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332762.128213:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610936960 00000100:00100000:3.0:1763332762.128227:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610936960 00000100:00100000:3.0:1763332762.128292:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 702 00000100:00100000:3.0:1763332762.128302:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34620:x1848987610936960:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332762.128784:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:34620:x1848987610936960:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 482us (1305us total) trans 4294968832 rc 0/0 00000100:00100000:3.0:1763332762.128794:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 702 00000100:00100000:3.0:1763332762.138538:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610937088 00000100:00100000:3.0:1763332762.138549:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610937088 00000100:00100000:3.0:1763332762.138610:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2393 00000100:00100000:3.0:1763332762.138618:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:34623:x1848987610937088:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332762.138642:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332762.138663:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3014b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d225 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.138721:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c30152 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.138739:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c30152 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.138750:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c30152 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332762.138792:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332762.138795:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332762.138816:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c30152 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.138840:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3014b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d225 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.138856:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c30152 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d225 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.138864:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332762.138867:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332762.138871:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0d000, rc 0) 00000100:00100000:3.0:1763332762.140289:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:34623:x1848987610937088:12345-192.168.204.28@tcp:101:dd.0 Request processed in 1662us (2003us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332762.140301:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2393 00000100:00100000:0.0:1763332762.144868:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332762.149560:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610937344 00000100:00100000:3.0:1763332762.149574:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610937344 00000100:00100000:3.0:1763332762.149630:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2394 00000100:00100000:3.0:1763332762.149640:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:34623:x1848987610937344:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332762.149663:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332762.149666:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332762.149693:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c30152 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d225 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.149711:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332762.149717:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332762.149731:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30159 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d22c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.149863:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30160 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.149877:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30160 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.149888:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30160 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.149899:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30167 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.149906:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30167 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.149912:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30167 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.149976:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c3016e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.149984:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c3016e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.149992:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c3016e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332762.150007:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x7:0x0]: returning size 0 00010000:00010000:3.0:1763332762.150080:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30160 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.150088:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30160 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.150094:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30160 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.150100:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30160 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.151777:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332762.151786:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30160 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.151796:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30160 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.151815:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332762.151818:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332762.151824:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30160 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.151831:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30160 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.151845:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30167 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.151853:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30167 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.151864:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30167 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.151870:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0de00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332762.151872:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30167 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.151878:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30167 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.151885:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff462a1700) 00010000:00010000:3.0:1763332762.151888:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332762.151891:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30167 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.151897:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30167 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.152014:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30159 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d22c expref: 13 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.152030:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c3016e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d22c expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.152038:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332762.152040:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332762.152043:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0d400, rc 0) 00000100:00100000:3.0:1763332762.152122:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+12:34623:x1848987610937344:12345-192.168.204.28@tcp:101:dd.0 Request processed in 2482us (7262us total) trans 4294968833 rc 0/0 00000100:00100000:3.0:1763332762.152131:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2394 00000100:00100000:3.0:1763332762.160424:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610937600 00000100:00100000:3.0:1763332762.160436:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610937600 00000100:00100000:3.0:1763332762.161184:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2395 00000100:00100000:3.0:1763332762.161197:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+12:34623:x1848987610937600:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332762.161220:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332762.161224:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332762.161253:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c3016e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d22c expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.161273:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332762.161285:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332762.161301:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c000/0xb32e3ef184c3017c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d233 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332762.161382:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c30183 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.161395:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c30183 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332762.161405:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c30183 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00080000:3.0:1763332762.161645:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x41:0x0], index 0: 0 00000040:00080000:3.0:1763332762.161738:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].171, 88 off22504 00000004:00080000:3.0:1763332762.161747:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 866241398211ns, next at 861565559007ns, rc = 0 00000001:00080000:0.0:1763332762.171435:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968834 is committed 00000004:00080000:0.0:1763332762.171455:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 156 committed 00000004:00080000:0.0:1763332762.171467:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 159 committed 00000004:00080000:0.0:1763332762.171474:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 158 committed 00000100:00100000:0.0:1763332762.171595:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626255616:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332762.171688:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332762.171753:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626255616 00000100:00100000:0.0:1763332762.171763:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626255616 00000100:00100000:0.0:1763332762.171834:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1763332762.171846:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3652:x1848987626255616:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332762.172174:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3652:x1848987626255616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 329us (484us total) trans 17179869400 rc 0/0 00000100:00100000:0.0:1763332762.172182:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00080000:0.0:1763332762.172209:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1763332762.172246:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b15f80/2, rc 0, transno 17179869400 00000100:00100000:0.0:1763332762.172252:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626255616:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763332762.172322:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c30183 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d233 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.172337:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1c00) 00010000:00010000:0.0:1763332762.172341:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763332762.172385:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c000/0xb32e3ef184c3017c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d233 expref: 8 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763332762.172406:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c30183 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x7:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d233 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.172439:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1c00) 00010000:00010000:0.0:1763332762.172441:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763332762.172444:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0c800, rc 0) 00000100:00100000:0.0:1763332762.172491:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+7:34623:x1848987610937600:12345-192.168.204.28@tcp:101:dd.0 Request processed in 11298us (12185us total) trans 4294968834 rc 0/0 00000100:00100000:0.0:1763332762.172498:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2395 00010000:00010000:1.0:1763332762.173587:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.173599:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.173606:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.173612:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0cc00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.173617:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.173624:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.173637:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff462a1700) 00010000:00010000:1.0:1763332762.173640:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.173645:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.173650:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0cc00/0xb32e3ef184c30121 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763332762.173763:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626255872:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332762.173813:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332762.173860:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626255872 00000100:00100000:1.0:1763332762.173866:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626255872 00000100:00100000:1.0:1763332762.173921:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1763332762.173929:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626255872:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332762.174095:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332762.174116:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626255744:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332762.174144:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1763332762.174399:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332762.174516:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626255872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 586us (701us total) trans 21474836717 rc 0/0 00000100:00100000:1.0:1763332762.174526:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1763332762.174542:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626255744 00000100:00100000:1.0:1763332762.174545:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626255744 00000100:00100000:1.0:1763332762.174571:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1763332762.174578:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3652:x1848987626255744:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332762.174682:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3652:x1848987626255744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 104us (537us total) trans 21474836718 rc 0/0 00000100:00100000:1.0:1763332762.174688:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000004:00080000:1.0:1763332762.174727:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569d500/2, rc 0, transno 21474836718 00000100:00100000:1.0:1763332762.174733:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626255744:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763332762.174784:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569d880/2, rc 0, transno 21474836717 00000100:00100000:0.0:1763332762.174789:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626255872:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332762.179971:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332762.184479:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332762.184574:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610937856 00000100:00100000:0.0:1763332762.184585:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610937856 00000100:00100000:0.0:1763332762.184654:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2396 00000100:00100000:0.0:1763332762.184665:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:34623:x1848987610937856:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332762.184690:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332762.184713:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30191 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d241 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.184753:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30198 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.184769:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30198 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.184781:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30198 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.184911:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30191 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d241 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.184928:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30198 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d241 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.184937:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1c00) 00010000:00010000:0.0:1763332762.184939:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332762.184943:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031600, rc 0) 00000100:00100000:0.0:1763332762.185013:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+7:34623:x1848987610937856:12345-192.168.204.28@tcp:101:dd.0 Request processed in 350us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332762.185025:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2396 00000100:00100000:1.0:1763332762.192751:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626256128:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1763332762.192836:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332762.193116:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332762.195232:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626256128 00000100:00100000:0.0:1763332762.195247:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626256128 00000100:00100000:0.0:1763332762.196085:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626256000 00000100:00100000:0.0:1763332762.196091:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626256000 00000100:00100000:0.0:1763332762.196116:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1763332762.196125:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626256128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332762.196162:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 78385728 pending 0 free 3922436096 avail 3690913792 00000100:00100000:0.0:1763332762.196241:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626256128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (3125us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332762.196248:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1763332762.196267:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1763332762.196274:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+15:3655:x1848987626256000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332762.196284:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 78385728 pending 0 free 3922436096 avail 3690913792 00000100:00100000:0.0:1763332762.196313:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+15:3655:x1848987626256000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (2994us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332762.196319:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1763332762.196392:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626256000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763332762.196612:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626256128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332762.206136:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332762.227467:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332762.227542:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610938240 00000100:00100000:0.0:1763332762.227552:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610938240 00000100:00100000:0.0:1763332762.227610:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2397 00000100:00100000:0.0:1763332762.227618:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:34624:x1848987610938240:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332762.227639:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332762.227659:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3019f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d248 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.227722:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c301a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.227735:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c301a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.227747:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c301a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332762.227788:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763332762.227792:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332762.227810:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c301a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.227833:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3019f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d248 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.227847:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c301a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d248 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332762.227855:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332762.227858:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332762.227861:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40030800, rc 0) 00000100:00100000:0.0:1763332762.227922:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34624:x1848987610938240:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 305us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332762.227929:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2397 00000100:00100000:1.0:1763332762.233702:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332762.240840:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332762.244192:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2399 00000100:00100000:0.0:1763332762.244207:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34624:x1848987610938624:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332762.244286:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c301c2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244303:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c301c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244320:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c301c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244336:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c301c9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244343:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c301c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244374:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c301c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244453:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c301d0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244462:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c301d0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244469:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c301d0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332762.244514:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x7:0x0]: returning size 3145729 00000004:00200000:0.0:1763332762.244519:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332762.244532:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c301d0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244545:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c301c2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244555:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c301c2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244560:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c301c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244567:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c301c2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244573:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332762.244577:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c301c2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244584:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c301c2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244595:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332762.244598:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332762.244601:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c301c2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244607:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c301c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244617:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c301c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244623:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c301c9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244628:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c301c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244632:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332762.244635:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c301c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244640:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c301c9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244645:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff62250200) 00010000:00010000:0.0:1763332762.244647:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332762.244650:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c301c9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244654:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c301c9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244718:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c301d0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244725:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c301d0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244730:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c301d0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244734:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332762.244736:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c301d0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244741:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c301d0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244748:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1c00) 00010000:00010000:0.0:1763332762.244750:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332762.244753:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c301d0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332762.244761:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c301d0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:0.0:1763332762.244857:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34624:x1848987610938624:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 654us (4026us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332762.244865:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2399 00000100:00100000:3.0:1763332762.264709:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332762.265567:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610938880 00000100:00100000:0.0:1763332762.265579:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610938880 00000100:00100000:0.0:1763332762.266503:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2400 00000100:00100000:1.0:1763332762.266577:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34626:x1848987610938880:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332762.266603:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332762.266628:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c301d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d256 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332762.266702:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c301de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266716:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c301de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266727:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c301de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266740:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c301e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266746:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c301e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266751:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c301e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266837:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c301de lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266844:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c301de lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266850:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c301de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266868:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c301de lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266874:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.266878:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c301de lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266885:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c301de lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266896:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332762.266899:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.266903:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c301de lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266908:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c301de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266920:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c301e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266925:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c301e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266930:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c301e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266934:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.266936:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c301e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266941:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c301e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266946:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64800) 00010000:00010000:1.0:1763332762.266948:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.266950:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c301e5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266954:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c301e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332762.266981:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c301d7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d256 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332762.266990:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332762.266992:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332762.266996:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c301d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d256 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332762.267004:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43600, rc 0) 00000100:00100000:1.0:1763332762.267071:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34626:x1848987610938880:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 557us (2376us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332762.267078:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2400 00000100:00100000:1.0:1763332762.272161:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332762.303529:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332762.313895:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332762.413252:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332762.417008:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332762.509311:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332762.540319:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332762.540721:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610940160 00000100:00100000:0.0:1763332762.540732:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610940160 00000100:00100000:0.0:1763332762.540800:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2407 00000100:00100000:0.0:1763332762.540810:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34653:x1848987610940160:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332762.540895:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c3026a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.540913:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c3026a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.540925:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c3026a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.540941:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30271 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.540947:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30271 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.540957:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30271 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541028:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30278 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541037:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30278 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541044:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30278 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332762.541085:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x7:0x0]: returning size 3145729 00000004:00200000:0.0:1763332762.541090:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332762.541113:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30278 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541126:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c3026a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541132:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c3026a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541138:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c3026a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541144:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c3026a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541151:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332762.541155:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c3026a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541162:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c3026a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541174:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332762.541177:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332762.541183:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c3026a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541188:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c3026a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541215:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30271 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541221:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30271 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541226:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30271 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541231:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332762.541233:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30271 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541238:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30271 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541245:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff62250200) 00010000:00010000:0.0:1763332762.541247:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332762.541250:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30271 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541255:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30271 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541267:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30278 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541273:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30278 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541277:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30278 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541282:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332762.541285:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30278 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541290:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30278 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541297:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1c00) 00010000:00010000:0.0:1763332762.541299:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332762.541301:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30278 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.541306:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30278 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:0.0:1763332762.541425:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34653:x1848987610940160:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 616us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332762.541433:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2407 00000100:00100000:0.0:1763332762.622421:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332762.633146:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332762.731827:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332762.740229:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332762.740388:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610940928 00000100:00100000:1.0:1763332762.740399:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610940928 00000100:00100000:1.0:1763332762.740464:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2411 00000100:00100000:1.0:1763332762.740474:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34678:x1848987610940928:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332762.740551:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740570:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740582:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740598:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740605:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740616:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740699:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740709:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740715:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332762.740777:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x7:0x0]: returning size 3145729 00000004:00200000:1.0:1763332762.740783:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332762.740800:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740816:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302be lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740823:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302be lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740830:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740838:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740845:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.740850:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740858:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302be lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740872:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332762.740876:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.740882:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302be lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740889:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740905:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740912:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740918:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740924:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.740927:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740932:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740940:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64800) 00010000:00010000:1.0:1763332762.740943:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.740946:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302c5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740951:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740964:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740971:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302cc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740977:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740982:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.740985:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740991:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.740998:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1c00) 00010000:00010000:1.0:1763332762.741000:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.741003:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302cc lrc: 2/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.741009:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332762.741076:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34678:x1848987610940928:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 603us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332762.741085:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2411 00000100:00100000:3.0:1763332762.828309:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332762.834492:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332762.834595:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610941312 00000100:00100000:1.0:1763332762.834607:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610941312 00000100:00100000:1.0:1763332762.834667:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2413 00000100:00100000:1.0:1763332762.834677:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34690:x1848987610941312:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332762.834764:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.834789:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.834801:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.834814:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.834820:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.834825:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.834906:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302f6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.834913:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.834918:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332762.834963:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x7:0x0]: returning size 3145729 00000004:00200000:1.0:1763332762.834968:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332762.834985:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835000:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302e8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835007:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302e8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835018:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835025:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835032:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.835036:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835043:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302e8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835055:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332762.835058:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.835064:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302e8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835069:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c302e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835085:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835099:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835104:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835110:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.835113:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835122:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835129:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64800) 00010000:00010000:1.0:1763332762.835132:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.835135:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835140:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c302ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835153:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835158:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302f6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835163:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302f6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835168:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.835170:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302f6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835176:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302f6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835181:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1c00) 00010000:00010000:1.0:1763332762.835183:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.835187:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302f6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.835192:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c302f6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332762.835286:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34690:x1848987610941312:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 608us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332762.835295:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2413 00000100:00100000:0.0:1763332762.922254:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332762.926128:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332762.926209:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610941696 00000100:00100000:1.0:1763332762.926221:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610941696 00000100:00100000:1.0:1763332762.926299:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2415 00000100:00100000:1.0:1763332762.926310:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34702:x1848987610941696:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332762.926537:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30312 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926557:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30312 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926571:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30312 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926587:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30319 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926594:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926601:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926702:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30320 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926712:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30320 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926719:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30320 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332762.926771:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x7:0x0]: returning size 3145729 00000004:00200000:1.0:1763332762.926777:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332762.926791:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30320 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926805:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30312 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926812:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30312 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926818:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30312 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926825:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30312 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926830:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.926835:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30312 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926841:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30312 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926853:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332762.926856:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.926861:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30312 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926867:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30312 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926881:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30319 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926887:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30319 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926892:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30319 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926897:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.926900:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30319 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926906:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30319 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926912:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64800) 00010000:00010000:1.0:1763332762.926915:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.926918:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30319 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926923:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30319 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926937:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30320 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.926943:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30320 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.927061:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30320 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.927067:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.927070:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30320 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.927081:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30320 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.927099:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1c00) 00010000:00010000:1.0:1763332762.927102:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.927106:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30320 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.927112:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30320 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332762.929084:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34702:x1848987610941696:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 2764us (2956us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332762.929106:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2415 00000100:00100000:0.0:1763332762.979969:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332762.980134:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610941824 00000100:00100000:1.0:1763332762.980145:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610941824 00000100:00100000:1.0:1763332762.980209:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2416 00000100:00100000:1.0:1763332762.980220:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34713:x1848987610941824:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332762.980242:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332762.980266:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30327 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d28e expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332762.980333:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c3032e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980471:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c3032e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980484:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c3032e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980504:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30335 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980511:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980517:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980590:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3033c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980599:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3033c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980606:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3033c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332762.980646:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x7:0x0]: returning size 3145729 00000004:00200000:1.0:1763332762.980650:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332762.980668:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3033c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980679:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3033c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980688:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c3032e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980748:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c3032e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980756:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c3032e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980767:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c3032e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980772:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.980776:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c3032e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980784:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c3032e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980797:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332762.980800:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.980805:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c3032e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980811:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c3032e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980824:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980830:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30335 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980836:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30335 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980840:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332762.980843:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30335 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980848:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30335 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980858:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64800) 00010000:00010000:1.0:1763332762.980861:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332762.980864:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30335 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980870:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30335 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.980899:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30327 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d28e expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332762.980913:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3033c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d28e expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332762.980921:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1c00) 00010000:00010000:1.0:1763332762.980923:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332762.980926:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42000, rc 0) 00000100:00100000:1.0:1763332762.984219:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:34713:x1848987610941824:12345-192.168.204.28@tcp:101:rm.0 Request processed in 3986us (4245us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332762.984233:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2416 00000100:00100000:0.0:1763332762.986882:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332762.987113:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610941952 00000100:00100000:3.0:1763332762.987125:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610941952 00000100:00100000:3.0:1763332762.987194:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1177 00000100:00100000:3.0:1763332762.987206:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987610941952:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332762.987228:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332762.987257:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c30343 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d295 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332762.987285:0:17605:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332762.987307:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332762.987310:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332762.987322:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c30343 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d295 expref: 7 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332762.987345:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c30343 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d295 expref: 7 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332762.987390:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0d400, rc 0) 00000100:00100000:3.0:1763332762.987463:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610941952:12345-192.168.204.28@tcp:101:rm.0 Request processed in 257us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332762.987471:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1177 00000100:00100000:1.0:1763332762.997313:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610942208 00000100:00100000:1.0:1763332762.997327:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610942208 00000100:00100000:1.0:1763332762.997434:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2417 00000100:00100000:1.0:1763332762.997446:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:34713:x1848987610942208:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:1.0:1763332762.997510:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1763332762.997536:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3033c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d28e expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332762.997564:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30198 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d241 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332762.997575:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c30183 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x7:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d233 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332762.997586:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff462a1c00) 00010000:00010000:1.0:1763332762.997601:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c301a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d248 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332762.997610:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332762.997613:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332762.998035:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3034a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998054:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3034a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998064:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3034a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998081:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998097:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998107:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998187:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30358 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998195:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30358 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998202:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30358 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000040:00080000:0.0:1763332762.998551:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].173, 64 off22656 00000004:00080000:0.0:1763332762.998560:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 867078210732ns, next at 868078207437ns, rc = 0 00000040:00080000:0.0:1763332762.998572:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].174, 64 off22720 00000040:00080000:0.0:1763332762.998627:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].168, 64 off22256 00000004:00080000:0.0:1763332762.998634:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 867078285362ns, next at 868078283170ns, rc = 0 00010000:00010000:0.0:1763332762.998692:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3035f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998701:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3035f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998709:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3035f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998716:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3035f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998721:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3035f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998726:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3035f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998749:0:8606:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332762.998769:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30358 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998775:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30358 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998781:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30358 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998787:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332762.998791:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30358 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998798:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30358 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998806:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff62250e00) 00010000:00010000:0.0:1763332762.998809:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763332762.998812:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30358 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.998821:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30358 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.999000:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3034a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.999007:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3034a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.999013:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3034a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.999018:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3034a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.999022:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332762.999025:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3034a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.999031:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3034a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.999039:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332762.999041:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332762.999044:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3034a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.999049:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3034a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:0.0:1763332762.999058:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000241a2429 reply state 00000000379d01dc transno 4294968836 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.999067:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332762.999073:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff62250200) 00010000:00010000:0.0:1763332762.999075:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332762.999078:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763332762.999861:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332762.999870:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3035f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.999877:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332762.999880:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3035f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.999887:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3035f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.999897:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff92ff62250e00) 00010000:00010000:1.0:1763332762.999899:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:0.0:1763332762.999901:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:34713:x1848987610942208:12345-192.168.204.28@tcp:36:rm.0 Request processed in 2455us (2778us total) trans 4294968836 rc 0/0 00010000:00010000:1.0:1763332762.999902:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3035f lrc: 1/0,0 mode: --/PW res: [0x200000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332762.999908:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3035f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT0 00000100:00100000:0.0:1763332762.999910:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2417 00010000:00010000:1.0:1763332762.999928:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332762.999930:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332762.999931:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332763.015661:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332763.022179:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610942464 00000100:00100000:1.0:1763332763.022191:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610942464 00000100:00100000:1.0:1763332763.022263:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2419 00000100:00100000:1.0:1763332763.022273:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34714:x1848987610942464:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332763.022297:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332763.022325:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c30374 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d2a3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.022436:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3037b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022452:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3037b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022464:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3037b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022473:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30382 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022479:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30382 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022484:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30382 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022521:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3037b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022531:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3037b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022536:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3037b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022542:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3037b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022548:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.022552:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3037b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022559:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3037b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022570:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.022573:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.022578:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3037b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022583:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3037b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022595:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30382 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022600:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30382 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022605:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30382 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022610:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.022613:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30382 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022618:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30382 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022625:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff62250200) 00010000:00010000:1.0:1763332763.022627:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.022630:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30382 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022635:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30382 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.022660:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c30374 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2a3 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.022669:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.022671:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.022675:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c30374 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2a3 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.022683:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42000, rc 0) 00000100:00100000:1.0:1763332763.022734:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34714:x1848987610942464:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 462us (767us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332763.022741:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2419 00000100:00100000:0.0:1763332763.029200:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332763.036322:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332763.037542:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610942976 00000100:00100000:1.0:1763332763.037556:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610942976 00000100:00100000:1.0:1763332763.037622:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2421 00000100:00100000:1.0:1763332763.037632:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:34714:x1848987610942976:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332763.037662:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332763.037685:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c303ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d2b1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.037853:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.037874:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c3039e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2aa expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.037884:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.037923:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c3039e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2aa expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.037935:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c3039e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2aa expref: 12 pid: 8606 timeout: 967 lvb_type: 0 00000100:00100000:1.0:1763332763.038005:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e122300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626256256:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332763.038106:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe487773c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332763.041266:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e122300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626256256:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332763.041294:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763332763.042160:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610943104 00000100:00100000:3.0:1763332763.042169:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610943104 00010000:00010000:3.0:1763332763.042213:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c3039e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2aa expref: 13 pid: 8606 timeout: 967 lvb_type: 0 00000100:00100000:3.0:1763332763.042263:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 608 00000100:00100000:3.0:1763332763.042272:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987610943104:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332763.042289:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332763.042295:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c3039e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2aa expref: 13 pid: 8606 timeout: 967 lvb_type: 0 00010000:00010000:3.0:1763332763.042308:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c3039e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2aa expref: 13 pid: 8606 timeout: 967 lvb_type: 0 00010000:00010000:3.0:1763332763.042330:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c3039e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2aa expref: 13 pid: 8606 timeout: 967 lvb_type: 0 00010000:00010000:3.0:1763332763.042345:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92fe44cd0a00) 00010000:00010000:3.0:1763332763.042402:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332763.042413:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332763.042421:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332763.042444:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332763.042499:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610943104:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 228us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332763.042507:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 608 00010000:00010000:0.0:1763332763.042787:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.042796:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332763.042816:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 0 00000004:00080000:0.0:1763332763.043261:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x3e:0x0], index 1: 0 00000004:00080000:0.0:1763332763.043269:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:0.0:1763332763.043510:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.043519:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.043527:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.043532:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.043536:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.043547:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.043558:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92fe44cd0a00) 00010000:00010000:0.0:1763332763.043560:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332763.043564:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.043570:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c303b3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.043624:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c303ac lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2b1 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.043633:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.043636:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332763.043640:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c303ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2b1 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.043651:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42000, rc 0) 00000100:00100000:0.0:1763332763.043713:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:34714:x1848987610942976:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6082us (7409us total) trans 4294968838 rc 301/301 00000100:00100000:0.0:1763332763.043721:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2421 00000100:00100000:3.0:1763332763.047560:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610943360 00000100:00100000:3.0:1763332763.047570:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610943360 00000100:00100000:3.0:1763332763.047626:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 704 00000100:00100000:3.0:1763332763.047635:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc00050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:34714:x1848987610943360:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332763.048064:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc00050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:34714:x1848987610943360:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 429us (674us total) trans 4294968839 rc 0/0 00000100:00100000:3.0:1763332763.048072:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 704 00000100:00100000:3.0:1763332763.051330:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610943616 00000100:00100000:3.0:1763332763.051343:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610943616 00000100:00100000:3.0:1763332763.051409:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 705 00000100:00100000:3.0:1763332763.051418:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:34714:x1848987610943616:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332763.053093:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:34714:x1848987610943616:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1661us (1936us total) trans 4294968840 rc 0/0 00000100:00100000:3.0:1763332763.053103:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 705 00000100:00100000:1.0:1763332763.071523:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332763.073084:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610943744 00000100:00100000:0.0:1763332763.073106:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610943744 00000100:00100000:0.0:1763332763.073185:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2422 00000100:00100000:0.0:1763332763.073196:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:34715:x1848987610943744:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332763.073222:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332763.073246:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c303c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d2b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.073331:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c303c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.073365:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c303c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.073378:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c303c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332763.073427:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763332763.073432:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332763.073451:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c303c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.073475:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c303c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2b8 expref: 15 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.073494:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c303c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2b8 expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.073504:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.073507:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332763.073511:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40030a00, rc 0) 00000100:00100000:0.0:1763332763.073588:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+14:34715:x1848987610943744:12345-192.168.204.28@tcp:101:dd.0 Request processed in 394us (2076us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332763.073596:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2422 00000100:00100000:0.0:1763332763.078047:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610944000 00000100:00100000:0.0:1763332763.078058:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610944000 00000100:00100000:0.0:1763332763.078132:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2423 00000100:00100000:0.0:1763332763.078145:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:34715:x1848987610944000:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332763.078168:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332763.078172:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332763.078201:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c303c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2b8 expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.078220:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.078226:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332763.078238:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c303cf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d2bf expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.078404:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c303d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078418:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c303d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078428:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c303d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078440:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c303dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078448:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c303dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078455:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c303dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078519:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c303e4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078527:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c303e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078534:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c303e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332763.078544:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 0 00010000:00010000:0.0:1763332763.078644:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c303d6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078651:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c303d6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078658:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c303d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078664:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c303d6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078668:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.078673:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c303d6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078679:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c303d6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078688:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.078690:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.078694:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c303d6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078700:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c303d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078709:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c303dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078718:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c303dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078722:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c303dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078727:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.078742:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c303dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078748:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c303dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078755:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff62250200) 00010000:00010000:0.0:1763332763.078757:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.078760:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c303dd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078765:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c303dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.078801:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c303cf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2bf expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.078813:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c303e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2bf expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.078820:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:0.0:1763332763.078822:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332763.078825:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148f200, rc 0) 00000100:00100000:0.0:1763332763.078894:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:34715:x1848987610944000:12345-192.168.204.28@tcp:101:dd.0 Request processed in 751us (1171us total) trans 4294968841 rc 0/0 00000100:00100000:0.0:1763332763.078901:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2423 00000100:00100000:1.0:1763332763.087547:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332763.087653:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610944128 00000100:00100000:0.0:1763332763.087665:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610944128 00000100:00100000:0.0:1763332763.087753:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2424 00000100:00100000:0.0:1763332763.087766:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+15:34715:x1848987610944128:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332763.087799:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332763.087823:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c303f2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d2c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.087858:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c303f9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.087871:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c303f9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.087883:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c303f9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332763.088414:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c303f2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2c6 expref: 17 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.088435:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c303f9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2c6 expref: 16 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.088445:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:0.0:1763332763.088448:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332763.088451:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148e000, rc 0) 00000100:00100000:0.0:1763332763.088520:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+16:34715:x1848987610944128:12345-192.168.204.28@tcp:101:dd.0 Request processed in 758us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332763.088531:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2424 00000100:00100000:0.0:1763332763.091032:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610944384 00000100:00100000:0.0:1763332763.091042:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610944384 00000100:00100000:1.0:1763332763.091870:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2425 00000100:00100000:1.0:1763332763.091885:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+16:34715:x1848987610944384:12345-192.168.204.28@tcp:36:dd.0 00010000:00010000:1.0:1763332763.091946:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332763.092191:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c303e4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2bf expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.092213:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:1.0:1763332763.092218:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332763.092453:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.092466:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.092476:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:1.0:1763332763.092535:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968842 00000004:00010000:1.0:1763332763.092553:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ffc791dc reply state 00000000c312aea8 transno 4294968843 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.092564:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.092570:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:1.0:1763332763.092572:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332763.092575:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332763.092707:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+18:34715:x1848987610944384:12345-192.168.204.28@tcp:36:dd.0 Request processed in 826us (1751us total) trans 4294968843 rc 0/0 00000100:00100000:1.0:1763332763.092714:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2425 00000020:00080000:1.0:1763332763.092719:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763332763.095080:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332763.095283:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610944512 00000100:00100000:1.0:1763332763.095293:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610944512 00000100:00100000:0.0:1763332763.095394:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2426 00000100:00100000:0.0:1763332763.095409:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:34715:x1848987610944512:12345-192.168.204.28@tcp:101:dd.0 00000100:00100000:3.0:1763332763.098850:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000001:00080000:0.0:1763332763.103250:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968844 is committed 00000004:00080000:0.0:1763332763.103264:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 161 committed 00000004:00080000:0.0:1763332763.103282:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 159 committed 00000004:00080000:0.0:1763332763.103298:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 158 committed 00000004:00080000:0.0:1763332763.103315:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 157 committed 00000004:00080000:0.0:1763332763.103318:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 160 committed 00010000:00010000:3.0:1763332763.103393:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103407:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103416:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103423:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332763.103427:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103435:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103457:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff62250200) 00010000:00010000:3.0:1763332763.103461:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332763.103466:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103473:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30351 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103492:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c30397 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103500:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c30397 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103511:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c30397 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103516:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332763.103518:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c30397 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103523:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c30397 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103530:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff62250200) 00010000:00010000:3.0:1763332763.103532:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332763.103535:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c30397 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103539:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c30397 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.103558:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332763.103564:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332763.103570:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332763.103574:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332763.103576:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332763.103586:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332763.103594:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:3.0:1763332763.103597:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332763.103599:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332763.103603:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30400 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:0.0:1763332763.103788:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626256512:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332763.103822:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332763.103848:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332763.103856:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626256640:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332763.103882:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763332763.103911:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332763.103917:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3041c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.103925:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332763.103929:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3041c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.103937:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3041c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.103955:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3041c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.103961:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3041c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332763.104204:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332763.104214:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626257024:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332763.104244:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332763.104272:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626256512 00000100:00100000:1.0:1763332763.104277:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626256512 00000100:00100000:1.0:1763332763.104300:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626256640 00000100:00100000:1.0:1763332763.104302:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626256640 00000100:00100000:1.0:1763332763.104321:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626257024 00000100:00100000:1.0:1763332763.104324:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626257024 00000100:00100000:1.0:1763332763.104341:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1763332763.104361:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3654:x1848987626256512:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332763.104530:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3654:x1848987626256512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 182us (707us total) trans 17179869401 rc 0/0 00000100:00100000:1.0:1763332763.104536:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1763332763.104551:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:1.0:1763332763.104556:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3654:x1848987626256640:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332763.104634:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3654:x1848987626256640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 77us (751us total) trans 17179869402 rc 0/0 00000100:00100000:1.0:1763332763.104640:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:1.0:1763332763.104649:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:1.0:1763332763.104654:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3655:x1848987626257024:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332763.104726:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3655:x1848987626257024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (480us total) trans 21474836719 rc 0/0 00000100:00100000:1.0:1763332763.104744:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000004:00080000:1.0:1763332763.104784:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44cce680/2, rc 0, transno 21474836719 00000100:00100000:1.0:1763332763.104790:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626257024:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332763.104810:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7566d500/2, rc 0, transno 17179869402 00000100:00100000:1.0:1763332763.104815:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626256640:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332763.104823:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7566dc00/2, rc 0, transno 17179869401 00000100:00100000:1.0:1763332763.104826:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626256512:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332763.104858:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626256896:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332763.104880:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332763.104898:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332763.104904:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626256768:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332763.104921:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332763.104941:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626256896 00000100:00100000:1.0:1763332763.104945:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626256896 00010000:00010000:0.0:1763332763.104989:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332763.104992:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332763.104994:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332763.105006:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626256768 00000100:00100000:0.0:1763332763.105010:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626256768 00000100:00100000:0.0:1763332763.105037:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1763332763.105043:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3653:x1848987626256768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763332763.105056:0:29010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:64 count 1 00010000:00010000:0.0:1763332763.105072:0:29010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.105100:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c30343 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d295 expref: 6 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332763.105109:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332763.105111:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332763.105115:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.105144:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c30343 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d295 expref: 6 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332763.105165:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c30343 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d295 expref: 6 pid: 17605 timeout: 967 lvb_type: 1 00000100:00100000:0.0:1763332763.105179:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626257152:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332763.105242:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46256e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332763.105599:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:1.0:1763332763.105605:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3653:x1848987626256896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763332763.105617:0:28651:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:65 count 1 00010000:00010000:1.0:1763332763.105630:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3042a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.105642:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3018a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d23a expref: 6 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.105649:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332763.105651:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332763.105654:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3042a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.105672:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3018a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d23a expref: 6 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.105686:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3018a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d23a expref: 6 pid: 28600 timeout: 967 lvb_type: 0 00000100:00100000:1.0:1763332763.105696:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626257280:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332763.109031:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777780 going to sleep for 11 seconds 00000100:00100000:1.0:1763332763.110011:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626257152:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332763.110041:0:29010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332763.110724:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00080000:0.0:1763332763.111080:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1763332763.111631:0:29010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.111643:0:29010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.111654:0:29010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.111662:0:29010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.111690:0:29010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332763.111711:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332763.111719:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.111729:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148e400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332763.111733:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.111742:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.111756:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.111765:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30423 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.111785:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332763.111787:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332763.111789:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332763.111996:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3653:x1848987626256768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6950us (7070us total) trans 21474836720 rc 0/0 00000100:00100000:1.0:1763332763.112007:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000004:00080000:0.0:1763332763.112026:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccc000/2, rc 0, transno 21474836720 00000100:00100000:0.0:1763332763.112034:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626256768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763332763.116328:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610945152 00000100:00100000:0.0:1763332763.116339:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610945152 00000100:00100000:0.0:1763332763.116429:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1184 00000100:00100000:1.0:1763332763.116436:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626257280:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332763.116442:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+5:34715:x1848987610945152:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332763.116462:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332763.116467:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3042a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.116486:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30431 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d2db expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332763.116510:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332763.116534:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332763.116536:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332763.116546:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2db expref: 6 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332763.116563:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610945024 00010000:00010000:0.0:1763332763.116563:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2db expref: 6 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332763.116570:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610945024 00010000:00010000:0.0:1763332763.116582:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148fc00, rc 0) 00010000:00010000:3.0:1763332763.116599:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3018a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d23a expref: 6 pid: 28600 timeout: 967 lvb_type: 0 00000100:00100000:3.0:1763332763.116636:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 610 00000100:00100000:0.0:1763332763.116640:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+6:34715:x1848987610945152:12345-192.168.204.28@tcp:101:dd.0 Request processed in 201us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332763.116649:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987610945024:12345-192.168.204.28@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763332763.116652:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1184 00010000:00010000:3.0:1763332763.116665:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332763.116673:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3018a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d23a expref: 6 pid: 28600 timeout: 967 lvb_type: 0 00010000:00010000:3.0:1763332763.116686:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3018a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d23a expref: 6 pid: 28600 timeout: 967 lvb_type: 0 00010000:00010000:3.0:1763332763.116706:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3018a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d23a expref: 6 pid: 28600 timeout: 967 lvb_type: 0 00010000:00010000:3.0:1763332763.116717:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332763.116719:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332763.116723:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3042a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332763.116730:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3042a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332763.116761:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332763.116785:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2420:x1848987610945024:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 140us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332763.116791:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 610 00010000:00010000:0.0:1763332763.117454:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3042a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.117467:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3042a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.117479:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3042a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.117488:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3042a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.117513:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763332763.117802:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3653:x1848987626256896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12194us (12918us total) trans 21474836721 rc 0/0 00000100:00100000:0.0:1763332763.117812:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000004:00080000:1.0:1763332763.118362:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccf480/2, rc 0, transno 21474836721 00000100:00100000:1.0:1763332763.118370:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626256896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763332763.120568:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332763.120655:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610945280 00000100:00100000:1.0:1763332763.120665:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610945280 00000100:00100000:1.0:1763332763.120721:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1185 00000100:00100000:1.0:1763332763.120729:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+6:34715:x1848987610945280:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:1.0:1763332763.120748:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332763.120768:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30438 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d2e2 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332763.120788:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332763.120810:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332763.120813:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332763.120822:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30438 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2e2 expref: 7 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.120836:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30438 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2e2 expref: 7 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.120847:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43c00, rc 0) 00000100:00100000:1.0:1763332763.120903:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+7:34715:x1848987610945280:12345-192.168.204.28@tcp:101:dd.0 Request processed in 175us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332763.120910:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1185 00000100:00100000:3.0:1763332763.125058:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332763.125386:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610945408 00000100:00100000:1.0:1763332763.125396:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610945408 00002000:00010000:1.0:1763332763.125438:0:24027:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/63 (2097152->18446744073709551615) 00002000:00100000:1.0:1763332763.125443:0:24027:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe450d9c00 with x1848987610945408 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1763332763.125457:0:24027:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe450d9c00. 00000100:00100000:1.0:1763332763.125485:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 481 00000100:00100000:1.0:1763332763.125496:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610945408:12345-192.168.204.28@tcp:10:dd.0 00002000:00010000:1.0:1763332763.125698:0:24027:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x3f:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1763332763.125704:0:24027:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x3f:0x0] updating lvb mtime from disk: 0 -> 1763332763 00002000:00010000:1.0:1763332763.125706:0:24027:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x3f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332763.125708:0:24027:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x3f:0x0] updating lvb ctime from disk: 0 -> 1763332763 00002000:00010000:1.0:1763332763.125710:0:24027:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x3f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332763.125786:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610945408:12345-192.168.204.28@tcp:10:dd.0 Request processed in 291us (739us total) trans 17179869404 rc 0/0 00000100:00100000:1.0:1763332763.125794:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 481 00002000:00010000:1.0:1763332763.125799:0:24027:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/63 (2097152->18446744073709551615) 00002000:00100000:1.0:1763332763.125802:0:24027:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe450d9c00 with x1848987610945408 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1763332763.125808:0:24027:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe450d9c00. 00000100:00100000:3.0:1763332763.151443:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610945664 00000100:00100000:3.0:1763332763.151459:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610945664 00000100:00100000:3.0:1763332763.151533:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 706 00000100:00100000:3.0:1763332763.151542:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:34715:x1848987610945664:12345-192.168.204.28@tcp:35:dd.0 00000100:00100000:3.0:1763332763.151860:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:34715:x1848987610945664:12345-192.168.204.28@tcp:35:dd.0 Request processed in 318us (3236us total) trans 4294968845 rc 0/0 00000100:00100000:3.0:1763332763.151871:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 706 00000100:00100000:3.0:1763332763.166684:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332763.171483:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332763.181069:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332763.183751:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2430 00000100:00100000:3.0:1763332763.183765:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34716:x1848987610946176:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332763.183842:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30462 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.183858:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30462 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.183868:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30462 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.183881:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30469 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.183887:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30469 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.183892:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30469 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.183973:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30470 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.183981:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30470 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.183986:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30470 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332763.184025:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 3145728 00000004:00200000:3.0:1763332763.184030:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332763.184040:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30470 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184052:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30462 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184058:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30462 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184063:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30462 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184069:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30462 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184074:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0de00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332763.184078:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30462 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184095:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30462 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184105:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332763.184108:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332763.184112:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30462 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184117:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c30462 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184130:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30469 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184135:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30469 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184141:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30469 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184145:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0d800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332763.184148:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30469 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184152:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30469 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184157:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff462a1500) 00010000:00010000:3.0:1763332763.184159:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332763.184161:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30469 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184166:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c30469 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184179:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30470 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184184:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30470 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184188:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30470 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184193:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332763.184196:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30470 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184201:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30470 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184209:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:3.0:1763332763.184211:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332763.184214:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30470 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.184218:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30470 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332763.184317:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34716:x1848987610946176:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 556us (3258us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332763.184325:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2430 00000100:00100000:3.0:1763332763.208940:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332763.210390:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2431 00000100:00100000:0.0:1763332763.210406:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34718:x1848987610946432:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332763.210425:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332763.210446:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c30477 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d2f7 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.210513:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3047e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210526:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3047e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210537:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3047e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210549:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c30485 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210556:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c30485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210562:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c30485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210637:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3047e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210643:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3047e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210649:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3047e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210656:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3047e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210661:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148e400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.210665:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3047e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210673:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3047e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210683:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.210685:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.210689:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3047e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210695:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3047e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210708:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c30485 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210714:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c30485 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210720:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c30485 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210724:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.210727:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c30485 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210732:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c30485 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210738:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92fe4388e400) 00010000:00010000:0.0:1763332763.210740:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.210742:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c30485 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210747:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c30485 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.210774:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c30477 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2f7 expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.210783:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.210785:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332763.210788:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c30477 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2f7 expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.210796:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148fa00, rc 0) 00000100:00100000:0.0:1763332763.210861:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34718:x1848987610946432:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 461us (1931us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332763.210868:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2431 00000100:00100000:0.0:1763332763.216055:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610946560 00000100:00100000:0.0:1763332763.216065:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610946560 00000100:00100000:0.0:1763332763.216137:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2432 00000100:00100000:0.0:1763332763.216147:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34718:x1848987610946560:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332763.216242:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c3048c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.216258:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c3048c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.216269:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c3048c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.216285:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30493 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.216292:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30493 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.216298:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30493 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.217842:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c3049a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.217858:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c3049a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.217867:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c3049a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332763.217921:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 3145728 00000004:00200000:0.0:1763332763.217926:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332763.217939:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c3049a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.217952:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c3048c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.217958:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c3048c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.217964:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c3048c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.217969:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c3048c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.217974:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.217978:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c3048c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.217985:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c3048c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.217997:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.218000:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.218004:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c3048c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218009:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c3048c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218024:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30493 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218029:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30493 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218035:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30493 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218040:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.218042:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30493 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218046:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30493 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218051:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92fe4388e300) 00010000:00010000:0.0:1763332763.218053:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.218055:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30493 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218059:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30493 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218072:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c3049a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218077:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c3049a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218081:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c3049a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218095:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.218097:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c3049a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218102:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c3049a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218108:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:0.0:1763332763.218110:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.218113:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c3049a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.218118:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c3049a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332763.218799:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626257408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332763.218853:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332763.220697:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34718:x1848987610946560:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 4543us (4718us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332763.220708:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2432 00000100:00100000:1.0:1763332763.224249:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626257408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763332763.245715:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610946816 00000100:00100000:0.0:1763332763.245727:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610946816 00000100:00100000:1.0:1763332763.246463:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2433 00000100:00100000:1.0:1763332763.246485:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34721:x1848987610946816:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332763.246521:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332763.246563:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c304a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d2fe expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.246673:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246688:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246700:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246714:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246720:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246726:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246841:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304a8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246848:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304a8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246853:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246860:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304a8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246865:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.246870:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304a8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246877:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304a8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246890:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.246893:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.246898:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304a8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246904:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246920:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246925:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246931:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246935:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.246938:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246943:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304af lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246960:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64400) 00010000:00010000:1.0:1763332763.246963:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.246966:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304af lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.246971:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.247011:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c304a1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2fe expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.247022:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.247025:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332763.247028:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c304a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2fe expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.247039:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43000, rc 0) 00000100:00100000:1.0:1763332763.247135:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34721:x1848987610946816:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 658us (1672us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332763.247144:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2433 00000100:00100000:3.0:1763332763.249775:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332763.250033:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610946944 00000100:00100000:0.0:1763332763.250047:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610946944 00000100:00100000:0.0:1763332763.250135:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2434 00000100:00100000:0.0:1763332763.250146:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34721:x1848987610946944:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332763.250242:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250259:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250274:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250292:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250299:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250309:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250440:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304c4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250450:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250458:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332763.250511:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 3145728 00000004:00200000:0.0:1763332763.250517:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332763.250532:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250548:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304b6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250554:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304b6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250560:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250567:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304b6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250573:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.250577:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304b6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250584:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304b6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250597:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.250600:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.250605:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304b6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250612:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250631:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250637:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250641:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250646:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.250649:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250654:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250660:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92fe4388e300) 00010000:00010000:0.0:1763332763.250663:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.250665:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304bd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250670:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250683:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250689:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304c4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250695:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250699:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.250702:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250708:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304c4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250714:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:0.0:1763332763.250716:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.250719:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304c4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.250725:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304c4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:0.0:1763332763.250789:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34721:x1848987610946944:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 645us (1022us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332763.250797:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2434 00000100:00100000:1.0:1763332763.335834:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610947200 00000100:00100000:1.0:1763332763.335849:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610947200 00000100:00100000:1.0:1763332763.335928:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2435 00000100:00100000:1.0:1763332763.335940:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34733:x1848987610947200:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332763.335974:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332763.336002:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c304cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d305 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.336093:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336110:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336123:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336143:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336150:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336157:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336243:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304d2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336251:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304d2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336257:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336264:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304d2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336270:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.336274:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304d2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336280:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304d2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336292:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.336295:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.336300:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304d2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336306:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c304d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336321:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336326:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336331:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336335:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.336338:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336343:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336403:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64400) 00010000:00010000:1.0:1763332763.336407:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.336410:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304d9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336416:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c304d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.336453:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c304cb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d305 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.336462:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.336465:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332763.336468:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c304cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d305 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.336482:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43000, rc 0) 00000100:00100000:1.0:1763332763.336561:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34733:x1848987610947200:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 624us (5325us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332763.336569:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2435 00000100:00100000:0.0:1763332763.339301:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610947328 00000100:00100000:0.0:1763332763.339310:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610947328 00000100:00100000:0.0:1763332763.339399:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2436 00000100:00100000:0.0:1763332763.339408:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34733:x1848987610947328:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332763.339479:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339498:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339509:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339524:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339530:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339536:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339605:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304ee lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339614:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339621:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332763.339665:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 3145728 00000004:00200000:0.0:1763332763.339670:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332763.339682:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339698:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304e0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339704:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304e0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339714:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339720:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339726:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.339730:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339737:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304e0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339749:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.339753:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.339757:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304e0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339763:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c304e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339777:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339782:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339787:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339792:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.339794:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339803:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339810:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92fe4388e300) 00010000:00010000:0.0:1763332763.339813:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.339815:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304e7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339821:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339835:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339840:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304ee lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339846:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304ee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339850:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.339853:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304ee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339858:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304ee lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339865:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:0.0:1763332763.339868:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.339870:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304ee lrc: 2/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.339874:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304ee lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:0.0:1763332763.339945:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34733:x1848987610947328:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 538us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332763.341680:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2436 00000100:00100000:3.0:1763332763.426123:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332763.427043:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610947584 00000100:00100000:0.0:1763332763.427057:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610947584 00000100:00100000:0.0:1763332763.427137:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2437 00000100:00100000:0.0:1763332763.427151:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34745:x1848987610947584:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332763.427174:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332763.427202:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d30c expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.427752:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.427770:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.427783:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.427798:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30503 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.427805:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30503 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.427812:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30503 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.427900:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304fc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431254:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304fc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431276:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431285:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431291:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.431296:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431307:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304fc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431325:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.431328:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.431335:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304fc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431341:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c304fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431379:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30503 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431384:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30503 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431389:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30503 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431393:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.431397:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30503 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431402:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30503 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431409:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92fe4388e300) 00010000:00010000:0.0:1763332763.431412:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.431414:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30503 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431419:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30503 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.431478:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304f5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d30c expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.431489:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.431491:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332763.431494:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c304f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d30c expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.431504:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40030800, rc 0) 00000100:00100000:0.0:1763332763.434094:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34745:x1848987610947584:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6926us (7959us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332763.434107:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2437 00000100:00100000:0.0:1763332763.438210:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610947712 00000100:00100000:0.0:1763332763.438222:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610947712 00000100:00100000:0.0:1763332763.438436:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2438 00000100:00100000:0.0:1763332763.438447:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34745:x1848987610947712:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332763.438535:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3050a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438554:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3050a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438567:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3050a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438584:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30511 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438591:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30511 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438598:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30511 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438671:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30518 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438681:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30518 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438688:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30518 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332763.438728:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 3145728 00000004:00200000:0.0:1763332763.438732:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332763.438744:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30518 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438757:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3050a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438767:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3050a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438772:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3050a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438778:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3050a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438785:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.438789:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3050a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438796:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3050a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438808:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.438811:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.438816:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3050a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438822:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3050a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438835:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30511 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438841:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30511 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438846:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30511 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438851:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.438855:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30511 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438860:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30511 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438867:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92fe4388e400) 00010000:00010000:0.0:1763332763.438870:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.438873:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30511 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438878:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30511 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438892:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30518 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438898:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30518 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438903:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30518 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438907:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.438919:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30518 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438924:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30518 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438930:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:0.0:1763332763.438932:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.438935:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30518 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.438944:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30518 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:0.0:1763332763.439013:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34745:x1848987610947712:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 567us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332763.439020:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2438 00000100:00100000:0.0:1763332763.511902:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610947968 00000100:00100000:0.0:1763332763.511912:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610947968 00000100:00100000:1.0:1763332763.512597:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2439 00000100:00100000:1.0:1763332763.512611:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34757:x1848987610947968:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332763.512634:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332763.512655:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3051f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d313 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.512726:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30526 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512740:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30526 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512751:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30526 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512764:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3052d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512771:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3052d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512778:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3052d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512849:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30526 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512857:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30526 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512863:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30526 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512870:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30526 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512875:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.512879:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30526 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512885:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30526 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512895:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.512898:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.512903:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30526 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512909:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30526 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512922:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3052d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512928:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3052d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512933:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3052d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512938:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.512941:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3052d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512947:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3052d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512954:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64400) 00010000:00010000:1.0:1763332763.512956:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.512958:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3052d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512964:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3052d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.512993:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3051f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d313 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.513002:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.513005:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332763.513008:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3051f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d313 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.513221:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43000, rc 0) 00000100:00100000:1.0:1763332763.513384:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34757:x1848987610947968:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 742us (1653us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332763.513392:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2439 00000100:00100000:3.0:1763332763.517433:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332763.517766:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610948096 00000100:00100000:1.0:1763332763.517776:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610948096 00000100:00100000:1.0:1763332763.517841:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2440 00000100:00100000:1.0:1763332763.517851:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34757:x1848987610948096:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332763.518371:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30534 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518390:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30534 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518403:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30534 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518417:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3053b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518424:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3053b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518431:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3053b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518500:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30542 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518507:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30542 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518514:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30542 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332763.518554:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 3145728 00000004:00200000:1.0:1763332763.518558:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332763.518568:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30542 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518581:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30534 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518592:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30534 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518599:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30534 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518606:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30534 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518612:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.518616:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30534 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518623:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30534 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518635:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.518638:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.518642:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30534 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518648:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30534 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518661:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3053b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518667:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3053b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518673:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3053b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518678:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.518681:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3053b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518687:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3053b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518693:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64f00) 00010000:00010000:1.0:1763332763.518696:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.518698:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3053b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518703:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3053b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518716:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30542 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518721:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30542 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518727:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30542 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518732:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.518735:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30542 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518741:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30542 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518748:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:1.0:1763332763.518751:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.518754:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30542 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.518764:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30542 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763332763.518858:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34757:x1848987610948096:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 1007us (1433us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332763.518866:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2440 00000100:00100000:1.0:1763332763.615660:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610948352 00000100:00100000:1.0:1763332763.615672:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610948352 00000100:00100000:1.0:1763332763.615741:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2441 00000100:00100000:1.0:1763332763.615752:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34769:x1848987610948352:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332763.615776:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332763.615799:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30549 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d31a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.615885:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30550 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.615899:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30550 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.615910:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30550 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.615923:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30557 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.615929:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.615936:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616015:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30550 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616022:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30550 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616028:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30550 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616034:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30550 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616040:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.616044:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30550 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616051:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30550 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616064:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.616067:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.616071:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30550 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616088:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30550 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616102:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30557 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616108:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30557 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616113:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30557 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616118:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.616120:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30557 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616126:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30557 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616134:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64f00) 00010000:00010000:1.0:1763332763.616136:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.616139:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30557 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616145:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30557 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.616176:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30549 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d31a expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.616186:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.616189:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332763.616192:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30549 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d31a expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.616201:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43400, rc 0) 00000100:00100000:1.0:1763332763.616273:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34769:x1848987610948352:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 523us (704us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332763.616280:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2441 00000100:00100000:0.0:1763332763.619980:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610948480 00000100:00100000:0.0:1763332763.619991:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610948480 00000100:00100000:0.0:1763332763.620064:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2442 00000100:00100000:0.0:1763332763.620084:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34769:x1848987610948480:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332763.620166:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3055e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620183:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3055e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620196:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3055e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620211:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30565 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620217:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30565 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620224:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30565 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620298:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3056c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620307:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3056c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620312:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3056c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332763.620392:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 3145728 00000004:00200000:0.0:1763332763.620397:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332763.620411:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3056c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620423:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3055e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620429:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3055e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620434:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3055e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620440:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3055e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620445:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.620449:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3055e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620455:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3055e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620466:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.620469:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.620473:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3055e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620480:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c3055e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620492:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30565 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620497:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30565 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620502:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30565 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620507:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.620509:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30565 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620514:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30565 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620521:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92fe4388e400) 00010000:00010000:0.0:1763332763.620524:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.620526:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30565 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620530:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30565 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620543:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3056c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620549:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3056c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620554:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3056c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620559:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.620561:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3056c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620567:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3056c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620573:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:0.0:1763332763.620575:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.620578:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3056c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.620583:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c3056c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:0.0:1763332763.620664:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34769:x1848987610948480:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 589us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332763.620671:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2442 00000100:00100000:3.0:1763332763.738132:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332763.738549:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610948736 00000100:00100000:1.0:1763332763.738560:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610948736 00000100:00100000:1.0:1763332763.738628:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2443 00000100:00100000:1.0:1763332763.738637:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34781:x1848987610948736:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332763.738661:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332763.738686:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30573 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d321 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.738765:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3057a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738779:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3057a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738791:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3057a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738805:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30581 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738811:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30581 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738816:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30581 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738894:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3057a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738901:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3057a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738908:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3057a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738914:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3057a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738920:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.738924:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3057a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738932:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3057a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738942:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.738945:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.738950:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3057a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738955:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3057a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738969:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30581 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738975:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30581 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738980:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30581 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738985:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.738988:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30581 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.738993:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30581 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.739000:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64f00) 00010000:00010000:1.0:1763332763.739002:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.739005:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30581 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.739010:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30581 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.739038:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30573 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d321 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.739048:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.739050:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332763.739054:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30573 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d321 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.739062:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43400, rc 0) 00000100:00100000:1.0:1763332763.739146:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34781:x1848987610948736:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 510us (1027us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332763.739153:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2443 00000100:00100000:0.0:1763332763.747473:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610948864 00000100:00100000:0.0:1763332763.747482:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610948864 00000100:00100000:0.0:1763332763.747538:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2444 00000100:00100000:0.0:1763332763.747547:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34781:x1848987610948864:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332763.747617:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30588 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747633:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30588 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747643:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30588 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747661:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3058f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747667:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3058f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747673:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3058f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747747:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30596 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747756:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30596 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747763:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30596 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332763.747802:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 3145728 00000004:00200000:0.0:1763332763.747807:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332763.747818:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30596 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747830:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30588 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747836:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30588 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747842:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30588 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747847:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30588 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747856:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.747860:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30588 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747867:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30588 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747879:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.747883:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.747887:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30588 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747893:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30588 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747907:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3058f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747912:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3058f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747917:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3058f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747921:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.747923:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3058f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747928:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3058f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747934:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92fe4388e400) 00010000:00010000:0.0:1763332763.747936:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.747939:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3058f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747944:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3058f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747957:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30596 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747962:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30596 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747966:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30596 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747970:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.747973:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30596 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747978:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30596 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747985:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:0.0:1763332763.747987:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.747989:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30596 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.747994:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30596 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:0.0:1763332763.748083:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34781:x1848987610948864:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 526us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332763.748092:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2444 00000100:00100000:1.0:1763332763.827831:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610949120 00000100:00100000:1.0:1763332763.827842:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610949120 00000100:00100000:1.0:1763332763.827914:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2445 00000100:00100000:1.0:1763332763.827925:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34793:x1848987610949120:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332763.827947:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332763.827973:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c3059d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d328 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.828059:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c305a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828105:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c305a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828120:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c305a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828135:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c305ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828142:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c305ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828148:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c305ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828229:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c305a4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828236:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c305a4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828242:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c305a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828249:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c305a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828255:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.828259:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c305a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828266:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c305a4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828277:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.828280:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.828284:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c305a4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828291:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c305a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828304:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c305ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828309:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c305ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828314:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c305ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828319:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332763.828322:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c305ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828327:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c305ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828333:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff42c64f00) 00010000:00010000:1.0:1763332763.828336:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332763.828338:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c305ab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828344:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c305ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332763.828511:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c3059d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d328 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.828521:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332763.828524:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332763.828527:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c3059d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d328 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332763.828535:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43400, rc 0) 00000100:00100000:1.0:1763332763.828603:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34793:x1848987610949120:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 680us (959us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332763.828610:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2445 00000100:00100000:0.0:1763332763.833117:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332763.833201:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610949248 00000100:00100000:3.0:1763332763.833213:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610949248 00000100:00100000:3.0:1763332763.833276:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2446 00000100:00100000:3.0:1763332763.833288:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34793:x1848987610949248:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332763.833379:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833396:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833407:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833421:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833429:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833435:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833500:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833508:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833514:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332763.833553:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 3145728 00000004:00200000:3.0:1763332763.833557:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332763.833568:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833579:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305b2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833586:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305b2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833593:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833599:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833606:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332763.833609:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833617:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305b2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833629:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332763.833632:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332763.833636:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305b2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833643:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833654:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833660:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833666:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833671:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0d800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332763.833673:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833679:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833684:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff462a1500) 00010000:00010000:3.0:1763332763.833687:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332763.833689:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833695:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.833707:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.838288:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.838298:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.838304:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0de00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332763.838309:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.838318:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.838336:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:3.0:1763332763.838339:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332763.838345:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.838363:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332763.838486:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34793:x1848987610949248:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 5194us (5374us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332763.838498:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2446 00000100:00100000:3.0:1763332763.919694:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610949376 00000100:00100000:3.0:1763332763.919705:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610949376 00000100:00100000:3.0:1763332763.919777:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2447 00000100:00100000:3.0:1763332763.919787:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:34804:x1848987610949376:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332763.919811:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332763.919838:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d32f expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332763.919914:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.919929:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.919940:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.919956:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.919962:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.919969:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920053:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c305dc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920063:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c305dc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920078:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c305dc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332763.920123:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 3145728 00000004:00200000:3.0:1763332763.920129:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332763.920150:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c305dc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920163:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c305dc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920173:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305ce lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920179:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305ce lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920186:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920193:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920199:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0d800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332763.920203:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920210:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305ce lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920222:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332763.920225:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332763.920230:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305ce lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920236:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c305ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920252:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920258:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920264:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920268:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332763.920271:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920276:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920282:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92ff462a1500) 00010000:00010000:3.0:1763332763.920284:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332763.920287:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305d5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920293:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332763.920326:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c305c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d32f expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332763.920339:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c305dc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d32f expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332763.920691:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:3.0:1763332763.920695:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332763.920699:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0d000, rc 0) 00000100:00100000:0.0:1763332763.926296:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610949632 00000100:00100000:0.0:1763332763.926308:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610949632 00000100:00100000:0.0:1763332763.926411:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2448 00000100:00100000:0.0:1763332763.926423:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:34804:x1848987610949632:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:0.0:1763332763.926504:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1763332763.926533:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c30415 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2d4 expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.926552:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c305dc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d32f expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.926565:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c303f9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2c6 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.926576:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92ff62250a00) 00010000:00010000:0.0:1763332763.926589:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30446 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2e9 expref: 7 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332763.926596:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.926600:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332763.926621:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c305e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.926633:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c305e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.926641:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c305e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.926654:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.926661:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.926667:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.926734:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c305f1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.926740:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c305f1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.926746:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c305f1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000040:00080000:0.0:1763332763.926988:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].171, 64 off22496 00000040:00080000:0.0:1763332763.927002:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].172, 64 off22560 00000040:00080000:0.0:1763332763.927023:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].176, 64 off22872 00010000:00010000:0.0:1763332763.927084:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c305f8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927093:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c305f8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927100:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c305f8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927107:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c305f8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927113:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c305f8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927119:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c305f8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927144:0:8606:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332763.927160:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c305f1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927166:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c305f1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927172:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c305f1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927178:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.927182:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c305f1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927189:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c305f1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927197:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff92fe4388e300) 00010000:00010000:0.0:1763332763.927200:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763332763.927204:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c305f1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927210:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c305f1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927410:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c305e3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927416:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c305e3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927422:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c305e3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927432:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c305e3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927437:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332763.927439:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c305e3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927445:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c305e3 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927452:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332763.927454:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332763.927456:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c305e3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927462:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c305e3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:0.0:1763332763.927471:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002cfbb9a4 reply state 0000000026b67fab transno 4294968846 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927482:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332763.927488:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92fe4388e400) 00010000:00010000:0.0:1763332763.927490:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332763.927493:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763332763.927562:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:34804:x1848987610949632:12345-192.168.204.28@tcp:36:rm.0 Request processed in 1139us (1384us total) trans 4294968846 rc 0/0 00000100:00100000:0.0:1763332763.927569:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2448 00010000:00010000:0.0:1763332764.240672:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332765.281169:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332765.281260:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626257664:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.281339:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.281447:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626257664 00000100:00100000:3.0:1763332765.281460:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626257664 00000100:00100000:3.0:1763332765.281510:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1763332765.281520:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626257664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.281576:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626257664:12345-0@lo:400:kworker.0 Request processed in 57us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.281584:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1763332765.281644:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626257664:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.281689:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626257792:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.281719:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.281760:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626257792 00000100:00100000:3.0:1763332765.281765:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626257792 00000100:00100000:3.0:1763332765.281807:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1763332765.281814:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626257792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.281852:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626257792:12345-0@lo:400:kworker.0 Request processed in 39us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.281858:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1763332765.281885:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626257792:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.281916:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626257920:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.281943:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.281975:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626257920 00000100:00100000:3.0:1763332765.281979:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626257920 00000100:00100000:3.0:1763332765.282006:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1763332765.282012:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626257920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282061:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626257920:12345-0@lo:400:kworker.0 Request processed in 49us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.282068:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1763332765.282097:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626257920:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282130:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626258048:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282151:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.282174:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626258048 00000100:00100000:3.0:1763332765.282178:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626258048 00000100:00100000:3.0:1763332765.282197:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1763332765.282203:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626258048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282232:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626258048:12345-0@lo:400:kworker.0 Request processed in 29us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.282238:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1763332765.282265:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626258048:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282296:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626258176:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282316:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.282337:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626258176 00000100:00100000:3.0:1763332765.282340:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626258176 00000100:00100000:3.0:1763332765.282388:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1763332765.282393:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626258176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282423:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626258176:12345-0@lo:400:kworker.0 Request processed in 30us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.282428:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1763332765.282451:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626258176:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282477:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626258304:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282500:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.282529:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626258304 00000100:00100000:3.0:1763332765.282532:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626258304 00000100:00100000:3.0:1763332765.282567:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1763332765.282573:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626258304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282605:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626258304:12345-0@lo:400:kworker.0 Request processed in 32us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.282610:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00080000:3.0:1763332765.282628:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332765.282652:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626258304:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282679:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626258432:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282700:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.282723:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626258432 00000100:00100000:3.0:1763332765.282726:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626258432 00000100:00100000:3.0:1763332765.282749:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1763332765.282754:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3655:x1848987626258432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282786:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3655:x1848987626258432:12345-0@lo:400:kworker.0 Request processed in 31us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.282791:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00080000:3.0:1763332765.282803:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332765.282819:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626258432:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282848:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626258560:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282868:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.282887:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626258560 00000100:00100000:3.0:1763332765.282890:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626258560 00000100:00100000:3.0:1763332765.282911:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1763332765.282916:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626258560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.282946:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626258560:12345-0@lo:400:kworker.0 Request processed in 30us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.282953:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00080000:3.0:1763332765.282963:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332765.282977:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626258560:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283004:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626258688:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283024:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.283043:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626258688 00000100:00100000:3.0:1763332765.283059:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626258688 00000100:00100000:3.0:1763332765.283083:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1763332765.283088:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3653:x1848987626258688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283117:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3653:x1848987626258688:12345-0@lo:400:kworker.0 Request processed in 28us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.283123:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00080000:3.0:1763332765.283136:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332765.283154:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626258688:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283180:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626258816:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283201:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.283224:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626258816 00000100:00100000:3.0:1763332765.283228:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626258816 00000100:00100000:3.0:1763332765.283256:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1763332765.283262:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626258816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283293:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626258816:12345-0@lo:400:kworker.0 Request processed in 31us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.283300:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00080000:3.0:1763332765.283313:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332765.283334:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626258816:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283383:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626258944:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283403:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.283423:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626258944 00000100:00100000:3.0:1763332765.283426:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626258944 00000100:00100000:3.0:1763332765.283447:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1763332765.283453:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626258944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283482:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626258944:12345-0@lo:400:kworker.0 Request processed in 30us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.283487:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00080000:3.0:1763332765.283500:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332765.283516:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626258944:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283542:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626259072:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283563:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.283583:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626259072 00000100:00100000:3.0:1763332765.283586:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626259072 00000100:00100000:3.0:1763332765.283609:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1763332765.283614:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626259072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283644:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626259072:12345-0@lo:400:kworker.0 Request processed in 30us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.283648:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00080000:3.0:1763332765.283660:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332765.283674:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626259072:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283706:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626259200:0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283730:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332765.283754:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626259200 00000100:00100000:3.0:1763332765.283758:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626259200 00000100:00100000:3.0:1763332765.283778:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1763332765.283783:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626259200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332765.283811:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626259200:12345-0@lo:400:kworker.0 Request processed in 28us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332765.283817:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00080000:3.0:1763332765.283829:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332765.283845:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626259200:0@lo:400:kworker.0 00000100:00100000:1.0:1763332766.800726:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332766.800751:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626259328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332766.800831:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332766.800910:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626259328 00000100:00100000:1.0:1763332766.800919:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626259328 00000100:00100000:1.0:1763332766.800969:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1763332766.800979:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626259328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332766.801015:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 108462656 pending 0 free 3923492864 avail 3691970560 00000100:00100000:1.0:1763332766.801079:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626259328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332766.801088:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1763332766.801144:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626259328:0@lo:13:osp-pre-1-1.0 00000004:00080000:0.0:1763332766.801315:0:9845:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 870880964814ns, next at 871880962234ns, rc = 0 00000100:00100000:0.0:1763332766.801339:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332766.801369:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626259456:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332766.801401:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332766.801428:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626259456 00000100:00100000:0.0:1763332766.801432:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626259456 00000100:00100000:0.0:1763332766.801469:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1763332766.801477:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+19:3654:x1848987626259456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763332766.801488:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 108462656 pending 0 free 3923492864 avail 3691970560 00000100:00100000:0.0:1763332766.801529:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+19:3654:x1848987626259456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332766.801536:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1763332766.801567:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626259456:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332767.157279:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332767.157325:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332767.157392:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332767.157425:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332767.157444:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332767.157877:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610949760 00000100:00100000:3.0:1763332767.157882:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610949760 00000100:00100000:3.0:1763332767.157917:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 708 00000100:00100000:3.0:1763332767.157927:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2420:x1848987610949760:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332767.157978:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2420:x1848987610949760:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 52us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332767.157985:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 708 00000100:00100000:3.0:1763332767.158040:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 936 00000100:00100000:3.0:1763332767.158049:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610949888:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332767.158084:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610949888:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 36us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332767.158092:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 936 00000100:00080000:0.0:1763332767.158308:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763332767.158313:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763332767.158319:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332767.158322:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332767.313965:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626259584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332767.314061:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1763332767.316926:0:8610:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 871396573858ns, next at 872396564135ns, rc = 0 00010000:00010000:0.0:1763332767.316988:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332767.317079:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626259712:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332767.317165:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332767.317213:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626259584 00000100:00100000:1.0:1763332767.317217:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626259712 00000100:00100000:3.0:1763332767.317224:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626259584 00000100:00100000:1.0:1763332767.317224:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626259712 00000100:00080000:0.0:1763332767.317261:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332767.317304:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1763332767.317313:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1763332767.317317:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+18:3652:x1848987626259584:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332767.317326:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626259712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763332767.317434:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 78385728 pending 0 free 3922436096 avail 3690913792 00000100:00100000:3.0:1763332767.317489:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626259712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 167us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332767.317499:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1763332767.317541:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626259712:0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332767.317589:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 78385728 pending 0 free 3922436096 avail 3690913792 00000100:00100000:1.0:1763332767.317637:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+18:3652:x1848987626259584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 324us (3575us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332767.317647:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1763332767.318132:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626259584:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1763332767.831941:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869404 is committed 00000001:00080000:0.0:1763332767.832906:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869403 is committed 00010000:00010000:0.0:1763332768.337155:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332768.338906:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332768.338948:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626259840:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332768.339070:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332768.340383:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626259840:0@lo:41:osp-pre-0-1.0 00000004:00080000:0.0:1763332768.870641:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 162 committed 00000004:00080000:0.0:1763332768.870675:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 160 committed 00000100:00100000:1.0:1763332768.870928:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332768.870958:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626259968:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332768.871064:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332768.871121:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626259968 00000100:00100000:3.0:1763332768.871141:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626259968 00000100:00100000:3.0:1763332768.871210:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1763332768.871221:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626259968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763332768.871257:0:8611:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:66 count 1 00002000:00010000:3.0:1763332768.871308:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332768.871318:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.871336:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332768.871339:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332768.871346:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.871387:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.871398:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.871412:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.871431:0:8611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00080000:0.0:1763332768.871702:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968846 is committed 00000100:00080000:0.0:1763332768.871723:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332768.871745:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626260096:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763332768.871912:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626259968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 691us (847us total) trans 21474836722 rc 0/0 00000100:00100000:3.0:1763332768.871920:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00010000:00010000:3.0:1763332768.871945:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332768.871952:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.871960:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332768.871965:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.871975:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332768.871975:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332768.872005:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.872014:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c305ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332768.872019:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332768.872026:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332768.872032:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332768.872032:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332768.872034:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332768.872036:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332768.872038:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332768.872042:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332768.872047:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626260096 00010000:00010000:0.0:1763332768.872048:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332768.872051:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626260096 00010000:00010000:0.0:1763332768.872060:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f77b2fe (ffff92fe4388e400) 00010000:00010000:0.0:1763332768.872064:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332768.872068:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332768.872073:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c305ea lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4f77b2fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332768.872075:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:3.0:1763332768.872081:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626260096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1763332768.872095:0:28651:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:62 count 1 00010000:00010000:3.0:1763332768.872109:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.872122:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30431 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2db expref: 6 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.872171:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332768.872173:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332768.872176:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.872199:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2db expref: 6 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332768.872788:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836721 gen 2 00000004:00080000:1.0:1763332768.872796:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff511fb100, transno 21474836709 00000004:00080000:1.0:1763332768.872807:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff511f9880, transno 21474836710 00000004:00080000:1.0:1763332768.872811:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff511fbb80, transno 21474836711 00000004:00080000:1.0:1763332768.872814:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff511f8000, transno 21474836712 00000004:00080000:1.0:1763332768.872816:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff511fa680, transno 21474836713 00000004:00080000:1.0:1763332768.872819:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff511f8a80, transno 21474836714 00000004:00080000:1.0:1763332768.872821:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff511f8380, transno 21474836715 00000004:00080000:1.0:1763332768.872824:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff511f9500, transno 21474836716 00000004:00080000:1.0:1763332768.872827:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569d880, transno 21474836717 00000004:00080000:1.0:1763332768.872830:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569d500, transno 21474836718 00000004:00080000:1.0:1763332768.872833:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44cce680, transno 21474836719 00000004:00080000:1.0:1763332768.872835:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44ccc000, transno 21474836720 00000004:00080000:1.0:1763332768.872838:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44ccf480, transno 21474836721 00000100:00100000:1.0:1763332768.872845:0:3654:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe4626b100 x1848987626259968/t21474836722(21474836722) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763332784 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763332768.872858:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe4626b100/2, rc 0, transno 21474836722 00000100:00100000:1.0:1763332768.872864:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626259968:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763332768.873034:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2db expref: 6 pid: 29010 timeout: 972 lvb_type: 0 00000100:00100000:3.0:1763332768.873044:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626260480:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332768.873119:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82a80 going to sleep for 11 seconds 00000004:00080000:3.0:1763332768.874413:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 13 done 00000100:00100000:3.0:1763332768.883805:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626260480:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332768.883847:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332768.883875:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626260352:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332768.883915:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe48193800/0xb32e3ef184c30606 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332768.884658:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610950400 00000100:00100000:1.0:1763332768.884671:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610950400 00010000:00010000:1.0:1763332768.884739:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2db expref: 7 pid: 29010 timeout: 972 lvb_type: 0 00000100:00100000:1.0:1763332768.884794:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 611 00000100:00100000:1.0:1763332768.884806:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610950400:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332768.884831:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332768.884837:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2db expref: 7 pid: 29010 timeout: 972 lvb_type: 0 00010000:00010000:1.0:1763332768.884850:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2db expref: 7 pid: 29010 timeout: 972 lvb_type: 0 00010000:00010000:1.0:1763332768.884882:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30431 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2db expref: 7 pid: 29010 timeout: 972 lvb_type: 0 00010000:00010000:1.0:1763332768.884906:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332768.884909:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332768.884915:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.884928:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.884990:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332768.885077:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987610950400:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 272us (1435us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332768.885104:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 611 00000100:00100000:3.0:1763332768.886997:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610950528 00000100:00100000:3.0:1763332768.887013:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610950528 00010000:00010000:3.0:1763332768.887059:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30438 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2e2 expref: 6 pid: 28651 timeout: 972 lvb_type: 0 00000100:00100000:3.0:1763332768.887106:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 612 00000100:00100000:3.0:1763332768.887116:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff820e2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987610950528:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332768.887133:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332768.887138:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30438 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2e2 expref: 6 pid: 28651 timeout: 972 lvb_type: 0 00010000:00010000:3.0:1763332768.887152:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30438 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2e2 expref: 6 pid: 28651 timeout: 972 lvb_type: 0 00010000:00010000:3.0:1763332768.887176:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30438 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d2e2 expref: 6 pid: 28651 timeout: 972 lvb_type: 0 00010000:00010000:3.0:1763332768.887192:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332768.887194:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332768.887200:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193800/0xb32e3ef184c30606 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.887209:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193800/0xb32e3ef184c30606 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332768.887244:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332768.887263:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332768.887284:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332768.887299:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332768.887310:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff820e2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2420:x1848987610950528:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 190us (2205us total) trans 0 rc 0/0 00010000:00010000:0.0:1763332768.887317:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332768.887330:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 612 00010000:00010000:0.0:1763332768.890531:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763332768.891071:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3652:x1848987626260096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18980us (19085us total) trans 17179869405 rc 0/0 00000100:00100000:0.0:1763332768.891088:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:3.0:1763332768.891558:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869403 gen 2 00000004:00080000:3.0:1763332768.891568:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42f0e300, transno 17179869390 00000004:00080000:3.0:1763332768.891585:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42f0d500, transno 17179869391 00000004:00080000:3.0:1763332768.891588:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42f0d880, transno 17179869392 00000004:00080000:3.0:1763332768.891591:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42f0dc00, transno 17179869393 00000004:00080000:3.0:1763332768.891594:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569df80, transno 17179869394 00000004:00080000:3.0:1763332768.891597:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42f0ed80, transno 17179869395 00000004:00080000:3.0:1763332768.891600:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42f0ea00, transno 17179869396 00000004:00080000:3.0:1763332768.891603:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42f0fb80, transno 17179869397 00000004:00080000:3.0:1763332768.891606:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42f0f800, transno 17179869398 00000004:00080000:3.0:1763332768.891608:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569ed80, transno 17179869399 00000004:00080000:3.0:1763332768.891611:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b15f80, transno 17179869400 00000004:00080000:3.0:1763332768.891614:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7566dc00, transno 17179869401 00000004:00080000:3.0:1763332768.891617:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7566d500, transno 17179869402 00000004:00080000:3.0:1763332768.891620:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7566df80, transno 17179869403 00000100:00100000:3.0:1763332768.891628:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe44cd8a80 x1848987626260096/t17179869405(17179869405) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763332784 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763332768.891642:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44cd8a80/2, rc 0, transno 17179869405 00000100:00100000:3.0:1763332768.891649:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626260096:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1763332768.891857:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 2 in progress, 1 in flight, 14 done 00010000:00010000:1.0:1763332768.892414:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763332768.892431:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.892445:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0de00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332768.892452:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.892465:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.892500:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.892509:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49c0de00/0xb32e3ef184c3060d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.892554:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332768.892559:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48193800/0xb32e3ef184c30606 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.892566:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332768.892569:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48193800/0xb32e3ef184c30606 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.892579:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48193800/0xb32e3ef184c30606 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.892590:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48193800/0xb32e3ef184c30606 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.892598:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193800/0xb32e3ef184c30606 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332768.892617:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332768.892619:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332768.892621:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332768.893387:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763332768.893998:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44cdbb80/2, rc 0, transno 17179869406 00000100:00100000:1.0:1763332768.894027:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626260224:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1763332769.362369:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1763332769.603845:0:29227:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 41: lfs mirror resync check =========== 17:39:28 (1763332768) 00000100:00100000:3.0:1763332769.779665:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610950656 00000100:00100000:3.0:1763332769.779675:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610950656 00000100:00080000:0.0:1763332769.779828:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332769.779868:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2449 00000100:00100000:3.0:1763332769.779880:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+5:35372:x1848987610950656:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332769.779902:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332769.779925:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30614 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d336 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332769.780079:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3061b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.780096:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3061b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.780112:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3061b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:3.0:1763332769.780173:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332769.780178:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332769.780204:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3061b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.780233:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30614 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d336 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332769.780256:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3061b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d336 expref: 6 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332769.780265:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332769.780269:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332769.780273:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0d800, rc 0) 00000100:00100000:3.0:1763332769.784203:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+6:35372:x1848987610950656:12345-192.168.204.28@tcp:101:rm.0 Request processed in 4304us (4597us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332769.784216:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2449 00000100:00100000:3.0:1763332769.802219:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332769.802507:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610950784 00000100:00100000:3.0:1763332769.802518:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610950784 00000100:00100000:3.0:1763332769.802849:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2450 00000100:00100000:3.0:1763332769.802861:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+6:35372:x1848987610950784:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332769.802882:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332769.802904:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30622 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d33d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332769.802984:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30629 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803001:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30629 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803014:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30629 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803028:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30630 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803035:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30630 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803042:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30630 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803088:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30629 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803095:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30629 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803102:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30629 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803109:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332769.803114:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30629 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803122:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30629 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803135:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332769.803138:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332769.803143:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30629 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803149:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30629 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803159:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30630 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803165:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30630 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803170:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30630 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803174:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0ce00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332769.803177:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30630 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803181:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30630 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803310:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92ff44d03100) 00010000:00010000:3.0:1763332769.803314:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332769.803317:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30630 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803322:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30630 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.803376:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30622 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d33d expref: 7 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332769.803386:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332769.803389:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332769.803393:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30622 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d33d expref: 7 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332769.803402:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0c400, rc 0) 00000100:00100000:3.0:1763332769.803549:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+6:35372:x1848987610950784:12345-192.168.204.28@tcp:101:rm.0 Request processed in 689us (1342us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332769.803557:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2450 00000100:00100000:3.0:1763332769.847408:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332769.862186:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332769.863231:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2453 00000100:00100000:3.0:1763332769.863246:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35377:x1848987610951424:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332769.863275:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332769.863298:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3066f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d352 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332769.863746:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332769.863763:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c30661 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d34b expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332769.863772:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 4/0,1 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332769.863812:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c30661 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d34b expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332769.863827:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c30661 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d34b expref: 9 pid: 8606 timeout: 973 lvb_type: 0 00000100:00100000:0.0:1763332769.863841:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74039500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626260608:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332769.864007:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332769.870612:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74039500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626260608:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332769.870625:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:3.0:1763332769.870648:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000100:00100000:1.0:1763332769.872382:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 613 00000100:00100000:1.0:1763332769.872397:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610951552:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332769.872416:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332769.872424:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c30661 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d34b expref: 10 pid: 8606 timeout: 973 lvb_type: 0 00010000:00010000:1.0:1763332769.872441:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c30661 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d34b expref: 10 pid: 8606 timeout: 973 lvb_type: 0 00010000:00010000:1.0:1763332769.872465:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c30661 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d34b expref: 10 pid: 8606 timeout: 973 lvb_type: 0 00010000:00010000:1.0:1763332769.872482:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1200) 00010000:00010000:1.0:1763332769.872488:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332769.872500:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332769.872507:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332769.872543:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332769.872614:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610951552:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 220us (2010us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332769.872622:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 613 00010000:00010000:3.0:1763332769.872848:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.872856:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:3.0:1763332769.872876:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xb:0x0]: returning size 0 00000004:00080000:3.0:1763332769.873084:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x43:0x0], index 0: 0 00000004:00080000:3.0:1763332769.873091:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x40:0x0], index 1: 0 00010000:00010000:3.0:1763332769.873318:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.873328:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.873336:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.873342:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332769.873391:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.873402:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.873413:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1200) 00010000:00010000:3.0:1763332769.873416:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332769.873421:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 2/0,0 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.873427:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30676 lrc: 0/0,0 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.873486:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3066f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d352 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332769.873496:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332769.873498:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332769.873501:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3066f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d352 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332769.873511:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0c400, rc 0) 00000100:00100000:1.0:1763332769.873669:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626260736:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332769.873724:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332769.874210:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626260736 00000100:00100000:0.0:1763332769.874218:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626260736 00000100:00100000:3.0:1763332769.874519:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35377:x1848987610951424:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 11184us (12254us total) trans 4294968848 rc 301/301 00000100:00100000:0.0:1763332769.874524:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:3.0:1763332769.874536:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2453 00000100:00100000:0.0:1763332769.874549:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626260736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332769.874584:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446273024 avail 1300033536 00000100:00100000:0.0:1763332769.874646:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626260736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332769.874653:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:3.0:1763332769.874814:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626260736:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332769.879530:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332769.879702:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610951808 00000100:00100000:1.0:1763332769.879711:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610951808 00000100:00100000:1.0:1763332769.879765:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 707 00000100:00100000:1.0:1763332769.879776:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35377:x1848987610951808:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332769.880098:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35377:x1848987610951808:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 323us (576us total) trans 4294968849 rc 0/0 00000100:00100000:1.0:1763332769.880106:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 707 00000100:00100000:1.0:1763332769.882035:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332769.882135:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610952064 00000100:00100000:0.0:1763332769.882144:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610952064 00000100:00100000:0.0:1763332769.882194:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 708 00000100:00100000:0.0:1763332769.882205:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35377:x1848987610952064:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332769.882431:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35377:x1848987610952064:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 227us (402us total) trans 4294968850 rc 0/0 00000100:00100000:0.0:1763332769.882440:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 708 00000100:00100000:3.0:1763332769.899807:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332769.900296:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610952192 00000100:00100000:0.0:1763332769.900314:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610952192 00000100:00100000:0.0:1763332769.900468:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2454 00000100:00100000:1.0:1763332769.900528:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35382:x1848987610952192:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332769.900563:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332769.900588:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30684 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d359 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332769.900662:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3068b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332769.900678:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3068b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332769.900692:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3068b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332769.900739:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763332769.900743:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332769.900761:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3068b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332769.900785:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30684 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d359 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332769.900801:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3068b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d359 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332769.900810:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332769.900813:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763332769.900816:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42800, rc 0) 00000100:00100000:1.0:1763332769.900897:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35382:x1848987610952192:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 416us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332769.900905:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2454 00000100:00100000:1.0:1763332769.912724:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332769.912908:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610952320 00000100:00100000:3.0:1763332769.912920:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610952320 00000100:00100000:3.0:1763332769.913791:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2455 00000100:00100000:3.0:1763332769.913809:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35382:x1848987610952320:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332769.913836:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332769.913861:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30692 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d360 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332769.913943:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30699 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.913971:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30699 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.913988:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30699 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914003:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c306a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914009:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c306a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914017:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c306a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914064:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30699 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914072:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30699 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914080:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30699 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914087:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332769.914092:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30699 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914100:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30699 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914115:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332769.914119:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332769.914125:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30699 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914132:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c30699 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914149:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c306a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914312:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c306a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914319:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c306a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914324:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332769.914327:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c306a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914333:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c306a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914342:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92ff44d03100) 00010000:00010000:3.0:1763332769.914344:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332769.914622:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c306a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914630:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c306a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332769.914675:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30692 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d360 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332769.914687:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332769.914690:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332769.914693:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30692 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d360 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332769.914708:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0ce00, rc 0) 00000100:00100000:1.0:1763332769.925653:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332769.938995:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332769.939111:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610952832 00000100:00100000:0.0:1763332769.939122:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610952832 00000100:00100000:0.0:1763332769.939189:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2457 00000100:00100000:0.0:1763332769.939197:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35382:x1848987610952832:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332769.939224:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332769.939249:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c306ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d36e expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332769.939413:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332769.939428:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c306bc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d367 expref: 14 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332769.939439:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 4/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332769.939475:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c306bc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d367 expref: 14 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332769.939488:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193400/0xb32e3ef184c306bc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d367 expref: 14 pid: 6519 timeout: 974 lvb_type: 0 00000100:00100000:0.0:1763332769.939503:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626260864:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332769.939576:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1763332769.943733:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626260864:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332769.943775:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332769.949108:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:0.0:1763332769.950136:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332769.950152:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332769.950181:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 0 00000004:00080000:0.0:1763332769.950482:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x44:0x0], index 0: 0 00000004:00080000:0.0:1763332769.950500:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x41:0x0], index 1: 0 00000004:00080000:0.0:1763332769.950506:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x45:0x0], index 0: 0 00010000:00010000:0.0:1763332769.950668:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332769.950678:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332769.950687:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332769.950694:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332769.950699:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332769.950708:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332769.950725:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe438a1a00) 00010000:00010000:0.0:1763332769.950728:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332769.950735:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332769.950742:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c306d1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332769.955012:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332769.963659:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.004201:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.010564:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.022700:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.059449:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.059614:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610954240 00000100:00100000:1.0:1763332770.059627:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610954240 00000100:00100000:1.0:1763332770.060071:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2461 00000100:00100000:1.0:1763332770.060086:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35389:x1848987610954240:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332770.060133:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332770.060164:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c30717 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d383 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.060263:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3071e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060280:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3071e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060292:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3071e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060303:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30725 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060309:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30725 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060315:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30725 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060464:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3071e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060473:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3071e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060479:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3071e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060485:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.060490:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3071e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060503:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3071e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060517:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332770.060525:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.060533:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3071e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060539:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3071e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060556:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30725 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060561:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30725 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060567:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30725 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060572:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.060575:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30725 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060581:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30725 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060589:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe438a1c00) 00010000:00010000:1.0:1763332770.060591:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.060594:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30725 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060600:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30725 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.060635:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c30717 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d383 expref: 17 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.060646:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332770.060648:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332770.060652:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c30717 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d383 expref: 17 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.060662:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42000, rc 0) 00000100:00100000:1.0:1763332770.060760:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35389:x1848987610954240:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 678us (1328us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332770.060768:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2461 00000100:00100000:3.0:1763332770.067821:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.067898:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610954368 00000100:00100000:1.0:1763332770.067914:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610954368 00000100:00100000:1.0:1763332770.068002:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2462 00000100:00100000:1.0:1763332770.068013:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35389:x1848987610954368:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332770.068117:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3072c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068138:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3072c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068153:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3072c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068165:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30733 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068172:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30733 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068179:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30733 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068288:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3073a lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068296:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3073a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068302:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3073a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332770.068401:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 0 00000004:00200000:1.0:1763332770.068406:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332770.068421:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3073a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068437:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3072c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068444:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3072c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068629:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3072c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068636:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.068641:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3072c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068649:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3072c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068662:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332770.068666:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.068671:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3072c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068677:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c3072c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068692:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30733 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068697:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30733 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068702:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30733 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.068707:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.068915:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30733 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.069030:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30733 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.069040:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe438a1c00) 00010000:00010000:1.0:1763332770.069043:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.069047:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30733 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.069052:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30733 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.069064:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3073a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.069070:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3073a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.069077:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3073a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.069082:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.069085:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3073a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.069090:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3073a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.069098:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332770.069101:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.069104:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3073a lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332770.069110:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c3073a lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:1.0:1763332770.069231:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35389:x1848987610954368:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 1217us (1423us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.069242:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2462 00000100:00100000:1.0:1763332770.095239:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.104555:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332770.112406:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626260992:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332770.112483:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332770.113176:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332770.113189:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626261120:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332770.113223:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332770.113318:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626260992 00000100:00100000:0.0:1763332770.113326:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626260992 00000100:00100000:0.0:1763332770.113444:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626261120 00000100:00100000:0.0:1763332770.113448:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626261120 00000100:00100000:0.0:1763332770.113474:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1763332770.113483:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626260992:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332770.113755:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626260992:12345-0@lo:2:osp-syn-1-0.0 Request processed in 272us (1271us total) trans 17179869407 rc 0/0 00000100:00100000:0.0:1763332770.113764:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1763332770.113781:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1763332770.113788:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626261120:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332770.113901:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626261120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (676us total) trans 21474836723 rc 0/0 00000100:00100000:0.0:1763332770.113908:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000004:00080000:0.0:1763332770.113991:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe46269f80/2, rc 0, transno 21474836723 00000100:00100000:0.0:1763332770.113998:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626261120:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763332770.114023:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74038a80/2, rc 0, transno 17179869407 00000100:00100000:0.0:1763332770.114028:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626260992:0@lo:2:osp-syn-1-0.0 00000100:00080000:1.0:1763332770.114118:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332770.114123:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1763332770.114195:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c3065a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332770.114208:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c3065a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332770.114217:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c3065a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332770.114224:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.114230:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c3065a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332770.114239:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c3065a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332770.114258:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92fe438a1400) 00010000:00010000:3.0:1763332770.114262:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.114267:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c3065a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332770.114274:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c3065a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332770.114298:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c306b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.114305:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c306b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.114311:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c306b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.114316:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.114319:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c306b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.114325:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c306b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.114334:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe438a1c00) 00010000:00010000:3.0:1763332770.114337:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.114340:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c306b5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.114394:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c306b5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.114639:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c3076b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xb:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d391 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.114650:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:3.0:1763332770.114653:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332770.114667:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c30764 lrc: 0/0,0 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d391 expref: 7 pid: 6519 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763332770.114682:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c3076b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xb:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d391 expref: 6 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.114712:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:3.0:1763332770.114715:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332770.114718:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192e00, rc 0) 00000100:00100000:3.0:1763332770.114780:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+6:35391:x1848987610954880:12345-192.168.204.28@tcp:101:dd.0 Request processed in 9890us (10244us total) trans 4294968856 rc 0/0 00000100:00100000:3.0:1763332770.114788:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2464 00000100:00100000:3.0:1763332770.124486:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332770.125085:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610955008 00000100:00100000:0.0:1763332770.125109:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610955008 00000100:00100000:0.0:1763332770.125210:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1191 00000100:00100000:0.0:1763332770.125222:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+5:35391:x1848987610955008:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332770.125245:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332770.125269:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d398 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332770.125295:0:17605:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332770.125318:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332770.125321:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332770.125330:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 6 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.125375:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 6 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.125389:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031600, rc 0) 00000100:00100000:0.0:1763332770.125468:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:35391:x1848987610955008:12345-192.168.204.28@tcp:101:dd.0 Request processed in 248us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332770.125476:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1191 00000100:00080000:1.0:1763332770.125536:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332770.131041:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.131413:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610955136 00000100:00100000:3.0:1763332770.131425:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610955136 00000100:00100000:3.0:1763332770.131495:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2465 00000100:00100000:3.0:1763332770.131506:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+6:35391:x1848987610955136:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332770.131535:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332770.131560:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30779 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d39f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.131600:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30780 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.131615:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30780 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.131627:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30780 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.131763:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30779 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d39f expref: 8 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.131782:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30780 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d39f expref: 7 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.131791:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:3.0:1763332770.131795:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763332770.131799:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0ce00, rc 0) 00000100:00100000:3.0:1763332770.131859:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+7:35391:x1848987610955136:12345-192.168.204.28@tcp:101:dd.0 Request processed in 355us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332770.131867:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2465 00000100:00100000:3.0:1763332770.189589:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.209588:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.215538:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.215670:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610955776 00000100:00100000:3.0:1763332770.215680:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610955776 00000100:00100000:3.0:1763332770.215742:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2467 00000100:00100000:3.0:1763332770.215752:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35392:x1848987610955776:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332770.215772:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332770.215776:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332770.215804:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c3078e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3a6 expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.215823:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332770.215828:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332770.215842:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30795 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d3ad expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.215988:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3079c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216001:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3079c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216011:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3079c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216024:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216031:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216037:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216096:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c307aa lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216105:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c307aa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216111:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c307aa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:3.0:1763332770.216120:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 0 00010000:00010000:3.0:1763332770.216199:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3079c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216207:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3079c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216217:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3079c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216223:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.216227:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3079c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216234:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3079c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216243:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332770.216246:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.216249:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3079c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216255:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3079c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216265:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216270:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216276:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216281:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0dc00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.216283:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216288:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216298:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92ff44d03100) 00010000:00010000:3.0:1763332770.216300:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.216303:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307a3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.216308:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.217862:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c30795 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3ad expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.217898:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c307aa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3ad expref: 10 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.217907:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03c00) 00010000:00010000:3.0:1763332770.217910:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332770.217913:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0c200, rc 0) 00000100:00100000:3.0:1763332770.219088:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35392:x1848987610955776:12345-192.168.204.28@tcp:101:dd.0 Request processed in 3327us (3552us total) trans 4294968858 rc 0/0 00000100:00100000:3.0:1763332770.219103:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2467 00000100:00100000:1.0:1763332770.246577:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.247638:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610956032 00000100:00100000:3.0:1763332770.247653:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610956032 00000100:00100000:3.0:1763332770.248297:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2468 00000100:00100000:3.0:1763332770.248312:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35392:x1848987610956032:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332770.248343:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332770.248642:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332770.248676:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c307aa lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3ad expref: 10 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.248701:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03c00) 00010000:00010000:3.0:1763332770.248713:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332770.248729:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c307b8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d3b4 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.248786:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307bf lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.248801:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307bf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332770.248811:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307bf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000001:00080000:0.0:1763332770.253782:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968859 is committed 00000004:00080000:0.0:1763332770.253797:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 165 committed 00000004:00080000:0.0:1763332770.253816:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 162 committed 00000004:00080000:0.0:1763332770.256239:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 164 committed 00000100:00100000:0.0:1763332770.256528:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332770.256545:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626261504:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332770.256594:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763332770.257339:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44cd9500/2, rc 0, transno 17179869408 00000100:00100000:3.0:1763332770.257385:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626261504:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332770.261210:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332770.261685:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610956160 00000100:00100000:0.0:1763332770.261698:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610956160 00000100:00100000:0.0:1763332770.261776:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1195 00000100:00100000:0.0:1763332770.261787:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+5:35392:x1848987610956160:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332770.261808:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332770.261834:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c307c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d3bb expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332770.261860:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332770.261880:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332770.261882:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332770.261893:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c307c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3bb expref: 6 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.261910:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c307c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3bb expref: 6 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.261923:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031200, rc 0) 00000100:00080000:1.0:1763332770.262501:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332770.262675:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+6:35392:x1848987610956160:12345-192.168.204.28@tcp:101:dd.0 Request processed in 887us (1476us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332770.262684:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1195 00000100:00100000:1.0:1763332770.266010:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.356188:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332770.356264:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610956544 00000100:00100000:0.0:1763332770.356279:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610956544 00000100:00100000:0.0:1763332770.356390:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2470 00000100:00100000:0.0:1763332770.356401:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35392:x1848987610956544:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332770.356426:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332770.356430:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332770.356461:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c307bf lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3b4 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.356482:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332770.356489:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332770.356504:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c307db lrc: 2/0,0 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d3c9 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.356559:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c307e2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332770.356575:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c307e2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332770.356583:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c307e2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00080000:0.0:1763332770.356818:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00000040:00080000:0.0:1763332770.356903:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].180, 88 off23224 00000004:00080000:0.0:1763332770.356912:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 874436561886ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332770.356941:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].175, 88 off22824 00000004:00080000:0.0:1763332770.356945:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 874436595686ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332770.360705:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].176, 88 off22912 00000004:00080000:0.0:1763332770.360728:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 874440379011ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332770.360755:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].181, 88 off23312 00000004:00080000:0.0:1763332770.360761:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 874440412125ns, next at 872396564135ns, rc = 0 00000001:00080000:3.0:1763332770.372423:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968860 is committed 00000004:00080000:3.0:1763332770.372445:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 167 committed 00000004:00080000:3.0:1763332770.372460:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 164 committed 00000004:00080000:3.0:1763332770.372477:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 163 committed 00000004:00080000:3.0:1763332770.372480:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 166 committed 00010000:00010000:1.0:1763332770.373120:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c307e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3c9 expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.373135:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332770.373137:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763332770.373155:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c307db lrc: 0/0,0 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3c9 expref: 10 pid: 8606 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1763332770.373174:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c307e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3c9 expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.373203:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332770.373206:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763332770.373208:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031000, rc 0) 00000100:00100000:1.0:1763332770.373256:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35392:x1848987610956544:12345-192.168.204.28@tcp:101:dd.0 Request processed in 16857us (17079us total) trans 4294968860 rc 0/0 00000100:00100000:1.0:1763332770.373264:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2470 00000100:00100000:1.0:1763332770.387645:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.387674:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610956672 00000100:00100000:1.0:1763332770.387680:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610956672 00002000:00100000:1.0:1763332770.387725:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x41:0x0] (0->1048575) req@ffff92ff7566df80 x1848987610956672/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:81/0 lens 488/0 e 0 to 0 dl 1763332781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332770.387735:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7566df80 with x1848987610956672 ext(0->1048575) 00002000:00010000:1.0:1763332770.387741:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7566df80 00000100:00100000:1.0:1763332770.387763:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 482 00000100:00100000:1.0:1763332770.387770:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2419:x1848987610956672:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:1.0:1763332770.389044:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626262656 00000100:00100000:1.0:1763332770.389054:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626262656 00000100:00100000:1.0:1763332770.389093:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1763332770.389101:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626262656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389164:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626262656:12345-0@lo:400:kworker.0 Request processed in 64us (1834us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.389172:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1763332770.389219:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626262400:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389253:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332770.389274:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626262912:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389300:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332770.389321:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763332770.389328:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626262528:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389376:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332770.389395:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626263040:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389417:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332770.389443:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626262400 00000100:00100000:1.0:1763332770.389446:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626262400 00000100:00100000:1.0:1763332770.389470:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1763332770.389475:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626262400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389510:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626262400:12345-0@lo:400:kworker.0 Request processed in 34us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.389519:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1763332770.389539:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626262272:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389563:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332770.389582:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626262784:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389604:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332770.389632:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626263296:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389658:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332770.389707:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626262400:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389736:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626262528 00000100:00100000:1.0:1763332770.389739:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626262528 00000100:00100000:1.0:1763332770.389764:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626263040 00000100:00100000:1.0:1763332770.389767:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626263040 00000100:00080000:1.0:1763332770.389786:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332770.389801:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626262272 00000100:00100000:1.0:1763332770.389804:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626262272 00000100:00100000:1.0:1763332770.389814:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626263296 00000100:00100000:1.0:1763332770.389817:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626263296 00000100:00080000:1.0:1763332770.389829:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332770.389845:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1763332770.389851:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626262528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389887:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626262528:12345-0@lo:400:kworker.0 Request processed in 36us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.389893:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1763332770.389915:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626262528:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389933:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1763332770.389939:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626263040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.389985:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626263040:12345-0@lo:400:kworker.0 Request processed in 46us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.389991:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1763332770.390014:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626263040:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.390031:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1763332770.390037:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626262272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.390067:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626262272:12345-0@lo:400:kworker.0 Request processed in 30us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.390072:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1763332770.390093:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626262272:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.390108:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1763332770.390114:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626263296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.390141:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626263296:12345-0@lo:400:kworker.0 Request processed in 27us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.390146:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1763332770.390166:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626263296:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.390193:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626262912 00000100:00100000:1.0:1763332770.390196:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626262912 00000100:00100000:1.0:1763332770.390220:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626262784 00000100:00100000:1.0:1763332770.390223:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626262784 00000100:00100000:1.0:1763332770.390247:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1763332770.390253:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e05a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626262912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.390286:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e05a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626262912:12345-0@lo:400:kworker.0 Request processed in 33us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.390295:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1763332770.390421:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1763332770.390442:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626262784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.390471:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626262784:12345-0@lo:400:kworker.0 Request processed in 45us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.390476:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00080000:1.0:1763332770.390489:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332770.390491:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332770.390506:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626262912:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.390523:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626262784:0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.390578:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626262144 00000100:00100000:1.0:1763332770.390581:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626262144 00000100:00100000:1.0:1763332770.390612:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1763332770.390618:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626262144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332770.390648:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626262144:12345-0@lo:400:kworker.0 Request processed in 30us (3414us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.390653:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1763332770.392159:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332770.392185:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626263424:0@lo:400:kworker.0 00000100:00100000:0.0:1763332770.392276:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332770.392676:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626263424 00000100:00100000:0.0:1763332770.392683:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626263424 00000100:00100000:0.0:1763332770.392743:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626263168 00000100:00100000:0.0:1763332770.392746:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626263168 00000100:00100000:0.0:1763332770.392765:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1763332770.392772:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626263424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332770.392823:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626263424:12345-0@lo:400:kworker.0 Request processed in 51us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332770.392830:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1763332770.392859:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626263424:0@lo:400:kworker.0 00000100:00100000:0.0:1763332770.392876:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1763332770.392883:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626263168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332770.392912:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626263168:12345-0@lo:400:kworker.0 Request processed in 31us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332770.392918:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1763332770.421099:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987610956672:12345-192.168.204.28@tcp:4:dd.0 Request processed in 33311us (33437us total) trans 17179869411 rc 0/0 00000100:00100000:1.0:1763332770.421117:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 482 00002000:00100000:1.0:1763332770.421133:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x41:0x0] (0->1048575) req@ffff92ff7566df80 x1848987610956672/t17179869411(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:81/0 lens 488/448 e 0 to 0 dl 1763332781 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332770.421144:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7566df80 with x1848987610956672 ext(0->1048575) 00002000:00010000:1.0:1763332770.421153:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7566df80 00000100:00100000:1.0:1763332770.434308:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.512649:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610957056 00000100:00100000:3.0:1763332770.512664:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610957056 00000100:00100000:3.0:1763332770.512737:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 712 00000100:00100000:3.0:1763332770.512749:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35392:x1848987610957056:12345-192.168.204.28@tcp:35:dd.0 00000100:00100000:3.0:1763332770.513156:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35392:x1848987610957056:12345-192.168.204.28@tcp:35:dd.0 Request processed in 408us (726us total) trans 4294968861 rc 0/0 00000100:00100000:3.0:1763332770.513165:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 712 00000100:00100000:3.0:1763332770.529309:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.529450:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610957184 00000100:00100000:1.0:1763332770.529461:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610957184 00000100:00100000:1.0:1763332770.529531:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2471 00000100:00100000:1.0:1763332770.529543:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35394:x1848987610957184:12345-192.168.204.28@tcp:101:cat.0 00010000:00010000:1.0:1763332770.529576:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332770.529606:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c307f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d3d7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.529690:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c307f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332770.529706:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c307f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332770.529718:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c307f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763332770.529772:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763332770.529776:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332770.529798:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c307f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332770.529824:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c307f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d7 expref: 12 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.529845:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c307f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d7 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.529855:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332770.529858:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763332770.529863:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43c00, rc 0) 00000100:00100000:1.0:1763332770.529941:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35394:x1848987610957184:12345-192.168.204.28@tcp:101:cat.0 Request processed in 399us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.530240:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2471 00000100:00100000:1.0:1763332770.538329:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.549591:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.549877:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610957568 00000100:00100000:1.0:1763332770.549888:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610957568 00002000:00100000:1.0:1763332770.549939:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x41:0x0] (0->1048575) req@ffff92fe42f0f800 x1848987610957568/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:81/0 lens 488/0 e 0 to 0 dl 1763332781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332770.549961:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42f0f800 with x1848987610957568 ext(0->1048575) 00002000:00010000:1.0:1763332770.549968:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe42f0f800 00000100:00100000:1.0:1763332770.550005:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 483 00000100:00100000:1.0:1763332770.550015:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610957568:12345-192.168.204.28@tcp:3:cat.0 00000100:00100000:1.0:1763332770.566850:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610957568:12345-192.168.204.28@tcp:3:cat.0 Request processed in 16816us (17249us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332770.566871:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 483 00002000:00100000:1.0:1763332770.566890:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x41:0x0] (0->1048575) req@ffff92fe42f0f800 x1848987610957568/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:81/0 lens 488/440 e 0 to 0 dl 1763332781 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332770.566901:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42f0f800 with x1848987610957568 ext(0->1048575) 00002000:00010000:1.0:1763332770.566911:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe42f0f800 00000100:00100000:3.0:1763332770.633435:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332770.633670:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610957824 00000100:00100000:0.0:1763332770.633682:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610957824 00000100:00100000:0.0:1763332770.633758:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 713 00000100:00100000:0.0:1763332770.633770:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35394:x1848987610957824:12345-192.168.204.28@tcp:35:cat.0 00000100:00100000:0.0:1763332770.634172:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35394:x1848987610957824:12345-192.168.204.28@tcp:35:cat.0 Request processed in 402us (746us total) trans 4294968863 rc 0/0 00000100:00100000:0.0:1763332770.634183:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 713 00000100:00100000:3.0:1763332770.655569:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.655830:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610958080 00000100:00100000:1.0:1763332770.655842:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610958080 00000100:00100000:1.0:1763332770.655919:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2473 00000100:00100000:1.0:1763332770.655932:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35397:x1848987610958080:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332770.655969:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332770.655994:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30821 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d3e5 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.656082:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30828 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656099:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30828 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656113:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30828 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656132:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3082f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656139:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3082f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656146:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3082f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656235:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30828 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656242:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30828 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656249:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30828 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656254:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30828 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656261:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.656266:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30828 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656275:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30828 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656292:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332770.656294:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.656301:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30828 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656307:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30828 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656321:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3082f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656337:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3082f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656343:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3082f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656386:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.656389:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3082f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656394:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3082f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656400:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92ff4268eb00) 00010000:00010000:1.0:1763332770.656403:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.656405:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3082f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656410:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3082f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.656444:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30821 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3e5 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.656454:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332770.656456:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332770.656460:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30821 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3e5 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.656468:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43600, rc 0) 00000100:00100000:1.0:1763332770.656536:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35397:x1848987610958080:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 607us (984us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332770.656543:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2473 00000100:00100000:3.0:1763332770.671030:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610958208 00000100:00100000:3.0:1763332770.671042:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610958208 00000100:00100000:3.0:1763332770.671123:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2474 00000100:00100000:3.0:1763332770.671135:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35397:x1848987610958208:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332770.671237:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30836 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671256:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30836 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671269:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30836 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671283:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c3083d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671290:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c3083d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671295:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c3083d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671414:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30844 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671424:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30844 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671430:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30844 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332770.671492:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xb:0x0]: returning size 2097152 00000004:00200000:3.0:1763332770.671498:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332770.671516:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30844 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671533:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30836 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671541:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30836 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671548:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30836 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671556:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.671561:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30836 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671569:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30836 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671584:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332770.671587:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.671593:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30836 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671600:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30836 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671620:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c3083d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671626:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c3083d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671633:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c3083d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671638:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.671640:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c3083d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671645:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c3083d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671651:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92ff44d03c00) 00010000:00010000:3.0:1763332770.671654:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.671656:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c3083d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671661:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c3083d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671676:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30844 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671682:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30844 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671687:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30844 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671691:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.671694:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30844 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671699:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30844 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671707:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:3.0:1763332770.671710:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.671713:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30844 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.671718:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30844 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763332770.671822:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35397:x1848987610958208:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 688us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332770.671831:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2474 00000100:00100000:0.0:1763332770.694340:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.694605:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610958336 00000100:00100000:1.0:1763332770.694616:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610958336 00000100:00100000:1.0:1763332770.694674:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2475 00000100:00100000:1.0:1763332770.694684:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35400:x1848987610958336:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332770.694765:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3084b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.694782:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3084b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.694795:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3084b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.694808:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c30852 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.694814:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c30852 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.694821:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c30852 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.694897:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30859 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.694904:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30859 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.694910:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30859 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332770.694963:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:1.0:1763332770.694968:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332770.694982:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30859 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.694996:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3084b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695003:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3084b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695008:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3084b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695015:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3084b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695022:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.695026:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3084b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695033:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3084b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695047:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332770.695051:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.695055:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3084b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695061:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3084b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695074:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c30852 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695080:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c30852 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695085:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c30852 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695090:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.695092:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c30852 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695098:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c30852 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695105:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92ff4268eb00) 00010000:00010000:1.0:1763332770.695107:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.695110:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c30852 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695115:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c30852 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695128:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30859 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695134:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30859 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695139:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30859 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695143:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.695145:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30859 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695149:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30859 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695155:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332770.695157:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.695159:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30859 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.695163:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30859 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332770.695232:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35400:x1848987610958336:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 549us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.695239:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2475 00000100:00100000:3.0:1763332770.717284:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610958592 00000100:00100000:3.0:1763332770.717301:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610958592 00000100:00100000:3.0:1763332770.718181:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2476 00000100:00100000:3.0:1763332770.718199:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35402:x1848987610958592:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332770.718223:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332770.718244:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30860 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d3ec expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.718317:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30867 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718332:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30867 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718343:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30867 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718378:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c3086e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718389:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c3086e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718395:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c3086e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718473:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30867 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718480:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30867 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718486:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30867 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718492:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.718497:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30867 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718504:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30867 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718517:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332770.718520:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.718525:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30867 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718530:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30867 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718544:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c3086e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718550:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c3086e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718557:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c3086e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718561:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.718564:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c3086e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718568:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c3086e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718574:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92ff44d03c00) 00010000:00010000:3.0:1763332770.718576:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.718579:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c3086e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718583:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c3086e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.718616:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30860 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3ec expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.718625:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332770.718628:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332770.718631:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c30860 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3ec expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.718640:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48293200, rc 0) 00000100:00100000:3.0:1763332770.718705:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35402:x1848987610958592:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 513us (1566us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332770.718713:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2476 00000100:00100000:3.0:1763332770.723234:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610958720 00000100:00100000:3.0:1763332770.723247:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610958720 00000100:00100000:1.0:1763332770.724525:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2477 00000100:00100000:1.0:1763332770.724550:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35402:x1848987610958720:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332770.724650:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30875 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724672:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30875 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724688:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30875 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724706:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3087c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724713:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3087c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724719:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3087c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724817:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30883 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724827:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30883 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724834:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30883 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332770.724894:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xb:0x0]: returning size 2097152 00000004:00200000:1.0:1763332770.724899:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332770.724912:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30883 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724927:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30875 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724933:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30875 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724940:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30875 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724971:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30875 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724977:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.724981:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30875 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.724989:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30875 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725004:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332770.725007:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.725013:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30875 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725020:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30875 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725036:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3087c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725041:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3087c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725046:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3087c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725050:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.725053:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3087c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725058:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3087c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725068:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92ff4268eb00) 00010000:00010000:1.0:1763332770.725071:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.725073:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3087c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725078:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c3087c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725092:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30883 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725098:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30883 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725103:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30883 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725108:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.725110:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30883 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725115:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30883 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725121:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:1.0:1763332770.725123:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.725125:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30883 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.725130:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30883 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332770.725237:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35402:x1848987610958720:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 697us (2111us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.725246:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2477 00000100:00100000:0.0:1763332770.743269:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.743384:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610958848 00000100:00100000:3.0:1763332770.743395:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610958848 00000100:00100000:3.0:1763332770.743475:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2478 00000100:00100000:3.0:1763332770.743487:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35405:x1848987610958848:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332770.743586:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c3088a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743611:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c3088a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743625:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c3088a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743643:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30891 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743650:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743657:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743739:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30898 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743749:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30898 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743757:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30898 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332770.743806:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:3.0:1763332770.743812:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332770.743826:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30898 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743839:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c3088a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743847:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c3088a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743855:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c3088a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743861:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.743865:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c3088a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743871:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c3088a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743883:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332770.743886:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.743893:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c3088a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743898:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c3088a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743912:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743917:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30891 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743922:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30891 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743927:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.743929:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30891 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743934:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30891 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.743939:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92ff44d03c00) 00010000:00010000:3.0:1763332770.743942:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.744064:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30891 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.744072:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30891 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.744092:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30898 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.744099:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30898 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.744105:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30898 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.744109:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332770.744113:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30898 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.744119:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30898 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.744127:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332770.744130:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332770.744135:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30898 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332770.744141:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c30898 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763332770.744249:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35405:x1848987610958848:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 762us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332770.744260:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2478 00000100:00100000:1.0:1763332770.762652:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610958976 00000100:00100000:1.0:1763332770.762668:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610958976 00000100:00100000:1.0:1763332770.762740:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2479 00000100:00100000:1.0:1763332770.762752:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35408:x1848987610958976:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332770.762775:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332770.762803:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3089f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d3f3 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.762882:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c308a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.762897:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c308a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.762911:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c308a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.762927:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c308ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.762935:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c308ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.762942:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c308ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763031:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c308b4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763040:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c308b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763048:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c308b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332770.763098:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xb:0x0]: returning size 2097152 00000004:00200000:1.0:1763332770.763103:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332770.763123:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c308b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763135:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c308b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763145:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c308a6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763152:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c308a6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763158:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c308a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763164:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c308a6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763170:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.763174:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c308a6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763181:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c308a6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763192:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332770.763195:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.763200:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c308a6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763206:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c308a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763220:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c308ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763226:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c308ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763231:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c308ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763236:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332770.763238:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c308ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763244:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c308ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763250:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92ff4268eb00) 00010000:00010000:1.0:1763332770.763252:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332770.763255:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c308ad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763260:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c308ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.763289:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c3089f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3f3 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.763302:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c308b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3f3 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.763313:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:1.0:1763332770.763315:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332770.763318:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42400, rc 0) 00000100:00100000:1.0:1763332770.763444:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35408:x1848987610958976:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 694us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.763452:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2479 00000100:00100000:3.0:1763332770.769192:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610959232 00000100:00100000:3.0:1763332770.769206:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610959232 00000100:00100000:3.0:1763332770.769281:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2480 00000100:00100000:3.0:1763332770.769292:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35408:x1848987610959232:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332770.769316:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332770.769343:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c308bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d3fa expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332770.775125:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332770.775223:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610959616 00000100:00100000:0.0:1763332770.775236:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610959616 00000100:00100000:3.0:1763332770.775252:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332770.775298:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2481 00000100:00100000:0.0:1763332770.775310:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35408:x1848987610959616:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332770.775343:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332770.775538:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308d0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d401 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.775678:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c308d7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.775698:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c308d7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.775710:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c308d7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332770.775723:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xb:0x0]: returning size 2097152 00010000:00010000:0.0:1763332770.775905:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308d0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xb:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d401 expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.775931:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c308d7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d401 expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.775941:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00000100:00100000:1.0:1763332770.776221:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610959360 00000100:00100000:1.0:1763332770.776230:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610959360 00000100:00100000:1.0:1763332770.776290:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 280 00000100:00100000:1.0:1763332770.776301:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2419:x1848987610959360:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332770.776314:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332770.777090:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332770.777099:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40030800, rc 0) 00010000:00010000:1.0:1763332770.777273:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c308c2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3fa expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.777296:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:1.0:1763332770.777300:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332770.777523:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35408:x1848987610959616:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2212us (2407us total) trans 4294968865 rc 0/0 00000100:00100000:0.0:1763332770.777534:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2481 00000100:00100000:1.0:1763332770.777736:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2419:x1848987610959360:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1437us (2481us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.777745:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 280 00000100:00100000:1.0:1763332770.783252:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610959744 00000100:00100000:1.0:1763332770.783268:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610959744 00000100:00100000:1.0:1763332770.783514:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1201 00000100:00100000:1.0:1763332770.783528:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987610959744:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:1.0:1763332770.783584:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.783616:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 6 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.783625:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332770.783627:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332770.783631:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.783678:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 6 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.783696:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 6 pid: 17605 timeout: 974 lvb_type: 0 00000100:00100000:1.0:1763332770.783714:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626263552:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332770.783809:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332770.789076:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626263552:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332770.789115:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332770.793280:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610959872 00000100:00100000:1.0:1763332770.793295:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610959872 00002000:00100000:1.0:1763332770.793383:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x43:0x0] (0->2097151) req@ffff92ff7e00ce00 x1848987610959872/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:81/0 lens 488/0 e 0 to 0 dl 1763332781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332770.793396:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7e00ce00 with x1848987610959872 ext(0->2097151) 00010000:00010000:1.0:1763332770.793409:0:16635:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 7 pid: 17605 timeout: 974 lvb_type: 0 00010000:00010000:1.0:1763332770.793425:0:16635:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 7 pid: 17605 timeout: 974 lvb_type: 0 00002000:00010000:1.0:1763332770.793434:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff92ff7e00ce00 00000100:00100000:1.0:1763332770.793475:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 12 00000100:00100000:1.0:1763332770.793487:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2418:x1848987610959872:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:1.0:1763332770.822696:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987610959872:12345-192.168.204.28@tcp:4:dd.0 Request processed in 29190us (30374us total) trans 21474836728 rc 0/0 00000100:00100000:1.0:1763332770.822716:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 12 00002000:00100000:1.0:1763332770.822734:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x43:0x0] (0->2097151) req@ffff92ff7e00ce00 x1848987610959872/t21474836728(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:81/0 lens 488/448 e 0 to 0 dl 1763332781 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332770.822747:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7e00ce00 with x1848987610959872 ext(0->2097151) 00010000:00010000:1.0:1763332770.822763:0:16635:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 9 pid: 17605 timeout: 974 lvb_type: 0 00010000:00010000:1.0:1763332770.822790:0:16635:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 9 pid: 17605 timeout: 974 lvb_type: 0 00002000:00010000:1.0:1763332770.822799:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff92ff7e00ce00 00000100:00100000:3.0:1763332770.832475:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.832646:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610960000 00000100:00100000:1.0:1763332770.832660:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610960000 00010000:00010000:1.0:1763332770.832715:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 9 pid: 17605 timeout: 974 lvb_type: 0 00000100:00100000:1.0:1763332770.832771:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 615 00000100:00100000:1.0:1763332770.832784:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610960000:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332770.832805:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763332770.832832:0:6504:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x43:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1763332770.832836:0:6504:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x43:0x0] updating lvb mtime from disk: 0 -> 1763332770 00002000:00010000:1.0:1763332770.832839:0:6504:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x43:0x0] updating lvb ctime from disk: 0 -> 1763332770 00002000:00010000:1.0:1763332770.832842:0:6504:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x43:0x0] updating lvb blocks from disk: 0 -> 4096 00010000:00010000:1.0:1763332770.832847:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 9 pid: 17605 timeout: 974 lvb_type: 0 00010000:00010000:1.0:1763332770.832862:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 9 pid: 17605 timeout: 974 lvb_type: 0 00010000:00010000:1.0:1763332770.832907:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30772 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d398 expref: 9 pid: 17605 timeout: 974 lvb_type: 0 00010000:00010000:1.0:1763332770.832929:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332770.832931:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332770.832938:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.832958:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.837078:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.837099:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.837135:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.837144:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.837154:0:17605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.837162:0:17605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332770.837166:0:17605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.837175:0:17605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332770.837198:0:17605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332770.837323:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610959744:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 53791us (54403us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332770.837335:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1201 00010000:00010000:1.0:1763332770.837542:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c308e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.837586:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332770.837616:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610960000:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 4834us (5153us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332770.837625:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 615 00000100:00100000:0.0:1763332770.848395:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610960256 00000100:00100000:0.0:1763332770.848413:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610960256 00000100:00100000:0.0:1763332770.848554:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2482 00000100:00100000:0.0:1763332770.848571:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:35408:x1848987610960256:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332770.852074:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763332770.852123:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c308b4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3f3 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.852162:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c3076b lrc: 0/0,0 mode: --/CR res: [0x200000403:0xb:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d391 expref: 17 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.852176:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:0.0:1763332770.852183:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332770.852223:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 3/0,1 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.852241:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.852251:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00080000:0.0:1763332770.852544:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x43:0x0], index 1: 0 00000040:00080000:0.0:1763332770.852665:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].182, 88 off23400 00000004:00080000:0.0:1763332770.852675:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 874932325590ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332770.852771:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].177, 88 off23000 00000004:00080000:0.0:1763332770.852777:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 874932427493ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332770.852797:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].178, 88 off23088 00000004:00080000:0.0:1763332770.852802:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 874932452704ns, next at 871880962234ns, rc = 0 00000001:00080000:1.0:1763332770.854736:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968866 is committed 00000004:00080000:1.0:1763332770.854752:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 166 committed 00000004:00080000:1.0:1763332770.854768:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 165 committed 00000004:00080000:1.0:1763332770.854771:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 168 committed 00000100:00100000:1.0:1763332770.855270:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332770.855412:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7403b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626263936:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332770.855444:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332770.855473:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7403a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626263808:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332770.855497:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332770.855528:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626263680 00000100:00100000:1.0:1763332770.855537:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626263680 00000100:00100000:1.0:1763332770.855594:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626263936 00000100:00100000:1.0:1763332770.855598:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626263936 00000100:00100000:1.0:1763332770.855618:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626263808 00000100:00100000:1.0:1763332770.855621:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626263808 00000100:00100000:1.0:1763332770.855643:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1763332770.855653:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3654:x1848987626263680:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332770.855887:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626263680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 234us (823us total) trans 21474836729 rc 0/0 00000100:00100000:1.0:1763332770.855896:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1763332770.855920:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1763332770.855928:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626263936:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332770.856071:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626263936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 144us (625us total) trans 17179869412 rc 0/0 00000100:00100000:1.0:1763332770.856079:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1763332770.856094:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1763332770.856102:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626263808:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332770.856176:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626263808:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (678us total) trans 17179869413 rc 0/0 00000100:00100000:1.0:1763332770.856181:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000004:00080000:1.0:1763332770.856231:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e00d880/2, rc 0, transno 21474836729 00000100:00100000:1.0:1763332770.856239:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626263680:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332770.856263:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7403b800/2, rc 0, transno 17179869412 00000100:00100000:1.0:1763332770.856268:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7403b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626263936:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332770.856276:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7403a680/2, rc 0, transno 17179869413 00000100:00100000:1.0:1763332770.856279:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7403a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626263808:0@lo:2:osp-syn-1-0.0 00000004:00010000:0.0:1763332770.856568:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006c9e77cb reply state 00000000af47e892 transno 4294968866 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.856593:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.856603:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:0.0:1763332770.856606:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763332770.856612:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763332770.856720:0:6520:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763332770.856736:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35408:x1848987610960256:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 8169us (8470us total) trans 4294968866 rc 0/0 00000100:00100000:0.0:1763332770.856744:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2482 00010000:00010000:0.0:1763332770.856771:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.856779:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.856787:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.856793:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332770.856798:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.856807:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.856817:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:0.0:1763332770.856820:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332770.856823:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332770.856830:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c308ec lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763332770.862151:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332770.862208:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610960384 00000100:00100000:0.0:1763332770.862219:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610960384 00000100:00100000:0.0:1763332770.862290:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2483 00000100:00100000:0.0:1763332770.862301:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35408:x1848987610960384:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332770.862332:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332770.862382:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c308f3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d408 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.862452:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c308f3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d408 expref: 12 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.862467:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c308f3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d408 expref: 12 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332770.862487:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:0.0:1763332770.862491:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332770.862494:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031e00, rc 0) 00000100:00100000:0.0:1763332770.862563:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35408:x1848987610960384:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 264us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332770.862571:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2483 00000100:00100000:0.0:1763332770.865307:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.868827:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610960640 00000100:00100000:3.0:1763332770.868839:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610960640 00000100:00100000:3.0:1763332770.868990:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1205 00000100:00100000:3.0:1763332770.869002:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610960640:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332770.869020:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332770.869043:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30908 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d416 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332770.869070:0:17605:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x43:0x0] initial LVB size: 2097152, mtime: 0x691a52a2, atime: 0x0, ctime: 0x691a52a2, blocks: 0x1000 00010000:00010000:3.0:1763332770.869482:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332770.869487:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332770.869502:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30908 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d416 expref: 8 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332770.869523:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30908 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d416 expref: 8 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332770.869539:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48293e00, rc 0) 00000100:00100000:3.0:1763332770.869684:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610960640:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 684us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332770.869694:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1205 00000100:00100000:3.0:1763332770.904908:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332770.909683:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332770.910469:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1207 00000100:00100000:3.0:1763332770.910487:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610960896:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332770.910634:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610960896:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 153us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332770.910642:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1207 00000100:00100000:3.0:1763332770.914952:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.916454:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610961024 00000100:00100000:1.0:1763332770.916468:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610961024 00000100:00100000:1.0:1763332770.916572:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 484 00000100:00100000:1.0:1763332770.916585:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610961024:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332770.916630:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c3090f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.916648:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332770.916651:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332770.916658:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c3090f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.916674:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c3090f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.936155:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c3090f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.936181:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c3090f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.936193:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c3090f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.936568:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332770.936576:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c3090f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.936587:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c3090f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.936618:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c3090f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.936628:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c3090f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332770.937332:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610961024:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 20741us (22394us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1763332770.937344:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 484 00000100:00100000:1.0:1763332770.944288:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000001:00080000:0.0:1763332770.959217:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869414 is committed 00000001:00080000:0.0:1763332770.959235:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869413 is committed 00000100:00100000:0.0:1763332770.967921:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000001:00080000:1.0:1763332770.983814:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869415 is committed 00000100:00100000:0.0:1763332770.998424:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332770.998687:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610961536 00000100:00100000:1.0:1763332770.998697:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610961536 00000100:00100000:1.0:1763332770.999014:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2485 00000100:00100000:1.0:1763332770.999026:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35408:x1848987610961536:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332770.999083:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332770.999114:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c30901 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d40f expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332770.999136:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:1.0:1763332770.999141:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332770.999200:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.999215:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.999224:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00010000:1.0:1763332770.999413:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007e1d7914 reply state 00000000bb482697 transno 4294968867 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.999426:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332770.999831:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:1.0:1763332770.999834:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332770.999837:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332770.999988:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35408:x1848987610961536:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 963us (1576us total) trans 4294968867 rc 0/0 00000100:00100000:1.0:1763332770.999999:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2485 00000100:00100000:3.0:1763332771.005074:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.012098:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.012648:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610961792 00000100:00100000:1.0:1763332771.012657:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610961792 00010000:00010000:1.0:1763332771.012694:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30908 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d416 expref: 9 pid: 17605 timeout: 975 lvb_type: 1 00000100:00100000:1.0:1763332771.012740:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 616 00000100:00100000:1.0:1763332771.012750:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610961792:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332771.012765:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332771.012790:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30908 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d416 expref: 9 pid: 17605 timeout: 975 lvb_type: 1 00010000:00010000:1.0:1763332771.012807:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30908 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d416 expref: 9 pid: 17605 timeout: 975 lvb_type: 1 00010000:00010000:1.0:1763332771.012837:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293e00/0xb32e3ef184c30908 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d416 expref: 9 pid: 17605 timeout: 975 lvb_type: 1 00010000:00010000:1.0:1763332771.012852:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.012855:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.012862:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3092b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d41d expref: 8 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.012874:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3092b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d41d expref: 8 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.012918:0:6504:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3092b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d41d expref: 8 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332771.012933:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6504:1848987626264192:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332771.013028:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0180 going to sleep for 11 seconds 00000100:00100000:3.0:1763332771.019612:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332771.022696:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.023116:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610962176 00000100:00100000:1.0:1763332771.023126:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610962176 00000100:00100000:1.0:1763332771.023518:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2486 00000100:00100000:1.0:1763332771.023530:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35408:x1848987610962176:12345-192.168.204.28@tcp:55:lfs.0 00010000:00010000:1.0:1763332771.023604:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.023624:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30780 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d39f expref: 14 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.023634:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 4/0,1 mode: --/PW res: [0x200000403:0xb:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.023673:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30780 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d39f expref: 14 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.023687:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ce00/0xb32e3ef184c30780 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d39f expref: 14 pid: 6519 timeout: 975 lvb_type: 0 00000100:00100000:1.0:1763332771.023700:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626264320:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332771.023790:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0300 going to sleep for 11 seconds 00000100:00100000:1.0:1763332771.028785:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626264320:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332771.028818:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xb:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:3.0:1763332771.029049:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:1.0:1763332771.029638:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.029646:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.029700:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.029708:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.029714:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.029720:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332771.029724:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.029733:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.029742:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:1.0:1763332771.029745:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1763332771.029750:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 2/0,0 mode: --/PW res: [0x200000403:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.029756:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30932 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xb:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332771.029818:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35408:x1848987610962176:12345-192.168.204.28@tcp:55:lfs.0 Request processed in 6291us (7132us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763332771.029828:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2486 00000100:00100000:3.0:1763332771.033521:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.044596:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.045157:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610962688 00000100:00100000:1.0:1763332771.045169:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610962688 00010000:00010000:1.0:1763332771.045217:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c308f3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d408 expref: 14 pid: 6520 timeout: 975 lvb_type: 0 00000100:00100000:1.0:1763332771.045265:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 618 00000100:00100000:1.0:1763332771.045274:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2421:x1848987610962688:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332771.045290:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332771.045297:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c308f3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d408 expref: 14 pid: 6520 timeout: 975 lvb_type: 0 00010000:00010000:1.0:1763332771.045309:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c308f3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d408 expref: 14 pid: 6520 timeout: 975 lvb_type: 0 00010000:00010000:1.0:1763332771.045335:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c308f3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d408 expref: 14 pid: 6520 timeout: 975 lvb_type: 0 00010000:00010000:1.0:1763332771.045379:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:1.0:1763332771.045384:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332771.045394:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332771.045401:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332771.045427:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332771.045497:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987610962688:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 224us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.045505:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 618 00000001:00080000:1.0:1763332771.050765:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968868 is committed 00000004:00080000:1.0:1763332771.050781:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 168 committed 00000004:00080000:1.0:1763332771.050793:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 167 committed 00000004:00080000:1.0:1763332771.050796:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 169 committed 00000004:00010000:1.0:1763332771.050873:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000cd0471c reply state 00000000f99a1ee3 transno 4294968868 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332771.050898:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332771.050907:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:1.0:1763332771.050910:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763332771.050915:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763332771.050922:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:1.0:1763332771.050924:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332771.050933:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c308d7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d401 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763332771.051094:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763332771.051107:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35408:x1848987610962560:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 17316us (17598us total) trans 4294968868 rc 0/0 00000100:00100000:1.0:1763332771.051117:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 714 00000100:00100000:3.0:1763332771.052147:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332771.052157:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626264832:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332771.052185:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332771.052210:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626264832 00000100:00100000:3.0:1763332771.052214:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626264832 00000100:00100000:3.0:1763332771.052236:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1763332771.052242:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626264832:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332771.052312:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x43:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1763332771.052316:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x43:0x0] updating lvb mtime from disk: 1763332770 -> 1763332770 00002000:00010000:3.0:1763332771.052319:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x43:0x0] updating lvb atime from disk: 1763332770 -> 1763332770 00002000:00010000:3.0:1763332771.052321:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x43:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332771.052324:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x43:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332771.052377:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626264832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 134us (190us total) trans 21474836731 rc 0/0 00000100:00100000:3.0:1763332771.052383:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000004:00080000:3.0:1763332771.052409:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e18700/2, rc 0, transno 21474836731 00000100:00100000:3.0:1763332771.052413:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626264832:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1763332771.052742:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.052752:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.052763:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.052769:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332771.052773:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.052780:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.052793:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:0.0:1763332771.052795:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332771.052800:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.052806:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30924 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.052829:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332771.052835:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332771.052840:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332771.052844:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332771.052846:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332771.052851:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332771.052862:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:0.0:1763332771.052864:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332771.052867:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332771.052872:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c30939 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:0.0:1763332771.056866:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.057044:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610962816 00000100:00100000:1.0:1763332771.057055:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610962816 00000100:00100000:1.0:1763332771.057128:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2487 00000100:00100000:1.0:1763332771.057140:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35408:x1848987610962816:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332771.057169:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332771.057195:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30940 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d424 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.057257:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30940 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d424 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.057276:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30940 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d424 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.057296:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92ff42c64c00) 00010000:00010000:1.0:1763332771.057299:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332771.057303:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43e00, rc 0) 00000100:00100000:1.0:1763332771.057403:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35408:x1848987610962816:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 264us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.057411:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2487 00000100:00100000:0.0:1763332771.060710:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.061293:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610963072 00000100:00100000:1.0:1763332771.061304:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610963072 00000100:00100000:1.0:1763332771.061391:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 715 00000100:00100000:1.0:1763332771.061401:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc03050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35408:x1848987610963072:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332771.061641:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc03050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35408:x1848987610963072:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 240us (938us total) trans 4294968869 rc 0/0 00000100:00100000:1.0:1763332771.061648:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 715 00000100:00100000:3.0:1763332771.069873:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.070285:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610963328 00000100:00100000:0.0:1763332771.070297:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610963328 00000100:00100000:0.0:1763332771.070411:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2488 00000100:00100000:0.0:1763332771.070424:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35408:x1848987610963328:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332771.070452:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332771.070477:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6a00/0xb32e3ef184c30947 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d42b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.070620:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c3094e lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.070636:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c3094e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.070649:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c3094e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332771.070663:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:0.0:1763332771.073479:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6a00/0xb32e3ef184c30947 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d42b expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.073512:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c3094e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d42b expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.073521:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.073524:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332771.073528:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4b7c7600, rc 0) 00000100:00100000:0.0:1763332771.073627:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35408:x1848987610963328:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3204us (3761us total) trans 4294968870 rc 0/0 00000100:00100000:0.0:1763332771.073637:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2488 00000100:00100000:0.0:1763332771.089035:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610963456 00000100:00100000:0.0:1763332771.089045:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610963456 00000100:00100000:0.0:1763332771.089116:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 281 00000100:00100000:0.0:1763332771.089126:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2418:x1848987610963456:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332771.089144:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332771.089171:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c3094e lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d42b expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.089189:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.089195:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332771.089263:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2418:x1848987610963456:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 139us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332771.089271:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 281 00000100:00100000:0.0:1763332771.091254:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610963712 00000100:00100000:0.0:1763332771.091264:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610963712 00000100:00100000:1.0:1763332771.091890:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2489 00000100:00100000:1.0:1763332771.091903:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35408:x1848987610963712:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332771.091925:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332771.091953:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3095c lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d432 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.092076:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30963 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.092092:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30963 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.092103:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30963 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332771.092116:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:1.0:1763332771.092230:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c3095c lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d432 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.092253:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30963 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d432 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.092262:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332771.092265:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332771.092268:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43000, rc 0) 00000100:00100000:1.0:1763332771.092326:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35408:x1848987610963712:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 427us (1134us total) trans 4294968871 rc 0/0 00000100:00100000:1.0:1763332771.092333:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2489 00000100:00100000:0.0:1763332771.099461:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610963840 00000100:00100000:0.0:1763332771.099478:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610963840 00000100:00100000:0.0:1763332771.099552:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610963968 00000100:00100000:0.0:1763332771.099556:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610963968 00000100:00100000:0.0:1763332771.099866:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1213 00000100:00100000:0.0:1763332771.099877:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610963840:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:0.0:1763332771.099925:0:29010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.099953:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c307c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3bb expref: 8 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.099961:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332771.099964:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332771.099967:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.100015:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c307c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3bb expref: 8 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.100029:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c307c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3bb expref: 8 pid: 28651 timeout: 975 lvb_type: 0 00000100:00100000:0.0:1763332771.100047:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626264960:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332771.100120:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332771.100168:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1214 00000100:00100000:1.0:1763332771.100178:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610963968:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:1.0:1763332771.100196:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c30978 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.100207:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193400/0xb32e3ef184c307e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d0 expref: 8 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.100213:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332771.100215:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332771.100217:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c30978 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.100236:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48193400/0xb32e3ef184c307e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d0 expref: 8 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.100245:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48193400/0xb32e3ef184c307e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d0 expref: 8 pid: 8611 timeout: 975 lvb_type: 0 00000100:00100000:1.0:1763332771.100254:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626265088:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332771.100278:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:0.0:1763332771.118607:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626264960:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332771.118640:0:29010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332771.126048:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626265088:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332771.126089:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c30978 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332771.128899:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610964096 00000100:00100000:1.0:1763332771.128909:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610964096 00010000:00010000:1.0:1763332771.128965:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c307c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3bb expref: 9 pid: 28651 timeout: 975 lvb_type: 0 00000100:00100000:1.0:1763332771.129021:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 619 00000100:00100000:1.0:1763332771.129033:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610964096:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332771.129052:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763332771.129071:0:6504:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1763332771.129074:0:6504:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb mtime from disk: 0 -> 1763332770 00002000:00010000:1.0:1763332771.129076:0:6504:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb ctime from disk: 0 -> 1763332770 00002000:00010000:1.0:1763332771.129079:0:6504:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:1.0:1763332771.129086:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c307c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3bb expref: 9 pid: 28651 timeout: 975 lvb_type: 0 00010000:00010000:1.0:1763332771.129101:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c307c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3bb expref: 9 pid: 28651 timeout: 975 lvb_type: 0 00010000:00010000:1.0:1763332771.129128:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c307c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3bb expref: 9 pid: 28651 timeout: 975 lvb_type: 0 00010000:00010000:1.0:1763332771.129148:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.129150:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.129157:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.129167:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.129210:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332771.129393:0:29010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.129403:0:29010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.129426:0:29010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.129434:0:29010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.129449:0:29010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.129457:0:29010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4b7c7600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332771.129461:0:29010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.129470:0:29010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.129484:0:29010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.129491:0:29010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7600/0xb32e3ef184c30971 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332771.129603:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610964096:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 570us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.129613:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 619 00000100:00100000:3.0:1763332771.129799:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610963840:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 29923us (30512us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332771.129808:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1213 00000100:00100000:1.0:1763332771.135912:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610964224 00000100:00100000:1.0:1763332771.135926:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610964224 00002000:00100000:1.0:1763332771.136057:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x42:0x0] (1048576->4194303) req@ffff92fe4626dc00 x1848987610964224/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:82/0 lens 488/0 e 0 to 0 dl 1763332782 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332771.136069:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe4626dc00 with x1848987610964224 ext(1048576->4194303) 00010000:00010000:1.0:1763332771.136080:0:16635:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193400/0xb32e3ef184c307e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d0 expref: 7 pid: 8611 timeout: 975 lvb_type: 0 00010000:00010000:1.0:1763332771.136101:0:16635:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff92fe48193400/0xb32e3ef184c307e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d0 expref: 7 pid: 8611 timeout: 975 lvb_type: 0 00002000:00010000:1.0:1763332771.136108:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff92fe4626dc00 00000100:00100000:1.0:1763332771.136191:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 13 00000100:00100000:1.0:1763332771.136203:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987610964224:12345-192.168.204.28@tcp:4:cat.0 00000100:00100000:1.0:1763332771.171266:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610964224:12345-192.168.204.28@tcp:4:cat.0 Request processed in 35049us (35471us total) trans 17179869418 rc 0/0 00000100:00100000:1.0:1763332771.171286:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 13 00002000:00100000:1.0:1763332771.171301:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x42:0x0] (1048576->4194303) req@ffff92fe4626dc00 x1848987610964224/t17179869418(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:82/0 lens 488/448 e 0 to 0 dl 1763332782 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332771.171312:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe4626dc00 with x1848987610964224 ext(1048576->4194303) 00010000:00010000:1.0:1763332771.171325:0:16635:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193400/0xb32e3ef184c307e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d0 expref: 9 pid: 8611 timeout: 975 lvb_type: 0 00010000:00010000:1.0:1763332771.171345:0:16635:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff92fe48193400/0xb32e3ef184c307e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d0 expref: 9 pid: 8611 timeout: 975 lvb_type: 0 00002000:00010000:1.0:1763332771.171378:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff92fe4626dc00 00000100:00100000:0.0:1763332771.179859:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610964352 00000100:00100000:0.0:1763332771.179871:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610964352 00010000:00010000:0.0:1763332771.179916:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193400/0xb32e3ef184c307e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d0 expref: 9 pid: 8611 timeout: 975 lvb_type: 0 00000100:00100000:0.0:1763332771.180097:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 620 00000100:00100000:0.0:1763332771.180111:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987610964352:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332771.180133:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763332771.180156:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1763332771.180160:0:8423:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1763332770 00002000:00010000:0.0:1763332771.180162:0:8423:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1763332770 00002000:00010000:0.0:1763332771.180165:0:8423:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 0 -> 1763332770 00002000:00010000:0.0:1763332771.180168:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6144 00010000:00010000:0.0:1763332771.180175:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe48193400/0xb32e3ef184c307e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d0 expref: 9 pid: 8611 timeout: 975 lvb_type: 0 00010000:00010000:0.0:1763332771.180192:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe48193400/0xb32e3ef184c307e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d0 expref: 9 pid: 8611 timeout: 975 lvb_type: 0 00010000:00010000:0.0:1763332771.180220:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193400/0xb32e3ef184c307e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d0 expref: 9 pid: 8611 timeout: 975 lvb_type: 0 00010000:00010000:0.0:1763332771.180240:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.180244:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.180251:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c30978 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.180262:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c30978 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.180312:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332771.180430:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987610964352:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 320us (1289us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332771.180440:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 620 00000100:00100000:0.0:1763332771.186914:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610964608 00000100:00100000:0.0:1763332771.186926:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610964608 00000100:00100000:0.0:1763332771.187200:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2490 00000100:00100000:0.0:1763332771.187212:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35408:x1848987610964608:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332771.187273:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763332771.187301:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c307e2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3c9 expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.187324:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c30813 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3de expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.187335:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.187340:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332771.187406:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.187421:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.187431:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00080000:0.0:1763332771.187645:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x46:0x0], index 0: 0 00000004:00080000:0.0:1763332771.187654:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x44:0x0], index 1: 0 00000040:00080000:0.0:1763332771.187736:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].184, 88 off23576 00000004:00080000:0.0:1763332771.187743:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 875267393976ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332771.188323:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].185, 88 off23664 00000004:00080000:0.0:1763332771.188329:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 875267979961ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332771.190710:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].181, 88 off23352 00000004:00080000:0.0:1763332771.190725:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 875270375507ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332771.190753:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].182, 88 off23440 00000004:00080000:0.0:1763332771.190758:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 875270409413ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332771.190772:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].186, 88 off23752 00000004:00080000:0.0:1763332771.190775:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 875270426264ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332771.190783:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].183, 88 off23528 00000004:00080000:0.0:1763332771.190786:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 875270436928ns, next at 871880962234ns, rc = 0 00000001:00080000:1.0:1763332771.192616:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968872 is committed 00000004:00080000:1.0:1763332771.192630:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 171 committed 00000100:00100000:3.0:1763332771.193404:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332771.193428:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626265216:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332771.193507:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332771.193554:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626265344:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332771.193578:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332771.193595:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332771.193601:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626265472:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332771.193619:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332771.193645:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626265216 00000100:00100000:3.0:1763332771.193651:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626265216 00000100:00100000:3.0:1763332771.193702:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626265344 00000100:00100000:3.0:1763332771.193706:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626265344 00000100:00100000:3.0:1763332771.193725:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626265472 00000100:00100000:3.0:1763332771.193727:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626265472 00000100:00100000:3.0:1763332771.193748:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:3.0:1763332771.193756:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626265216:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332771.193908:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626265216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 153us (401us total) trans 17179869419 rc 0/0 00000100:00100000:3.0:1763332771.193915:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:3.0:1763332771.193930:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1763332771.193945:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626265344:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332771.194019:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626265344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 83us (440us total) trans 17179869420 rc 0/0 00000100:00100000:3.0:1763332771.194026:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1763332771.194036:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1763332771.194041:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626265472:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332771.194100:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626265472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 59us (480us total) trans 17179869421 rc 0/0 00000100:00100000:3.0:1763332771.194106:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000004:00080000:3.0:1763332771.194156:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e19880/2, rc 0, transno 17179869419 00000100:00100000:3.0:1763332771.194162:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626265216:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332771.194178:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e18000/2, rc 0, transno 17179869421 00000100:00100000:3.0:1763332771.194182:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626265472:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332771.194190:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e19180/2, rc 0, transno 17179869420 00000100:00100000:3.0:1763332771.194193:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626265344:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332771.194670:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 172 committed 00000004:00080000:1.0:1763332771.194686:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 170 committed 00000004:00080000:1.0:1763332771.194689:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 169 committed 00000004:00080000:1.0:1763332771.194699:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 171 committed 00000004:00080000:1.0:1763332771.194701:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 170 committed 00000004:00010000:0.0:1763332771.194880:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e5b11bbc reply state 0000000047d36108 transno 4294968872 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.194907:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.194918:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.194921:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763332771.194926:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763332771.195059:0:6520:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763332771.195080:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35408:x1848987610964608:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 7866us (8361us total) trans 4294968872 rc 0/0 00000100:00100000:0.0:1763332771.195088:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2490 00010000:00010000:0.0:1763332771.195124:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.195134:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.195146:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.195152:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4b7c7a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332771.195158:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.195167:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.195178:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.195180:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332771.195184:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.195190:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3097f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763332771.196092:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626265600:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332771.196161:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332771.197024:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626265600 00000100:00100000:1.0:1763332771.197035:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626265600 00000100:00100000:1.0:1763332771.197105:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:1.0:1763332771.197115:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3652:x1848987626265600:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332771.199295:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3652:x1848987626265600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2169us (3120us total) trans 21474836732 rc 0/0 00000100:00100000:1.0:1763332771.199312:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000004:00080000:0.0:1763332771.199551:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e18e00/2, rc 0, transno 21474836732 00000100:00100000:0.0:1763332771.199561:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626265600:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332771.199575:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332771.199586:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626265728:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332771.199642:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332771.200370:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626265856:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332771.200409:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332771.200460:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626265728 00000100:00100000:3.0:1763332771.200468:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626265728 00000100:00100000:3.0:1763332771.200507:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626265856 00000100:00100000:3.0:1763332771.200510:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626265856 00000100:00100000:3.0:1763332771.200529:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:3.0:1763332771.200537:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3652:x1848987626265728:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332771.200735:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3652:x1848987626265728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 197us (1091us total) trans 21474836733 rc 0/0 00000100:00100000:3.0:1763332771.200742:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:3.0:1763332771.200762:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1763332771.200769:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3654:x1848987626265856:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332771.200838:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3654:x1848987626265856:12345-0@lo:2:osp-syn-0-0.0 Request processed in 70us (428us total) trans 21474836734 rc 0/0 00000100:00100000:3.0:1763332771.200844:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000004:00080000:3.0:1763332771.200878:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e1b100/2, rc 0, transno 21474836734 00000100:00100000:3.0:1763332771.200883:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626265856:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332771.200955:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000004:00080000:0.0:1763332771.201565:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e1b480/2, rc 0, transno 21474836733 00000100:00100000:0.0:1763332771.201572:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626265728:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332771.201592:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610964736 00000100:00100000:0.0:1763332771.201596:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610964736 00000100:00100000:0.0:1763332771.201629:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2491 00000100:00100000:0.0:1763332771.201636:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35408:x1848987610964736:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332771.201652:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332771.201672:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6200/0xb32e3ef184c30986 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d439 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.201725:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6200/0xb32e3ef184c30986 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d439 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.201742:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6200/0xb32e3ef184c30986 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d439 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.201764:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.201768:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332771.201772:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4b7c6200, rc 0) 00000100:00100000:0.0:1763332771.201828:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35408:x1848987610964736:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 191us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332771.201836:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2491 00000100:00100000:1.0:1763332771.206063:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610964864 00000100:00100000:1.0:1763332771.206074:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610964864 00000100:00100000:1.0:1763332771.206149:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2492 00000100:00100000:1.0:1763332771.206162:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35408:x1848987610964864:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332771.206188:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332771.206211:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3098d lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d440 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.206314:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30994 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.206331:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30994 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.206343:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30994 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332771.206422:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:1.0:1763332771.206427:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332771.206448:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30994 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.206480:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c3098d lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d440 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.206499:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30994 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d440 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.206508:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332771.206511:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332771.206514:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43400, rc 0) 00000100:00100000:1.0:1763332771.206582:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35408:x1848987610964864:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 423us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.206590:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2492 00000100:00100000:1.0:1763332771.211609:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610964992 00000100:00100000:1.0:1763332771.211620:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610964992 00000100:00100000:1.0:1763332771.212011:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610965120 00000100:00100000:1.0:1763332771.212016:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610965120 00000100:00100000:0.0:1763332771.212069:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1221 00000100:00100000:0.0:1763332771.212080:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987610964992:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332771.212097:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332771.212120:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3099b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d447 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332771.212145:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 1048576, mtime: 0x691a52a2, atime: 0x0, ctime: 0x691a52a2, blocks: 0x800 00010000:00010000:0.0:1763332771.212165:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.212167:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.212179:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3099b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d447 expref: 9 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332771.212197:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3099b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d447 expref: 9 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332771.212210:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4b7c7a00, rc 0) 00000100:00100000:0.0:1763332771.212276:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987610964992:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 197us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332771.212283:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1221 00000100:00100000:0.0:1763332771.212302:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1222 00000100:00100000:0.0:1763332771.212309:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987610965120:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332771.212315:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332771.212324:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c309a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d44e expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332771.212334:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a2, atime: 0x691a52a2, ctime: 0x691a52a2, blocks: 0x1800 00010000:00010000:0.0:1763332771.212345:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.212372:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.212377:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c309a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d44e expref: 9 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332771.212387:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c309a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d44e expref: 9 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332771.212397:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4b7c7400, rc 0) 00000100:00100000:0.0:1763332771.212418:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987610965120:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 109us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332771.212425:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1222 00000100:00100000:3.0:1763332771.263509:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.263600:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610965248 00000100:00100000:0.0:1763332771.263615:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610965248 00000100:00100000:0.0:1763332771.264576:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1223 00000100:00100000:0.0:1763332771.264591:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610965248:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332771.265435:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610965248:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 847us (1939us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332771.265443:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1223 00000100:00100000:0.0:1763332771.273885:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610965376 00000100:00100000:0.0:1763332771.273896:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610965376 00000100:00100000:0.0:1763332771.273968:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1224 00000100:00100000:0.0:1763332771.273978:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610965376:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332771.274096:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610965376:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 120us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332771.274104:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1224 00000100:00100000:1.0:1763332771.279737:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610965504 00000100:00100000:1.0:1763332771.279750:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610965504 00000100:00100000:1.0:1763332771.279809:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1225 00000100:00100000:1.0:1763332771.279819:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610965504:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332771.279976:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610965504:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 157us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.279984:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1225 00000100:00100000:0.0:1763332771.282497:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332771.283623:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610965632 00000100:00100000:3.0:1763332771.283634:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610965632 00000100:00100000:3.0:1763332771.283695:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1226 00000100:00100000:3.0:1763332771.283706:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610965632:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332771.283833:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610965632:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 128us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332771.283841:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1226 00000100:00100000:1.0:1763332771.289769:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610965760 00000100:00100000:1.0:1763332771.289780:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610965760 00000100:00100000:1.0:1763332771.289834:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610965888 00000100:00100000:1.0:1763332771.289838:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610965888 00000100:00100000:1.0:1763332771.289877:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 487 00000100:00100000:1.0:1763332771.289888:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987610965760:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332771.289924:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c309a9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.292022:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.292030:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.292037:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c309a9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.292054:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43a00/0xb32e3ef184c309a9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332771.338290:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000001:00080000:0.0:1763332771.367438:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836735 is committed 00000001:00080000:0.0:1763332771.367463:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836734 is committed 00000100:00100000:1.0:1763332771.377711:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610966144 00000100:00100000:1.0:1763332771.377723:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610966144 00000100:00100000:1.0:1763332771.377796:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 490 00000100:00100000:1.0:1763332771.377809:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987610966144:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:1.0:1763332771.377876:0:16635:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x46:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332771.377887:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.377903:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.377906:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.377911:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.377925:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763332771.404666:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836736 is committed 00002000:00010000:1.0:1763332771.404893:0:16635:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1763332771.404898:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb mtime from disk: 0 -> 1763332771 00002000:00010000:1.0:1763332771.404901:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb ctime from disk: 0 -> 1763332771 00002000:00010000:1.0:1763332771.404904:0:16635:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb blocks from disk: 0 -> 4096 00010000:00010000:1.0:1763332771.404920:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.404957:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.404967:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.404974:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332771.404979:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.404988:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.405007:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309be lrc: 2/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.405015:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332771.405125:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987610966144:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 27314us (27534us total) trans 21474836736 rc 0/0 00000100:00100000:1.0:1763332771.405136:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 490 00010000:00010000:1.0:1763332771.408490:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332771.415661:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.415772:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610966272 00000100:00100000:1.0:1763332771.415785:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610966272 00000100:00100000:1.0:1763332771.415869:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 491 00000100:00100000:1.0:1763332771.415880:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2419:x1848987610966272:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:1.0:1763332771.415947:0:16635:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332771.415957:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.415971:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.415973:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.415979:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.415993:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1763332771.468233:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836737 is committed 00002000:00010000:1.0:1763332771.468547:0:16635:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1763332771.468552:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb mtime from disk: 0 -> 1763332771 00002000:00010000:1.0:1763332771.468555:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb ctime from disk: 0 -> 1763332771 00002000:00010000:1.0:1763332771.468557:0:16635:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:1.0:1763332771.468575:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.468587:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.468596:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.468608:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332771.468612:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.468621:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.468641:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.468649:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332771.468792:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2419:x1848987610966272:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 52908us (53136us total) trans 21474836737 rc 0/0 00000100:00100000:1.0:1763332771.468803:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 491 00000100:00100000:0.0:1763332771.492678:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.496182:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.496287:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610966656 00000100:00100000:1.0:1763332771.496299:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610966656 00000100:00100000:1.0:1763332771.496407:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1227 00000100:00100000:1.0:1763332771.496419:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:35408:x1848987610966656:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332771.496437:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332771.496462:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d455 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332771.496489:0:17605:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 2097152, mtime: 0x691a52a3, atime: 0x0, ctime: 0x691a52a3, blocks: 0x1000 00010000:00010000:1.0:1763332771.496511:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.496514:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.496525:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d455 expref: 7 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.496539:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d455 expref: 7 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.496550:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42000, rc 0) 00000100:00100000:1.0:1763332771.496603:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+7:35408:x1848987610966656:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 187us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.496610:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1227 00000100:00100000:0.0:1763332771.499996:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332771.500085:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610966784 00000100:00100000:3.0:1763332771.500096:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610966784 00000100:00100000:3.0:1763332771.500157:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1228 00000100:00100000:3.0:1763332771.500168:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+7:35408:x1848987610966784:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332771.500187:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332771.500210:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48293000/0xb32e3ef184c309da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d45c expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332771.500236:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x46:0x0] initial LVB size: 4194304, mtime: 0x691a52a3, atime: 0x0, ctime: 0x691a52a3, blocks: 0x1000 00010000:00010000:3.0:1763332771.500260:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332771.500262:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332771.500271:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293000/0xb32e3ef184c309da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d45c expref: 8 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.500288:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293000/0xb32e3ef184c309da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d45c expref: 8 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.500300:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48293000, rc 0) 00000100:00100000:3.0:1763332771.502313:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35408:x1848987610966784:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2135us (2316us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332771.502330:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1228 00000100:00100000:0.0:1763332771.507456:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.507671:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610966912 00000100:00100000:1.0:1763332771.507683:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610966912 00002000:00010000:1.0:1763332771.507770:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/70 (4194304->18446744073709551615) 00002000:00100000:1.0:1763332771.507774:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff74036a00 with x1848987610966912 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1763332771.507786:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff74036a00. 00000100:00100000:1.0:1763332771.507817:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 492 00000100:00100000:1.0:1763332771.507827:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610966912:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:1.0:1763332771.507991:0:16635:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332771.507995:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332771.507998:0:16635:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332771.508000:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332771.508003:0:16635:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332771.509332:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610966912:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 1498us (1879us total) trans 21474836738 rc 0/0 00000100:00100000:1.0:1763332771.509344:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 492 00002000:00010000:1.0:1763332771.509362:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/70 (4194304->18446744073709551615) 00002000:00100000:1.0:1763332771.509367:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff74036a00 with x1848987610966912 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1763332771.509375:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff74036a00. 00000100:00100000:0.0:1763332771.512761:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.512929:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610967040 00000100:00100000:1.0:1763332771.512948:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610967040 00000100:00100000:1.0:1763332771.513017:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2494 00000100:00100000:1.0:1763332771.513028:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35408:x1848987610967040:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332771.513052:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332771.513077:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c309e1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d463 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.513187:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c309e8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.513202:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c309e8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.513213:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c309e8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332771.513246:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:1.0:1763332771.513251:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332771.513269:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c309e8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.513297:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c309e1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d463 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.513315:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c309e8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d463 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.513324:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332771.513329:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332771.513333:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43200, rc 0) 00000100:00100000:1.0:1763332771.513437:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35408:x1848987610967040:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 411us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.513444:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2494 00000100:00100000:3.0:1763332771.518096:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610967296 00000100:00100000:3.0:1763332771.518106:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610967296 00000100:00100000:3.0:1763332771.518158:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2495 00000100:00100000:3.0:1763332771.518167:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35408:x1848987610967296:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:3.0:1763332771.518217:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332771.518242:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c309e8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d463 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.518262:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332771.518267:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332771.518467:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.518481:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.518490:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:3.0:1763332771.518530:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968875 00000004:00010000:3.0:1763332771.518546:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003306cd09 reply state 00000000474031ce transno 4294968876 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.518556:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.518562:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332771.518565:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332771.518567:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332771.518650:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35408:x1848987610967296:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 483us (704us total) trans 4294968876 rc 0/0 00000100:00100000:3.0:1763332771.518657:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2495 00000020:00080000:3.0:1763332771.518662:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763332771.521497:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.525030:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.527908:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.528045:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610967680 00000100:00100000:1.0:1763332771.528055:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610967680 00002000:00010000:1.0:1763332771.528119:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/68 (4194304->18446744073709551615) 00002000:00100000:1.0:1763332771.528124:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff74036300 with x1848987610967680 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1763332771.528162:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff74036300. 00000100:00100000:1.0:1763332771.528193:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 493 00000100:00100000:1.0:1763332771.528202:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987610967680:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:1.0:1763332771.528458:0:16635:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1763332771.528462:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb mtime from disk: 0 -> 1763332771 00002000:00010000:1.0:1763332771.528464:0:16635:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332771.528466:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb ctime from disk: 0 -> 1763332771 00002000:00010000:1.0:1763332771.528469:0:16635:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332771.528525:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987610967680:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 325us (629us total) trans 17179869422 rc 0/0 00000100:00100000:1.0:1763332771.528532:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 493 00002000:00010000:1.0:1763332771.528535:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/68 (4194304->18446744073709551615) 00002000:00100000:1.0:1763332771.528538:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff74036300 with x1848987610967680 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1763332771.528541:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff74036300. 00000100:00100000:0.0:1763332771.530938:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.531027:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610967936 00000100:00100000:1.0:1763332771.531037:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610967936 00000100:00100000:1.0:1763332771.531085:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2496 00000100:00100000:1.0:1763332771.531094:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35408:x1848987610967936:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332771.531188:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.531204:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.531216:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00010000:1.0:1763332771.531310:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c3f19b21 reply state 000000006f6a4eff transno 4294968877 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.531321:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332771.531329:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332771.531332:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332771.531335:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332771.531778:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:35408:x1848987610967936:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 684us (856us total) trans 4294968877 rc 0/0 00000100:00100000:1.0:1763332771.531785:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2496 00000100:00100000:1.0:1763332771.537053:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610968064 00000100:00100000:1.0:1763332771.537068:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610968064 00000100:00100000:1.0:1763332771.537137:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1231 00000100:00100000:1.0:1763332771.537147:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35408:x1848987610968064:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332771.537164:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332771.537180:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d478 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.537208:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3099b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d447 expref: 12 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332771.537221:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.537223:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.537227:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 12 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.537260:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3099b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d447 expref: 12 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332771.537271:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3099b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d447 expref: 12 pid: 29013 timeout: 975 lvb_type: 1 00000100:00100000:1.0:1763332771.537283:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626265984:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332771.537392:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332771.540995:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626265984:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332771.541042:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 12 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.541063:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42e00, rc 0) 00000100:00100000:1.0:1763332771.541126:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35408:x1848987610968064:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3980us (7325us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.541136:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1231 00000100:00100000:3.0:1763332771.544323:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.544574:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610968192 00000100:00100000:1.0:1763332771.544585:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610968192 00010000:00010000:1.0:1763332771.544626:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3099b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d447 expref: 12 pid: 29013 timeout: 975 lvb_type: 1 00000100:00100000:1.0:1763332771.544677:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 621 00000100:00100000:1.0:1763332771.544687:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610968192:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332771.544704:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332771.544723:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3099b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d447 expref: 12 pid: 29013 timeout: 975 lvb_type: 1 00010000:00010000:1.0:1763332771.544737:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3099b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d447 expref: 12 pid: 29013 timeout: 975 lvb_type: 1 00010000:00010000:1.0:1763332771.544761:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7a00/0xb32e3ef184c3099b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d447 expref: 12 pid: 29013 timeout: 975 lvb_type: 1 00010000:00010000:1.0:1763332771.544778:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.544780:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.544788:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 11 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.544799:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 11 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.544839:0:6504:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 11 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332771.544851:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848987626266112:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332771.547316:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332771.553409:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848987626266112:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332771.553443:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332771.553506:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987610968192:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 8819us (9190us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.553518:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 621 00000100:00100000:3.0:1763332771.553605:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610968320 00000100:00100000:3.0:1763332771.553613:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610968320 00000100:00100000:3.0:1763332771.553663:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1232 00000100:00100000:3.0:1763332771.553672:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35408:x1848987610968320:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332771.553692:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332771.553712:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d47f expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.553741:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c309a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d44e expref: 12 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332771.553750:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332771.553752:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332771.553756:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 12 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.553792:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c309a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d44e expref: 12 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332771.553806:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c309a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d44e expref: 12 pid: 29013 timeout: 975 lvb_type: 1 00000100:00100000:3.0:1763332771.553822:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75665500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626266240:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332771.553887:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43a6b600 going to sleep for 11 seconds 00000100:00100000:0.0:1763332771.563673:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332771.563782:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75665500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626266240:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332771.563819:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 12 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.563842:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48292800, rc 0) 00000100:00100000:3.0:1763332771.563907:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35408:x1848987610968320:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 10236us (10711us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332771.563916:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1232 00000100:00100000:1.0:1763332771.564920:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610968448 00000100:00100000:1.0:1763332771.564939:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610968448 00010000:00010000:1.0:1763332771.564984:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c309a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d44e expref: 12 pid: 29013 timeout: 975 lvb_type: 1 00000100:00100000:1.0:1763332771.565012:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 622 00000100:00100000:1.0:1763332771.565022:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610968448:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332771.565037:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332771.565056:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c309a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d44e expref: 12 pid: 29013 timeout: 975 lvb_type: 1 00010000:00010000:1.0:1763332771.565069:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c309a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d44e expref: 12 pid: 29013 timeout: 975 lvb_type: 1 00010000:00010000:1.0:1763332771.565091:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c309a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d44e expref: 12 pid: 29013 timeout: 975 lvb_type: 1 00010000:00010000:1.0:1763332771.565103:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.565105:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.565112:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 11 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.565127:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 11 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.565162:0:6504:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 11 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332771.565176:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848987626266368:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332771.565249:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1763332771.567811:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.567907:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848987626266368:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332771.567940:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332771.567997:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987610968448:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2976us (4334us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.568008:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 622 00000100:00100000:0.0:1763332771.568577:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332771.568598:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610968704 00000100:00100000:3.0:1763332771.568605:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610968704 00000100:00100000:1.0:1763332771.569292:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610968576 00000100:00100000:1.0:1763332771.569298:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610968576 00000100:00100000:1.0:1763332771.569333:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1234 00000100:00100000:1.0:1763332771.569340:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987610968576:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:1.0:1763332771.569426:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1763332771.569430:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb mtime from disk: 1763332770 -> 1763332770 00002000:00010000:1.0:1763332771.569432:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb atime from disk: 0 -> 1763332770 00002000:00010000:1.0:1763332771.569434:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb ctime from disk: 1763332770 -> 1763332771 00002000:00010000:1.0:1763332771.569437:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332771.570920:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987610968576:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 1570us (2334us total) trans 17179869424 rc 0/0 00000100:00100000:1.0:1763332771.570945:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1234 00000100:00100000:3.0:1763332771.578032:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.578148:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610968960 00000100:00100000:0.0:1763332771.578161:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610968960 00000100:00100000:0.0:1763332771.578223:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 716 00000100:00100000:0.0:1763332771.578233:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:35408:x1848987610968960:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:0.0:1763332771.578299:0:6522:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000403:0xc:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30963 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d432 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.578393:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.578408:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6200/0xb32e3ef184c30986 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d439 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.578418:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 4/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.578452:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6200/0xb32e3ef184c30986 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d439 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.578466:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6200/0xb32e3ef184c30986 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d439 expref: 18 pid: 6520 timeout: 975 lvb_type: 0 00000100:00100000:0.0:1763332771.578482:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626266496:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332771.578557:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332771.582217:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610969088 00000100:00100000:1.0:1763332771.582227:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610969088 00010000:00010000:1.0:1763332771.582265:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6200/0xb32e3ef184c30986 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d439 expref: 19 pid: 6520 timeout: 975 lvb_type: 0 00000100:00100000:1.0:1763332771.582307:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 623 00000100:00100000:1.0:1763332771.582315:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610969088:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332771.582330:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332771.582336:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6200/0xb32e3ef184c30986 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d439 expref: 19 pid: 6520 timeout: 975 lvb_type: 0 00010000:00010000:1.0:1763332771.582383:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6200/0xb32e3ef184c30986 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d439 expref: 19 pid: 6520 timeout: 975 lvb_type: 0 00010000:00010000:1.0:1763332771.582405:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332771.582410:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332771.582420:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332771.582428:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332771.582446:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332771.582492:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610969088:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 177us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.582499:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 623 00010000:00010000:0.0:1763332771.583662:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe4b7c6200/0xb32e3ef184c30986 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d439 expref: 18 pid: 6520 timeout: 975 lvb_type: 0 00000100:00100000:0.0:1763332771.583684:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626266496:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332771.583705:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.583714:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.583729:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000040:00080000:0.0:1763332771.583989:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].187, 88 off23840 00000004:00080000:0.0:1763332771.583997:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 875663647596ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332771.584023:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].188, 88 off23928 00000004:00080000:0.0:1763332771.584027:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 875663678212ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332771.584044:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].184, 88 off23616 00000004:00080000:0.0:1763332771.584047:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 875663698201ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332771.584062:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].185, 88 off23704 00000004:00080000:0.0:1763332771.584065:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 875663716056ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332771.584072:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].189, 88 off24016 00000004:00080000:0.0:1763332771.584075:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 875663726478ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332771.584083:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].186, 88 off23792 00000004:00080000:0.0:1763332771.584086:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 875663736832ns, next at 871880962234ns, rc = 0 00010000:00010000:0.0:1763332771.593125:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c309cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593137:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c309cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593146:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c309cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593152:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332771.593157:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c309cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593166:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c309cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593183:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.593186:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332771.593190:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c309cc lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593196:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c309cc lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593214:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593219:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593224:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593230:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332771.593232:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593238:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593249:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.593252:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332771.593255:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593260:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c309ef lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332771.593271:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.593276:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.593281:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.593286:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332771.593289:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.593294:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.593302:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.593305:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332771.593307:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332771.593312:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a04 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332771.593589:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626266624:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332771.593653:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332771.593703:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626266880:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332771.593727:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332771.593746:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332771.593751:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626266752:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332771.593776:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332771.593809:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626266624 00000100:00100000:1.0:1763332771.593819:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626266624 00000100:00100000:1.0:1763332771.593860:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626266880 00000100:00100000:1.0:1763332771.593863:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626266880 00000100:00100000:1.0:1763332771.593875:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626266752 00000100:00100000:1.0:1763332771.593877:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626266752 00000100:00100000:1.0:1763332771.593892:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1763332771.593900:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3655:x1848987626266624:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332771.594063:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1763332771.594067:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb mtime from disk: 1763332770 -> 1763332770 00002000:00010000:1.0:1763332771.594069:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb atime from disk: 1763332770 -> 1763332770 00002000:00010000:1.0:1763332771.594071:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332771.594074:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332771.594113:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3655:x1848987626266624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 213us (459us total) trans 17179869425 rc 0/0 00000100:00100000:1.0:1763332771.594121:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1763332771.594138:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:1.0:1763332771.594145:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626266880:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332771.594198:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332771.594201:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332771.594204:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332771.594206:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332771.594209:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332771.594238:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626266880:12345-0@lo:2:osp-syn-1-0.0 Request processed in 94us (511us total) trans 17179869426 rc 0/0 00000100:00100000:1.0:1763332771.594244:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:1.0:1763332771.594255:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1763332771.594262:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e05bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626266752:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332771.594315:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332771.594318:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1763332770 -> 1763332770 00002000:00010000:1.0:1763332771.594320:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 1763332770 -> 1763332770 00002000:00010000:1.0:1763332771.594322:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332771.594324:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763332771.594376:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e05bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626266752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 87us (571us total) trans 17179869427 rc 0/0 00000100:00100000:1.0:1763332771.594383:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000004:00080000:1.0:1763332771.594516:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b14380/2, rc 0, transno 17179869427 00000100:00100000:1.0:1763332771.594523:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626266752:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332771.594534:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b15180/2, rc 0, transno 17179869426 00000100:00100000:1.0:1763332771.594537:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626266880:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332771.594557:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b15f80/2, rc 0, transno 17179869425 00000100:00100000:1.0:1763332771.594561:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626266624:0@lo:2:osp-syn-1-0.0 00000004:00010000:0.0:1763332771.594667:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cf417e24 reply state 00000000d68a699c transno 4294968878 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.594686:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.594694:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.594698:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763332771.594702:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332771.594707:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.594709:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332771.594716:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30963 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d432 expref: 9 pid: 12741 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763332771.594809:0:6522:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763332771.594823:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35408:x1848987610968960:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 16593us (16801us total) trans 4294968878 rc 0/0 00000100:00100000:0.0:1763332771.594832:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 716 00010000:00010000:0.0:1763332771.594863:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.594871:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.594878:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.594883:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332771.594887:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.594894:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.594904:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332771.594907:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332771.594910:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332771.594916:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a19 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763332771.595096:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626267136:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332771.595129:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332771.595149:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332771.595154:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626267008:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332771.595172:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332771.595191:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626267136 00000100:00100000:3.0:1763332771.595196:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626267136 00000100:00100000:3.0:1763332771.595220:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626267008 00000100:00100000:3.0:1763332771.595223:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626267008 00000100:00100000:3.0:1763332771.595236:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1763332771.595242:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626267136:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332771.595315:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1763332771.595319:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332771.595321:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332771.595324:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332771.595326:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332771.595382:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626267136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 140us (252us total) trans 21474836739 rc 0/0 00000100:00100000:3.0:1763332771.595389:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1763332771.595402:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:3.0:1763332771.595408:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626267008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332771.595453:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1763332771.595456:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332771.595459:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332771.595461:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332771.595463:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332771.595486:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626267008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 79us (313us total) trans 21474836740 rc 0/0 00000100:00100000:3.0:1763332771.595492:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:3.0:1763332771.595509:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332771.595516:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626267264:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332771.595536:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332771.595556:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626267264 00000100:00100000:3.0:1763332771.595560:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626267264 00000100:00100000:3.0:1763332771.595578:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1763332771.595583:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626267264:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332771.595629:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1763332771.595633:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332771.595635:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332771.595637:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332771.595640:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:3.0:1763332771.595666:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626267264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 83us (129us total) trans 21474836741 rc 0/0 00000100:00100000:3.0:1763332771.595672:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1763332771.595700:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836734 gen 2 00000004:00080000:3.0:1763332771.595705:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe4626b100, transno 21474836722 00000004:00080000:3.0:1763332771.595711:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe46269f80, transno 21474836723 00000004:00080000:3.0:1763332771.595714:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dcfd500, transno 21474836724 00000004:00080000:3.0:1763332771.595717:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe450d9880, transno 21474836725 00000004:00080000:3.0:1763332771.595720:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e00f800, transno 21474836726 00000004:00080000:3.0:1763332771.595723:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42efb480, transno 21474836727 00000004:00080000:3.0:1763332771.595726:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e00d880, transno 21474836729 00000004:00080000:3.0:1763332771.595728:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e18700, transno 21474836731 00000004:00080000:3.0:1763332771.595730:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e18e00, transno 21474836732 00000004:00080000:3.0:1763332771.595732:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e1b480, transno 21474836733 00000004:00080000:3.0:1763332771.595735:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e1b100, transno 21474836734 00000100:00100000:3.0:1763332771.595741:0:3653:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff75666d80 x1848987626267264/t21474836741(21474836741) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332787 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763332771.595750:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff75666d80/2, rc 0, transno 21474836741 00000100:00100000:3.0:1763332771.595753:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626267264:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332771.595878:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 3 in progress, 2 in flight, 11 done 00000004:00080000:3.0:1763332771.595899:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff75665180/2, rc 0, transno 21474836740 00000100:00100000:3.0:1763332771.595903:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626267008:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332771.595911:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff75664380/2, rc 0, transno 21474836739 00000100:00100000:3.0:1763332771.595914:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626267136:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332771.604344:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610969216 00000100:00100000:1.0:1763332771.604392:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610969216 00000100:00100000:1.0:1763332771.604470:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2497 00000100:00100000:1.0:1763332771.604481:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35408:x1848987610969216:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332771.604506:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332771.604528:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30a20 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d486 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.604589:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30a20 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d486 expref: 9 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.604604:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30a20 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d486 expref: 9 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.604623:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332771.604627:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332771.604631:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43600, rc 0) 00000100:00100000:1.0:1763332771.604700:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35408:x1848987610969216:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 219us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.604707:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2497 00000100:00100000:1.0:1763332771.607559:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.609028:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610969472 00000100:00100000:0.0:1763332771.609043:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610969472 00000100:00100000:0.0:1763332771.609452:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 717 00000100:00100000:0.0:1763332771.609464:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35408:x1848987610969472:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332771.612706:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35408:x1848987610969472:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 3233us (5146us total) trans 4294968879 rc 0/0 00000100:00100000:0.0:1763332771.612721:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 717 00000100:00100000:3.0:1763332771.643708:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610969728 00000100:00100000:3.0:1763332771.643724:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610969728 00000100:00100000:3.0:1763332771.643863:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2498 00000100:00100000:3.0:1763332771.644157:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35410:x1848987610969728:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332771.644194:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332771.644219:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293800/0xb32e3ef184c30a27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d48d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.644298:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30a2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.644313:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30a2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.644325:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30a2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.644340:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30a35 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.644806:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30a35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.644817:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30a35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.644961:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c30a3c lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.644970:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c30a3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.644976:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c30a3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332771.644991:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:3.0:1763332771.645065:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30a2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645072:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30a2e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645079:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30a2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645084:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332771.645087:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30a2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645094:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30a2e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645104:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332771.645107:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332771.645111:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30a2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645116:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c30a2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645128:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30a35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645133:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30a35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645138:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30a35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645147:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332771.645149:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30a35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645154:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30a35 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645160:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92ff44d03600) 00010000:00010000:3.0:1763332771.645161:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332771.645173:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30a35 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645177:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c30a35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.645214:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293800/0xb32e3ef184c30a27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d48d expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.645226:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c30a3c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d48d expref: 12 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.645233:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332771.645235:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332771.645238:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48293a00, rc 0) 00000100:00100000:3.0:1763332771.645314:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35410:x1848987610969728:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1442us (3450us total) trans 4294968880 rc 0/0 00000100:00100000:3.0:1763332771.645323:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2498 00000100:00100000:1.0:1763332771.661964:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610969856 00000100:00100000:1.0:1763332771.661978:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610969856 00000100:00100000:1.0:1763332771.663311:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 830 00000100:00100000:1.0:1763332771.663330:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610969856:12345-192.168.204.28@tcp:63:ll_sa.0 00010000:00010000:1.0:1763332771.663523:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332771.663550:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30a4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d494 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.663611:0:6525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663625:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663636:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663651:0:6525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a58 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663657:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663663:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663706:0:6525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663713:0:6525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a51 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663718:0:6525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a51 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663724:0:6525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332771.663727:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a51 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663734:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a51 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663746:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332771.663749:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332771.663753:0:6525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663758:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663772:0:6525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663777:0:6525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a58 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663781:0:6525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663785:0:6525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332771.663787:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663792:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a58 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663798:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9cbb77af (ffff92ff42c64500) 00010000:00010000:1.0:1763332771.663801:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332771.663803:0:6525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a58 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663808:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a58 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.663836:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30a4a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d494 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.663845:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332771.663848:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763332771.663851:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30a4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d494 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.663866:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42400, rc -2) 00000100:00100000:1.0:1763332771.666786:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610969856:12345-192.168.204.28@tcp:63:ll_sa.0 Request processed in 3443us (5072us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763332771.666806:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 830 00000100:00100000:1.0:1763332771.702125:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.702447:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610969984 00000100:00100000:0.0:1763332771.702459:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610969984 00000100:00100000:0.0:1763332771.702540:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 494 00000100:00100000:0.0:1763332771.702550:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610969984:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332771.702588:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.702607:0:28430:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d455 expref: 10 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.702615:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332771.702618:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332771.702621:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.702658:0:28430:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d455 expref: 10 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.702673:0:28430:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d455 expref: 10 pid: 17605 timeout: 975 lvb_type: 0 00000100:00100000:0.0:1763332771.702688:0:28430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28430:1848987626267392:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332771.703319:0:28430:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332771.708895:0:28430:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28430:1848987626267392:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332771.708944:0:28430:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332771.711886:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.712251:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332771.713044:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610970112 00000100:00100000:3.0:1763332771.713050:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610970112 00010000:00010000:3.0:1763332771.713072:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d455 expref: 12 pid: 17605 timeout: 975 lvb_type: 0 00000100:00100000:3.0:1763332771.713090:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 624 00000100:00100000:3.0:1763332771.713096:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987610970112:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332771.713104:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332771.713122:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d455 expref: 12 pid: 17605 timeout: 975 lvb_type: 0 00010000:00010000:3.0:1763332771.713133:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d455 expref: 12 pid: 17605 timeout: 975 lvb_type: 0 00010000:00010000:3.0:1763332771.713151:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e42000/0xb32e3ef184c309d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d455 expref: 12 pid: 17605 timeout: 975 lvb_type: 0 00010000:00010000:3.0:1763332771.713164:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332771.713166:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332771.713170:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.713178:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.713196:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332771.713229:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610970112:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 132us (1355us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332771.713235:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 624 00010000:00010000:0.0:1763332771.713596:0:28430:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.713606:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332771.726104:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610970368 00000100:00100000:3.0:1763332771.726115:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610970368 00010000:00010000:3.0:1763332771.726153:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293000/0xb32e3ef184c309da lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d45c expref: 12 pid: 28600 timeout: 975 lvb_type: 0 00000100:00100000:1.0:1763332771.726470:0:16635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16635:1848987626267520:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332771.726492:0:16635:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332771.726577:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 625 00000100:00100000:3.0:1763332771.726587:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987610970368:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332771.726600:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332771.726619:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48293000/0xb32e3ef184c309da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d45c expref: 12 pid: 28600 timeout: 975 lvb_type: 0 00010000:00010000:3.0:1763332771.726631:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48293000/0xb32e3ef184c309da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d45c expref: 12 pid: 28600 timeout: 975 lvb_type: 0 00010000:00010000:3.0:1763332771.726654:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293000/0xb32e3ef184c309da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d45c expref: 12 pid: 28600 timeout: 975 lvb_type: 0 00010000:00010000:3.0:1763332771.726668:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332771.726670:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332771.726673:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.726683:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.726700:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332771.726750:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610970368:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 164us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332771.726757:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 625 00010000:00010000:1.0:1763332771.727460:0:16635:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.727472:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.743539:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.743559:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.743569:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.743576:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332771.743580:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.743590:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.743607:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.743614:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a5f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332771.743700:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610969984:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 41147us (41580us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1763332771.743710:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 494 00010000:00010000:1.0:1763332771.754774:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.754797:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.754806:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.754818:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332771.754822:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.754830:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.754848:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.754856:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c30a66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332771.754975:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610970240:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 42435us (42716us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1763332771.754987:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 495 00000100:00100000:0.0:1763332771.762334:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610970496 00000100:00100000:0.0:1763332771.762390:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610970496 00000100:00100000:0.0:1763332771.762459:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610970624 00000100:00100000:0.0:1763332771.762464:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610970624 00000100:00100000:0.0:1763332771.762496:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1241 00000100:00100000:0.0:1763332771.762507:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987610970496:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332771.762527:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332771.762549:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a6d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d4cc expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332771.762574:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 2097152, mtime: 0x691a52a3, atime: 0x0, ctime: 0x691a52a3, blocks: 0x1000 00010000:00010000:0.0:1763332771.762596:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.762598:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.762610:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4cc expref: 10 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332771.762635:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4cc expref: 10 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332771.762649:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49325e00, rc 0) 00000100:00100000:0.0:1763332771.762709:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987610970496:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 203us (1676us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332771.762717:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1241 00000100:00100000:0.0:1763332771.762735:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1242 00000100:00100000:0.0:1763332771.762742:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987610970624:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332771.762749:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332771.762758:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c30a74 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d4d3 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332771.762770:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x46:0x0] initial LVB size: 4194304, mtime: 0x691a52a3, atime: 0x0, ctime: 0x691a52a3, blocks: 0x1000 00010000:00010000:0.0:1763332771.762781:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.762783:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.762788:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c30a74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4d3 expref: 10 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332771.762800:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c30a74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4d3 expref: 10 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332771.762809:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49324200, rc 0) 00000100:00100000:0.0:1763332771.762830:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987610970624:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 89us (1508us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332771.762841:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1242 00000100:00100000:0.0:1763332771.842710:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610970880 00000100:00100000:0.0:1763332771.842734:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610970880 00000100:00100000:0.0:1763332771.843682:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 718 00000100:00100000:0.0:1763332771.843701:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35410:x1848987610970880:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332771.843984:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35410:x1848987610970880:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 288us (1577us total) trans 4294968881 rc 0/0 00000100:00100000:0.0:1763332771.843991:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 718 00000100:00100000:0.0:1763332771.884905:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.884980:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.885069:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610971264 00000100:00100000:1.0:1763332771.885080:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610971264 00000100:00100000:1.0:1763332771.885140:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 831 00000100:00100000:1.0:1763332771.885151:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2419:x1848987610971264:12345-192.168.204.28@tcp:63:ll_sa.0 00010000:00010000:1.0:1763332771.885211:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332771.885233:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30a7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d4e1 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.885288:0:6525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885306:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885316:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885329:0:6525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885334:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885339:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885396:0:6525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885403:0:6525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a82 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885409:0:6525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885414:0:6525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332771.885418:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885424:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885436:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332771.885440:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332771.885444:0:6525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885451:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c30a82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885464:0:6525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885470:0:6525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885475:0:6525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885479:0:6525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332771.885482:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885487:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885493:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9cbb77af (ffff92ff42c64500) 00010000:00010000:1.0:1763332771.885496:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332771.885499:0:6525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a89 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885504:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c30a89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9cbb77af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:1.0:1763332771.885531:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30a7b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4e1 expref: 14 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.885540:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332771.885543:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763332771.885546:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42400/0xb32e3ef184c30a7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4e1 expref: 14 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.885556:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42400, rc -2) 00000100:00100000:3.0:1763332771.886741:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610971136 00000100:00100000:3.0:1763332771.886756:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610971136 00000100:00100000:3.0:1763332771.886818:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2499 00000100:00100000:3.0:1763332771.886827:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35415:x1848987610971136:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332771.886843:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332771.886860:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30a90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d4da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.886972:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c30a97 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.886985:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c30a97 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332771.886995:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c30a97 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332771.887005:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:3.0:1763332771.887116:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0dc00/0xb32e3ef184c30a90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4da expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.887133:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c30a97 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4da expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332771.887140:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332771.887142:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763332771.887145:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0ca00, rc 0) 00000100:00100000:1.0:1763332771.887268:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2419:x1848987610971264:12345-192.168.204.28@tcp:63:ll_sa.0 Request processed in 2117us (2285us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763332771.887279:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 831 00000100:00100000:3.0:1763332771.889302:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35415:x1848987610971136:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2463us (4393us total) trans 4294968882 rc 0/0 00000100:00100000:3.0:1763332771.889315:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2499 00000100:00100000:3.0:1763332771.920718:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626267648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332771.920799:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332771.920933:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626267648 00000100:00100000:1.0:1763332771.920943:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626267648 00000100:00100000:1.0:1763332771.921016:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1763332771.921026:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626267648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332771.921052:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 137921088 pending 3170304 free 3923492864 avail 3688751104 00000100:00100000:1.0:1763332771.921106:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626267648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.921114:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1763332771.921209:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626267648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332771.922341:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626267776 00000100:00100000:3.0:1763332771.922372:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626267776 00000100:00100000:3.0:1763332771.922417:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1763332771.922425:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626267776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332771.922451:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 137921088 pending 3170304 free 3917201408 avail 3685679104 00000100:00100000:3.0:1763332771.922784:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626267776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 359us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332771.922791:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1763332771.934616:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610971392 00000100:00100000:0.0:1763332771.934630:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610971392 00000100:00100000:0.0:1763332771.934703:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610971520 00000100:00100000:0.0:1763332771.934706:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610971520 00000100:00100000:0.0:1763332771.934745:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 496 00000100:00100000:0.0:1763332771.934757:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987610971392:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332771.934795:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.934815:0:28430:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 14 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.934824:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332771.934826:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332771.934834:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.934875:0:28430:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 14 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.934888:0:28430:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 14 pid: 17605 timeout: 976 lvb_type: 0 00000100:00100000:0.0:1763332771.934902:0:28430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626267904:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332771.934993:0:28430:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332771.935176:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 497 00000100:00100000:1.0:1763332771.935187:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987610971520:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332771.935208:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.935221:0:16635:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 14 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.935228:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332771.935230:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332771.935232:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.935254:0:16635:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 14 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.935263:0:16635:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 14 pid: 17605 timeout: 976 lvb_type: 0 00000100:00100000:1.0:1763332771.935271:0:16635:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626268032:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332771.935314:0:16635:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0480 going to sleep for 11 seconds 00000100:00100000:0.0:1763332771.943419:0:28430:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74037800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626267904:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332771.943452:0:28430:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332771.943967:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332771.944611:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610971648 00000100:00100000:3.0:1763332771.944624:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610971648 00010000:00010000:3.0:1763332771.944681:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 15 pid: 17605 timeout: 976 lvb_type: 0 00000100:00100000:1.0:1763332771.944853:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 626 00000100:00100000:1.0:1763332771.944868:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987610971648:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332771.944887:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332771.944913:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 15 pid: 17605 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332771.944938:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 15 pid: 17605 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332771.944973:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30a0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d478 expref: 15 pid: 17605 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332771.944997:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.945000:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.945006:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.945021:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.945841:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332771.945946:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987610971648:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1077us (1976us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.945958:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 626 00000100:00100000:1.0:1763332771.948405:0:16635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626268032:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332771.948435:0:16635:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332771.949809:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332771.950849:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610971776 00000100:00100000:1.0:1763332771.950860:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610971776 00010000:00010000:1.0:1763332771.950903:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 15 pid: 17605 timeout: 976 lvb_type: 0 00000100:00100000:1.0:1763332771.950957:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 627 00000100:00100000:1.0:1763332771.950969:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987610971776:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332771.950987:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332771.951008:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 15 pid: 17605 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332771.951021:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 15 pid: 17605 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332771.951050:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48292800/0xb32e3ef184c30a12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d47f expref: 15 pid: 17605 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332771.951067:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.951069:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.951073:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.951083:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.951111:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332771.951159:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987610971776:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 192us (1410us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.951166:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 627 00010000:00010000:0.0:1763332771.951306:0:16635:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.951316:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.963739:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.963761:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.963770:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.963778:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49324c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332771.963783:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.963794:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.963812:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332771.963819:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324c00/0xb32e3ef184c30aa5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332771.963913:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987610971392:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 29154us (29995us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332771.963933:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 496 00010000:00010000:0.0:1763332771.983764:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.984646:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.984665:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.984672:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332771.984677:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.984686:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.984708:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332771.984716:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c30aac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332771.984850:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610971520:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 49662us (50867us total) trans 0 rc 3145728/3145728 00000100:00100000:0.0:1763332771.984861:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 497 00000100:00100000:0.0:1763332771.993519:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.993564:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332771.996445:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1243 00000100:00100000:3.0:1763332771.996545:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1244 00000100:00100000:1.0:1763332771.996754:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610971904:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332771.996774:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332771.996796:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30ab3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d519 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332771.996820:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 1048576, mtime: 0x691a52a2, atime: 0x691a52a2, ctime: 0x691a52a3, blocks: 0x800 00010000:00010000:1.0:1763332771.996841:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.996843:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332771.996854:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30ab3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d519 expref: 13 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332771.996870:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30ab3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d519 expref: 13 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332771.996887:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42e00, rc 0) 00000100:00100000:1.0:1763332771.996968:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987610971904:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 512us (3461us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332771.996976:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1243 00000100:00100000:0.0:1763332771.997135:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987610972032:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332771.997147:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332771.997158:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c30aba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d520 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332771.997175:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a2, atime: 0x691a52a2, ctime: 0x691a52a3, blocks: 0x1800 00010000:00010000:0.0:1763332771.997183:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.997185:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332771.997189:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c30aba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d520 expref: 13 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332771.997199:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c30aba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d520 expref: 13 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332771.997207:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49324e00, rc 0) 00000100:00100000:0.0:1763332771.997231:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987610972032:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 678us (3666us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332771.997237:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1244 00000100:00100000:3.0:1763332772.198332:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.198568:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610972160 00000100:00100000:0.0:1763332772.198664:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610972160 00000100:00100000:0.0:1763332772.199282:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 498 00000100:00100000:0.0:1763332772.199296:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610972160:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332772.199333:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.199376:0:16635:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c309f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d46a expref: 10 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.199385:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332772.199388:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332772.199391:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.199431:0:16635:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c309f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d46a expref: 10 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.199445:0:16635:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c309f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d46a expref: 10 pid: 28600 timeout: 976 lvb_type: 0 00000100:00100000:0.0:1763332772.199461:0:16635:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16635:1848987626268160:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332772.199562:0:16635:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332772.202538:0:16635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16635:1848987626268160:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332772.202794:0:16635:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332772.204517:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332772.204993:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610972288 00000100:00100000:1.0:1763332772.205004:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610972288 00010000:00010000:1.0:1763332772.205050:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c309f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d46a expref: 11 pid: 28600 timeout: 976 lvb_type: 0 00000100:00100000:1.0:1763332772.205094:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 628 00000100:00100000:1.0:1763332772.205104:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987610972288:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332772.205121:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332772.205143:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c309f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d46a expref: 11 pid: 28600 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332772.205157:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c309f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d46a expref: 11 pid: 28600 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332772.205180:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c309f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d46a expref: 11 pid: 28600 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332772.205199:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332772.205201:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332772.205206:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.205223:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.205565:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332772.205629:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987610972288:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 526us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332772.205637:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 628 00010000:00010000:0.0:1763332772.267169:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.267192:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.267201:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.267207:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332772.267212:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.267220:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.267239:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.267246:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325a00/0xb32e3ef184c30ac1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332772.269227:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610972160:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 69921us (70893us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1763332772.269244:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 498 00000100:00100000:3.0:1763332772.281984:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332772.286456:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00080000:3.0:1763332772.287033:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332772.287693:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610972416 00000100:00100000:1.0:1763332772.287701:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610972416 00000100:00100000:1.0:1763332772.287752:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 710 00000100:00100000:1.0:1763332772.287760:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2418:x1848987610972416:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332772.287808:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2418:x1848987610972416:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 48us (5834us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332772.287814:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 710 00000100:00100000:3.0:1763332772.288751:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.289014:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610972672 00000100:00100000:0.0:1763332772.289020:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610972672 00000100:00100000:0.0:1763332772.289066:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1245 00000100:00100000:0.0:1763332772.289074:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987610972672:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332772.289088:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332772.289109:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c30ac8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d527 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332772.289134:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a3, atime: 0x0, ctime: 0x691a52a3, blocks: 0x2000 00010000:00010000:0.0:1763332772.289152:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332772.289154:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332772.289164:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c30ac8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d527 expref: 10 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332772.289180:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c30ac8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d527 expref: 10 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332772.289199:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04a00, rc 0) 00000100:00100000:0.0:1763332772.289246:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987610972672:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 172us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332772.289253:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1245 00010000:00010000:0.0:1763332772.435301:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332772.435321:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626268416 00000100:00100000:0.0:1763332772.435329:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626268416 00000100:00100000:0.0:1763332772.435529:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626268288 00000100:00100000:0.0:1763332772.435533:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626268288 00000100:00100000:0.0:1763332772.435559:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1763332772.435568:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626268416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332772.435602:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 100479552 pending 0 free 3911950336 avail 3680428032 00000100:00100000:0.0:1763332772.435653:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626268416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (1217us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332772.435660:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1763332772.435676:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1763332772.435681:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626268288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332772.435689:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 100479552 pending 0 free 3911950336 avail 3680428032 00000100:00100000:0.0:1763332772.435705:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626268288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 25us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332772.435711:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00080000:0.0:1763332772.435721:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332772.452218:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610972928 00000100:00100000:0.0:1763332772.452237:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610972928 00000100:00100000:0.0:1763332772.452313:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2500 00000100:00100000:0.0:1763332772.452323:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35423:x1848987610972928:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332772.452373:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332772.452566:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c30acf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d52e expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.452654:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ad6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452671:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ad6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452683:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ad6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452695:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30add lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452701:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30add lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452707:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30add lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452796:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ad6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452804:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ad6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452809:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ad6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452816:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ad6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452821:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332772.452825:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ad6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452832:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ad6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452844:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332772.452847:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332772.452852:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ad6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452859:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ad6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452874:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30add lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452880:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30add lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452885:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30add lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452889:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332772.452891:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30add lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452895:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30add lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452901:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92fe4388e100) 00010000:00010000:0.0:1763332772.452904:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332772.452906:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30add lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452927:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30add lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.452971:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c30acf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d52e expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.452981:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332772.452983:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332772.452987:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c30acf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d52e expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.452997:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04000, rc 0) 00000100:00100000:0.0:1763332772.458022:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35423:x1848987610972928:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5680us (9822us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332772.458039:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2500 00000100:00100000:1.0:1763332772.463543:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.463638:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610973056 00000100:00100000:0.0:1763332772.463649:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610973056 00010000:00010000:2.0:1763332772.464892:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.464898:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.464904:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.464908:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482ac400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.464911:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.464929:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.464937:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92ff42c64c00) 00010000:00010000:2.0:1763332772.464940:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.464943:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.464948:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763332772.465044:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35423:x1848987610973056:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 624us (1509us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332772.465052:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2501 00000100:00100000:3.0:1763332772.502846:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.503317:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610973184 00000100:00100000:2.0:1763332772.503330:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610973184 00000100:00100000:2.0:1763332772.503513:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2502 00000100:00100000:2.0:1763332772.503525:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35426:x1848987610973184:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332772.503628:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503654:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503667:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503684:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503691:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503697:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503792:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b07 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503802:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b07 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503808:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b07 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332772.503861:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332772.503867:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332772.503882:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b07 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503897:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503902:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503921:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503928:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503934:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482ac400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.503939:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503947:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503968:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332772.503970:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.503975:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503981:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30af9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.503995:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504001:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504006:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504010:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482ad600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.504013:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504021:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504026:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe438a1600) 00010000:00010000:2.0:1763332772.504028:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.504030:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b00 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504035:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504047:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b07 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504053:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b07 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504058:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b07 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504062:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482aca00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.504065:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b07 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504070:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b07 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504076:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332772.504079:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.504081:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b07 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.504086:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b07 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:2.0:1763332772.507974:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35426:x1848987610973184:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 4433us (5122us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332772.507993:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2502 00000100:00100000:3.0:1763332772.541677:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.543466:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610973440 00000100:00100000:2.0:1763332772.543484:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610973440 00000100:00100000:2.0:1763332772.543576:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2503 00000100:00100000:2.0:1763332772.543586:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35428:x1848987610973440:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332772.543610:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332772.543634:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d535 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.543721:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543735:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543748:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543763:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543770:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543777:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543862:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b15 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543871:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b15 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543878:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543885:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543891:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482ad600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.543895:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543903:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b15 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543925:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332772.543929:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.543934:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b15 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543940:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543963:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543970:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543976:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543982:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482ac400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.543985:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543991:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.543998:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92fe438a1600) 00010000:00010000:2.0:1763332772.544001:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.544004:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.544009:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.544042:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b0e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d535 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.545202:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332772.545205:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332772.545212:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d535 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.545226:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe482aca00, rc 0) 00000100:00100000:2.0:1763332772.546134:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35428:x1848987610973440:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2543us (4468us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332772.546146:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2503 00000100:00100000:1.0:1763332772.555000:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.555234:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610973568 00000100:00100000:2.0:1763332772.555247:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610973568 00000100:00100000:2.0:1763332772.555312:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2504 00000100:00100000:2.0:1763332772.555321:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35428:x1848987610973568:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332772.555459:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555476:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555488:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555501:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b2a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555507:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555512:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555582:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b31 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555590:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b31 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555596:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b31 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332772.555634:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xb:0x0]: returning size 2097152 00000004:00200000:2.0:1763332772.555645:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332772.555657:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b31 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555671:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b23 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555680:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b23 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555685:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555691:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555696:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482aca00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.555700:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555721:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b23 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555732:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332772.555734:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.555740:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b23 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555745:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555758:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555764:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b2a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555771:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555776:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482ac400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.555780:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555786:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b2a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555793:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92fe438a1600) 00010000:00010000:2.0:1763332772.555795:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.555797:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b2a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555803:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555821:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b31 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555828:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b31 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555833:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b31 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555838:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482ad600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.555840:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b31 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555845:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b31 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555852:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92ff42c64c00) 00010000:00010000:2.0:1763332772.555855:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.555857:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b31 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.555866:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b31 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:2.0:1763332772.555959:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35428:x1848987610973568:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 631us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332772.555967:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2504 00000100:00100000:3.0:1763332772.580240:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.580415:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610973696 00000100:00100000:2.0:1763332772.580428:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610973696 00000100:00100000:2.0:1763332772.580497:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2505 00000100:00100000:2.0:1763332772.580508:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35431:x1848987610973696:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332772.580597:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580616:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580629:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580644:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580651:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580657:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580744:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b46 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580752:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b46 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580759:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b46 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332772.580805:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332772.580810:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332772.580823:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b46 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580836:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b38 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580843:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b38 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580849:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b38 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580856:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b38 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580862:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482ad600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.580865:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b38 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580872:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b38 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580883:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332772.580886:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.580892:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b38 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580898:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad600/0xb32e3ef184c30b38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580931:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580938:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b3f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580943:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.580948:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482ac400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.581001:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.581008:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b3f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.581016:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe438a1600) 00010000:00010000:2.0:1763332772.581019:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.581022:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b3f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.581027:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.581043:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b46 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.581049:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b46 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.581054:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b46 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.581063:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482aca00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.581066:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b46 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.581071:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b46 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.581078:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332772.581081:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.581084:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b46 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.581089:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b46 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:2.0:1763332772.581182:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35431:x1848987610973696:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 675us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332772.581191:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2505 00000100:00100000:3.0:1763332772.601156:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.601288:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610973952 00000100:00100000:2.0:1763332772.601301:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610973952 00000100:00100000:2.0:1763332772.601399:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2506 00000100:00100000:2.0:1763332772.601412:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35434:x1848987610973952:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332772.601587:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332772.601591:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763332772.601619:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c307f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3d7 expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.601639:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332772.601643:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332772.601657:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b4d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d53c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.601779:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.601793:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c30a3c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d48d expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.601802:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 4/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.601833:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c30a3c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d48d expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.601844:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c30a3c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d48d expref: 15 pid: 6520 timeout: 976 lvb_type: 0 00000100:00100000:2.0:1763332772.601857:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626268544:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332772.601944:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82840 going to sleep for 11 seconds 00000100:00100000:1.0:1763332772.606977:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.607109:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626268544:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332772.607141:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763332772.607392:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610974080 00000100:00100000:3.0:1763332772.607400:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610974080 00010000:00010000:3.0:1763332772.607554:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c30a3c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d48d expref: 16 pid: 6520 timeout: 976 lvb_type: 0 00000100:00100000:3.0:1763332772.609597:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 629 00000100:00100000:3.0:1763332772.609621:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2421:x1848987610974080:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332772.609645:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332772.609656:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c30a3c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d48d expref: 16 pid: 6520 timeout: 976 lvb_type: 0 00010000:00010000:3.0:1763332772.609671:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c30a3c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d48d expref: 16 pid: 6520 timeout: 976 lvb_type: 0 00010000:00010000:3.0:1763332772.609695:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c30a3c lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d48d expref: 16 pid: 6520 timeout: 976 lvb_type: 0 00010000:00010000:3.0:1763332772.609714:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332772.609720:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332772.609732:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332772.609740:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332772.609769:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332772.609826:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987610974080:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 217us (2861us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332772.609838:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 629 00010000:00010000:1.0:1763332772.610205:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332772.610214:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763332772.610238:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:1.0:1763332772.610409:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482aca00/0xb32e3ef184c30b4d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d53c expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.610431:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d53c expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.610438:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332772.610441:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332772.610443:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe482ac400, rc 0) 00000100:00100000:1.0:1763332772.610489:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35434:x1848987610973952:12345-192.168.204.28@tcp:101:dd.0 Request processed in 9080us (9346us total) trans 4294968883 rc 0/0 00000100:00100000:1.0:1763332772.610496:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2506 00000100:00100000:1.0:1763332772.615215:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.616153:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610974336 00000100:00100000:2.0:1763332772.616166:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610974336 00000100:00100000:2.0:1763332772.616508:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 719 00000100:00100000:2.0:1763332772.616519:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35434:x1848987610974336:12345-192.168.204.28@tcp:35:dd.0 00000100:00100000:2.0:1763332772.616803:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35434:x1848987610974336:12345-192.168.204.28@tcp:35:dd.0 Request processed in 285us (1600us total) trans 4294968884 rc 0/0 00000100:00100000:2.0:1763332772.616815:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 719 00000100:00100000:3.0:1763332772.619945:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332772.620041:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610974592 00000100:00100000:1.0:1763332772.620052:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610974592 00000100:00100000:1.0:1763332772.620213:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2507 00000100:00100000:1.0:1763332772.620226:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35434:x1848987610974592:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:1.0:1763332772.620254:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332772.620257:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1763332772.620288:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0ca00/0xb32e3ef184c30a97 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4da expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.620313:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c30a20 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d486 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.620324:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332772.620329:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332772.620344:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30b62 lrc: 2/0,0 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d543 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.620731:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30b69 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332772.620746:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30b69 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332772.620756:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30b69 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:1.0:1763332772.621061:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].190, 88 off24104 00000004:00080000:1.0:1763332772.621071:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 876700721202ns, next at 872396564135ns, rc = 0 00000040:00080000:1.0:1763332772.621139:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].191, 88 off24192 00000004:00080000:1.0:1763332772.621145:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 876700795969ns, next at 872396564135ns, rc = 0 00000040:00080000:1.0:1763332772.621603:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].187, 88 off23880 00000004:00080000:1.0:1763332772.621612:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 876701263532ns, next at 871880962234ns, rc = 0 00000040:00080000:1.0:1763332772.621930:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].188, 88 off23968 00000004:00080000:1.0:1763332772.621936:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 876701587242ns, next at 871880962234ns, rc = 0 00000040:00080000:1.0:1763332772.622577:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].192, 88 off24280 00000004:00080000:1.0:1763332772.622585:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 876702235905ns, next at 872396564135ns, rc = 0 00000040:00080000:1.0:1763332772.622612:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].189, 88 off24056 00000004:00080000:1.0:1763332772.622617:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 876702267712ns, next at 871880962234ns, rc = 0 00000001:00080000:2.0:1763332772.627654:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968885 is committed 00000004:00080000:2.0:1763332772.627668:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 177 committed 00000004:00080000:2.0:1763332772.627676:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 178 committed 00000100:00100000:1.0:1763332772.628338:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626268672:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332772.628424:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332772.629658:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626269184:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332772.629704:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332772.629731:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332772.629737:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626268800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332772.629759:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332772.629795:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626268672 00000100:00100000:1.0:1763332772.629802:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626268672 00000100:00100000:1.0:1763332772.629853:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626269184 00000100:00100000:1.0:1763332772.629857:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626269184 00000100:00100000:1.0:1763332772.629874:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626268800 00000100:00100000:1.0:1763332772.629877:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626268800 00000100:00100000:1.0:1763332772.629896:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1763332772.629904:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3652:x1848987626268672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332772.630061:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1763332772.630066:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb mtime from disk: 1763332770 -> 1763332770 00002000:00010000:1.0:1763332772.630069:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb atime from disk: 1763332770 -> 1763332770 00002000:00010000:1.0:1763332772.630071:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332772.630074:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332772.630116:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3652:x1848987626268672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 211us (1690us total) trans 17179869428 rc 0/0 00000100:00100000:1.0:1763332772.630123:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1763332772.630141:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1763332772.630148:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626269184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332772.630219:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332772.630223:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332772.630225:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332772.630227:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332772.630230:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:1.0:1763332772.630256:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626269184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (551us total) trans 21474836742 rc 0/0 00000100:00100000:1.0:1763332772.630263:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1763332772.630276:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1763332772.630282:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3652:x1848987626268800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332772.630333:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332772.630336:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1763332770 -> 1763332770 00002000:00010000:1.0:1763332772.630338:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 1763332770 -> 1763332770 00002000:00010000:1.0:1763332772.630340:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332772.630342:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763332772.630392:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3652:x1848987626268800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (630us total) trans 17179869429 rc 0/0 00000100:00100000:1.0:1763332772.630398:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00080000:1.0:1763332772.630439:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1763332772.630472:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74034e00/2, rc 0, transno 17179869429 00000100:00100000:1.0:1763332772.630478:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626268800:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332772.630487:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77c6d180/2, rc 0, transno 21474836742 00000100:00100000:1.0:1763332772.630490:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626269184:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332772.630497:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74035c00/2, rc 0, transno 17179869428 00000100:00100000:1.0:1763332772.630500:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626268672:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763332772.630594:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 176 committed 00000004:00080000:2.0:1763332772.630599:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 175 committed 00000004:00080000:2.0:1763332772.630601:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 177 committed 00000004:00080000:2.0:1763332772.630602:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 176 committed 00000100:00100000:2.0:1763332772.630655:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626268928:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332772.630681:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332772.630697:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763332772.630701:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626269056:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332772.630715:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332772.630732:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626268928 00000100:00100000:2.0:1763332772.630736:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626268928 00000100:00100000:2.0:1763332772.630754:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626269056 00000100:00100000:2.0:1763332772.630756:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626269056 00000100:00100000:2.0:1763332772.630766:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:2.0:1763332772.630771:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626268928:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763332772.630818:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1763332772.630820:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:2.0:1763332772.630823:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763332772.630825:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:2.0:1763332772.630827:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:2.0:1763332772.630850:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3654:x1848987626268928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 79us (169us total) trans 21474836743 rc 0/0 00000100:00100000:2.0:1763332772.630855:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:2.0:1763332772.630866:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:2.0:1763332772.630871:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626269056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763332772.630906:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1763332772.630920:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:2.0:1763332772.630922:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763332772.630924:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:2.0:1763332772.630925:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:2.0:1763332772.630947:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3654:x1848987626269056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (231us total) trans 21474836744 rc 0/0 00000100:00100000:2.0:1763332772.630953:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000004:00080000:2.0:1763332772.630975:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77c6fb80/2, rc 0, transno 21474836744 00000100:00100000:2.0:1763332772.630979:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626269056:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763332772.630987:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77c6dc00/2, rc 0, transno 21474836743 00000100:00100000:2.0:1763332772.630990:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626268928:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332772.631248:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626269312:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332772.631276:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332772.631302:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626269312 00000100:00100000:0.0:1763332772.631305:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626269312 00000100:00100000:0.0:1763332772.631328:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1763332772.631334:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3653:x1848987626269312:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763332772.631406:0:28651:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1763332772.631409:0:28651:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:0.0:1763332772.631411:0:28651:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332772.631413:0:28651:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:0.0:1763332772.631415:0:28651:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763332772.631455:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3653:x1848987626269312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 121us (178us total) trans 17179869430 rc 0/0 00000100:00100000:0.0:1763332772.631461:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000004:00080000:0.0:1763332772.631481:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a3800/2, rc 0, transno 17179869430 00000100:00100000:0.0:1763332772.631485:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626269312:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763332772.633785:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30b69 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d543 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.633807:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332772.633810:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763332772.633833:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30b62 lrc: 0/0,0 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d543 expref: 10 pid: 6520 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763332772.633858:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30b69 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d543 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.633892:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332772.633894:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763332772.633897:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43400, rc 0) 00000100:00100000:0.0:1763332772.634012:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35434:x1848987610974592:12345-192.168.204.28@tcp:101:dd.0 Request processed in 13786us (14074us total) trans 4294968885 rc 0/0 00000100:00100000:0.0:1763332772.634023:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2507 00000100:00100000:3.0:1763332772.641804:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332772.642110:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610974720 00000100:00100000:1.0:1763332772.642122:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610974720 00000100:00080000:0.0:1763332772.642643:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332772.644478:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1252 00000100:00100000:1.0:1763332772.644504:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35434:x1848987610974720:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:1.0:1763332772.644530:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332772.644557:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d54a expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.644597:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30ab3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d519 expref: 14 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332772.644607:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332772.644610:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332772.644614:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 14 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.644660:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30ab3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d519 expref: 14 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332772.644677:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30ab3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d519 expref: 14 pid: 8611 timeout: 976 lvb_type: 1 00000100:00100000:1.0:1763332772.644692:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626269440:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332772.644791:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332772.650673:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df95180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626269440:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332772.650724:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 14 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.650746:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43600, rc 0) 00000100:00100000:1.0:1763332772.651953:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35434:x1848987610974720:12345-192.168.204.28@tcp:101:dd.0 Request processed in 7454us (10154us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332772.651966:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1252 00000100:00100000:3.0:1763332772.653086:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332772.654232:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610974848 00000100:00100000:1.0:1763332772.654245:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610974848 00010000:00010000:1.0:1763332772.654290:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30ab3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d519 expref: 14 pid: 8611 timeout: 976 lvb_type: 1 00000100:00100000:1.0:1763332772.654345:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 630 00000100:00100000:1.0:1763332772.654393:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987610974848:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332772.654413:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332772.654451:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30ab3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d519 expref: 14 pid: 8611 timeout: 976 lvb_type: 1 00010000:00010000:1.0:1763332772.654465:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30ab3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d519 expref: 14 pid: 8611 timeout: 976 lvb_type: 1 00010000:00010000:1.0:1763332772.654493:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30ab3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d519 expref: 14 pid: 8611 timeout: 976 lvb_type: 1 00010000:00010000:1.0:1763332772.654510:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332772.654512:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332772.654520:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 13 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.654531:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 13 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.654575:0:6504:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 13 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332772.654590:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848987626269568:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332772.654680:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0900 going to sleep for 11 seconds 00000100:00100000:3.0:1763332772.686526:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.686823:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610975104 00000100:00100000:0.0:1763332772.686835:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610975104 00000100:00100000:0.0:1763332772.686917:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2508 00000100:00100000:0.0:1763332772.686928:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35434:x1848987610975104:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332772.686955:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332772.686958:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332772.686990:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30b69 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d543 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.687012:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332772.687018:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332772.687038:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b77 lrc: 2/0,0 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d551 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.687103:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332772.687119:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332772.687129:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763332772.687771:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df95180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848987626269568:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332772.687797:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332772.688010:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987610974848:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 33618us (34927us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332772.688022:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 630 00000040:00080000:0.0:1763332772.690809:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].193, 88 off24368 00000004:00080000:0.0:1763332772.690827:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 876770477321ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332772.690853:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].194, 88 off24456 00000004:00080000:0.0:1763332772.690860:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 876770510591ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332772.690881:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].190, 88 off24144 00000004:00080000:0.0:1763332772.690884:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 876770535382ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332772.690897:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].191, 88 off24232 00000004:00080000:0.0:1763332772.690900:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 876770550782ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332772.690916:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].195, 88 off24544 00000004:00080000:0.0:1763332772.690920:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 876770570896ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332772.690929:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].192, 88 off24320 00000004:00080000:0.0:1763332772.690932:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 876770583646ns, next at 871880962234ns, rc = 0 00000001:00080000:1.0:1763332772.697989:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968886 is committed 00000004:00080000:1.0:1763332772.698007:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 180 committed 00000004:00080000:1.0:1763332772.698026:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 181 committed 00000004:00080000:1.0:1763332772.698040:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 179 committed 00000004:00080000:1.0:1763332772.698042:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 178 committed 00000004:00080000:1.0:1763332772.698046:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 180 committed 00000004:00080000:1.0:1763332772.698047:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 179 committed 00000100:00100000:2.0:1763332772.698228:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626269824:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332772.698308:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332772.698375:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332772.698382:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626269696:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332772.698406:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332772.698453:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626269824 00000100:00100000:2.0:1763332772.698461:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626269824 00000100:00100000:2.0:1763332772.698501:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626269696 00000100:00100000:2.0:1763332772.698504:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626269696 00000100:00100000:2.0:1763332772.698525:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1763332772.698534:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3655:x1848987626269824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763332772.698706:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1763332772.698712:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:2.0:1763332772.698714:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763332772.698717:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:2.0:1763332772.698719:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:2.0:1763332772.698762:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3655:x1848987626269824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 228us (454us total) trans 21474836745 rc 0/0 00000100:00100000:2.0:1763332772.698769:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1763332772.698785:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:2.0:1763332772.698792:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3655:x1848987626269696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763332772.698843:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1763332772.698846:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:2.0:1763332772.698849:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763332772.698851:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:2.0:1763332772.698853:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:2.0:1763332772.698878:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3655:x1848987626269696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 87us (471us total) trans 21474836746 rc 0/0 00000100:00100000:2.0:1763332772.698884:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:2.0:1763332772.698923:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626269952:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332772.698952:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332772.698981:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626269952 00000100:00100000:2.0:1763332772.698985:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626269952 00000100:00100000:2.0:1763332772.699007:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1763332772.699013:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3652:x1848987626269952:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763332772.699066:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1763332772.699069:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:2.0:1763332772.699071:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763332772.699073:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:2.0:1763332772.699075:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:2.0:1763332772.699103:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3652:x1848987626269952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (149us total) trans 21474836747 rc 0/0 00000100:00100000:2.0:1763332772.699109:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000004:00080000:2.0:1763332772.699148:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff5004ad80/2, rc 0, transno 21474836746 00000100:00100000:2.0:1763332772.699155:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626269696:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763332772.699165:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff50049180/2, rc 0, transno 21474836745 00000100:00100000:2.0:1763332772.699168:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626269824:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763332772.699184:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff5004a300/2, rc 0, transno 21474836747 00000100:00100000:2.0:1763332772.699188:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626269952:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332772.699632:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626270336:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332772.699659:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332772.699679:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332772.699685:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626270208:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332772.699706:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332772.699727:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626270336 00000100:00100000:0.0:1763332772.699731:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626270336 00000100:00100000:0.0:1763332772.699755:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626270208 00000100:00100000:0.0:1763332772.699758:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626270208 00000100:00100000:0.0:1763332772.699774:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1763332772.699780:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3655:x1848987626270336:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763332772.699868:0:28651:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1763332772.699872:0:28651:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:0.0:1763332772.699874:0:28651:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332772.699877:0:28651:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:0.0:1763332772.699879:0:28651:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763332772.699922:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3655:x1848987626270336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 129us (249us total) trans 17179869431 rc 0/0 00000100:00100000:0.0:1763332772.699937:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1763332772.699952:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1763332772.699959:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3655:x1848987626270208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763332772.700013:0:28651:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1763332772.700016:0:28651:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1763332770 -> 1763332770 00002000:00010000:0.0:1763332772.700018:0:28651:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 1763332770 -> 1763332770 00002000:00010000:0.0:1763332772.700020:0:28651:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:0.0:1763332772.700023:0:28651:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763332772.700051:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3655:x1848987626270208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 93us (343us total) trans 17179869432 rc 0/0 00000100:00100000:0.0:1763332772.700058:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000004:00080000:0.0:1763332772.700088:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a0380/2, rc 0, transno 17179869432 00000100:00100000:0.0:1763332772.700094:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626270208:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332772.700103:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a3b80/2, rc 0, transno 17179869431 00000100:00100000:0.0:1763332772.700106:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626270336:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763332772.700177:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d551 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.700192:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332772.700195:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763332772.700214:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b77 lrc: 0/0,0 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d551 expref: 10 pid: 6520 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763332772.700234:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d551 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.700266:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332772.700269:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763332772.700272:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04800, rc 0) 00000100:00100000:0.0:1763332772.700326:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35434:x1848987610975104:12345-192.168.204.28@tcp:101:dd.0 Request processed in 13401us (13819us total) trans 4294968886 rc 0/0 00000100:00100000:0.0:1763332772.700334:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2508 00000100:00100000:1.0:1763332772.700706:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332772.700722:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626270080:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332772.700756:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332772.700806:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626270080 00000100:00100000:1.0:1763332772.700812:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626270080 00000100:00100000:1.0:1763332772.700847:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1763332772.700853:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3652:x1848987626270080:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332772.700945:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1763332772.700948:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb mtime from disk: 1763332770 -> 1763332770 00002000:00010000:1.0:1763332772.700950:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb atime from disk: 1763332770 -> 1763332770 00002000:00010000:1.0:1763332772.700953:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332772.700954:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332772.700985:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3652:x1848987626270080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 131us (228us total) trans 17179869433 rc 0/0 00000100:00100000:1.0:1763332772.700993:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000004:00080000:1.0:1763332772.701029:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a2a00/2, rc 0, transno 17179869433 00000100:00100000:1.0:1763332772.701034:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626270080:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332772.705878:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332772.710466:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610975232 00000100:00100000:1.0:1763332772.710488:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610975232 00002000:00100000:1.0:1763332772.710571:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x41:0x0] (0->1048575) req@ffff92ff77c6d880 x1848987610975232/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:83/0 lens 488/0 e 0 to 0 dl 1763332783 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332772.710583:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77c6d880 with x1848987610975232 ext(0->1048575) 00002000:00010000:1.0:1763332772.710590:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77c6d880 00000100:00100000:1.0:1763332772.710633:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 499 00000100:00100000:1.0:1763332772.710644:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987610975232:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:1.0:1763332772.732155:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987610975232:12345-192.168.204.28@tcp:4:dd.0 Request processed in 21498us (26271us total) trans 17179869434 rc 0/0 00000100:00100000:1.0:1763332772.732172:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 499 00002000:00100000:1.0:1763332772.732188:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x41:0x0] (0->1048575) req@ffff92ff77c6d880 x1848987610975232/t17179869434(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:83/0 lens 488/448 e 0 to 0 dl 1763332783 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332772.732200:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77c6d880 with x1848987610975232 ext(0->1048575) 00002000:00010000:1.0:1763332772.732207:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77c6d880 00000100:00100000:2.0:1763332772.745620:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.745863:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610975360 00000100:00100000:0.0:1763332772.745875:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610975360 00000100:00100000:0.0:1763332772.745948:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1259 00000100:00100000:0.0:1763332772.745966:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35434:x1848987610975360:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332772.745986:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332772.746006:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d558 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.746038:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c30aba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d520 expref: 16 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332772.746046:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332772.746048:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332772.746052:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 16 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.746088:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c30aba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d520 expref: 16 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332772.746104:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c30aba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d520 expref: 16 pid: 28651 timeout: 976 lvb_type: 1 00000100:00100000:0.0:1763332772.746120:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626270464:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332772.746213:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332772.749024:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626270464:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332772.749064:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 16 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.749083:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04000, rc 0) 00000100:00100000:0.0:1763332772.749152:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35434:x1848987610975360:12345-192.168.204.28@tcp:101:dd.0 Request processed in 3188us (3544us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332772.749161:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1259 00000100:00100000:2.0:1763332772.750088:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332772.750205:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610975488 00000100:00100000:1.0:1763332772.750214:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610975488 00010000:00010000:1.0:1763332772.750253:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c30aba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d520 expref: 16 pid: 28651 timeout: 976 lvb_type: 1 00000100:00100000:1.0:1763332772.750292:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 631 00000100:00100000:1.0:1763332772.750301:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987610975488:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332772.750316:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332772.750336:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c30aba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d520 expref: 16 pid: 28651 timeout: 976 lvb_type: 1 00010000:00010000:1.0:1763332772.750386:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c30aba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d520 expref: 16 pid: 28651 timeout: 976 lvb_type: 1 00010000:00010000:1.0:1763332772.750413:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c30aba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d520 expref: 16 pid: 28651 timeout: 976 lvb_type: 1 00010000:00010000:1.0:1763332772.750430:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332772.750431:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332772.750439:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 15 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.750450:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 15 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.750486:0:6504:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 15 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332772.750500:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848987626270592:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332772.751021:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332772.761304:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848987626270592:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332772.761343:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332772.761433:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987610975488:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 11131us (11347us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332772.761444:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 631 00000100:00100000:3.0:1763332772.818140:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.818411:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610975616 00000100:00100000:0.0:1763332772.818424:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610975616 00000100:00100000:0.0:1763332772.818503:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2509 00000100:00100000:0.0:1763332772.818517:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35437:x1848987610975616:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332772.818553:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332772.818580:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30b8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d55f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.818660:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c30b93 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332772.818675:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c30b93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332772.818686:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c30b93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332772.818741:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763332772.818745:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332772.818769:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c30b93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332772.818799:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30b8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d55f expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.818820:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c30b93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d55f expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.818833:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332772.818837:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332772.818841:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05800, rc 0) 00000100:00100000:0.0:1763332772.818926:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35437:x1848987610975616:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 412us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332772.818934:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2509 00000100:00100000:2.0:1763332772.824051:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.824139:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610975872 00000100:00100000:0.0:1763332772.824150:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610975872 00000100:00100000:0.0:1763332772.824217:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2510 00000100:00100000:0.0:1763332772.824228:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35437:x1848987610975872:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332772.824255:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332772.824282:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30b9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d566 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.824406:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ba1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824422:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ba1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824434:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ba1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824449:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30ba8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824455:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824462:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824552:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ba1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824559:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ba1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824564:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ba1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824570:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ba1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824576:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332772.824580:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ba1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824588:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ba1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824601:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332772.824604:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332772.824608:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ba1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824615:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30ba1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824625:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824630:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30ba8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824634:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824639:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332772.824642:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824647:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30ba8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824651:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe43ab2500) 00010000:00010000:0.0:1763332772.824653:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332772.824655:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30ba8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824660:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30ba8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.824690:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30b9a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d566 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.824699:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332772.824702:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332772.824704:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30b9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d566 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.824713:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04600, rc 0) 00000100:00100000:0.0:1763332772.824903:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35437:x1848987610975872:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 675us (864us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332772.824922:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2510 00000100:00100000:3.0:1763332772.835210:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.835574:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610976000 00000100:00100000:2.0:1763332772.835585:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610976000 00000100:00100000:0.0:1763332772.836293:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2511 00000100:00100000:0.0:1763332772.836310:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35437:x1848987610976000:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332772.836433:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c30baf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836453:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c30baf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836465:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c30baf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836481:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30bb6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836488:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836495:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836559:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30bbd lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836568:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30bbd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836574:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30bbd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332772.836617:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 0 00000004:00200000:0.0:1763332772.836621:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332772.836632:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30bbd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836645:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c30baf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836656:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c30baf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836663:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c30baf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836669:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c30baf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836675:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332772.836679:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c30baf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836686:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c30baf lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836697:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332772.836699:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332772.836704:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c30baf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836710:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c30baf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836722:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836727:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30bb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836733:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30bb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836738:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332772.836741:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30bb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836747:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30bb6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836753:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe43ab2e00) 00010000:00010000:0.0:1763332772.836755:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332772.836758:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30bb6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836763:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30bb6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836776:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30bbd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836782:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30bbd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836788:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30bbd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836792:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332772.836795:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30bbd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836800:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30bbd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836806:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332772.836808:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332772.836810:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30bbd lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332772.836820:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30bbd lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332772.836901:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35437:x1848987610976000:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 596us (1700us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332772.836916:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2511 00000100:00100000:3.0:1763332772.863115:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.865441:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610976128 00000100:00100000:0.0:1763332772.865465:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610976128 00000100:00100000:1.0:1763332772.866274:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2512 00000100:00100000:1.0:1763332772.866288:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35439:x1848987610976128:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332772.866312:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332772.866335:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30bc4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d56d expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.866571:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30bcb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332772.866588:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30bcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332772.866600:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30bcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332772.866614:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30bd2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332772.866620:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332772.866626:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332772.866720:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332772.866731:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d53c expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.866740:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 4/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332772.866784:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d53c expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.866798:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d53c expref: 11 pid: 6520 timeout: 976 lvb_type: 0 00000100:00100000:1.0:1763332772.866811:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626270720:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332772.866916:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0000 going to sleep for 11 seconds 00000100:00100000:2.0:1763332772.870812:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332772.871082:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626270720:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332772.871120:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:3.0:1763332772.871256:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610976384 00000100:00100000:3.0:1763332772.871266:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610976384 00000100:00100000:3.0:1763332772.872061:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 720 00000100:00100000:3.0:1763332772.872078:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc02450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:32773:x1848987610976384:12345-192.168.204.28@tcp:35:ldlm_bl.0 00000001:00080000:3.0:1763332772.873213:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968887 00000100:00100000:3.0:1763332772.874409:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc02450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:32773:x1848987610976384:12345-192.168.204.28@tcp:35:ldlm_bl.0 Request processed in 2330us (3601us total) trans 4294968888 rc 0/0 00000100:00100000:3.0:1763332772.874422:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 720 00000020:00080000:3.0:1763332772.874429:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763332772.884143:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332772.884317:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610976512 00000100:00100000:1.0:1763332772.884328:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610976512 00010000:00010000:1.0:1763332772.884417:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d53c expref: 14 pid: 6520 timeout: 976 lvb_type: 0 00000100:00100000:1.0:1763332772.884454:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 632 00000100:00100000:1.0:1763332772.884465:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2421:x1848987610976512:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332772.884484:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332772.884492:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d53c expref: 14 pid: 6520 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332772.884506:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d53c expref: 14 pid: 6520 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332772.884532:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30b54 lrc: 0/0,0 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d53c expref: 14 pid: 6520 timeout: 976 lvb_type: 0 00010000:00010000:1.0:1763332772.884553:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332772.884559:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332772.884570:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332772.884578:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332772.884621:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332772.884686:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884696:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332772.884754:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332772.884759:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332772.884781:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884795:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884807:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30bcb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884813:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30bcb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884819:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30bcb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884825:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30bcb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884830:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.884834:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30bcb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884842:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30bcb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884851:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332772.884854:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.884858:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30bcb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884863:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30bcb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884875:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884880:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30bd2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884885:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884890:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.884893:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884899:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30bd2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884915:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92ff42c64e00) 00010000:00010000:2.0:1763332772.884918:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.884921:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30bd2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884926:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c30bd2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.884959:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c30bc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d56d expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.884975:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d56d expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.884983:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332772.884985:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332772.884993:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43c00, rc 0) 00000100:00100000:1.0:1763332772.887643:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987610976512:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 3166us (3496us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332772.887660:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35439:x1848987610976128:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 21372us (24557us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332772.887662:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 632 00000100:00100000:2.0:1763332772.887683:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2512 00000100:00100000:3.0:1763332772.896307:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.898558:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610976768 00000100:00100000:2.0:1763332772.898575:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610976768 00000100:00100000:2.0:1763332772.898896:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2513 00000100:00100000:2.0:1763332772.898918:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35439:x1848987610976768:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332772.898945:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332772.898970:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac600/0xb32e3ef184c30be0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d574 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.899108:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad800/0xb32e3ef184c30be7 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.899125:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad800/0xb32e3ef184c30be7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.899135:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad800/0xb32e3ef184c30be7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332772.899147:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332772.899267:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac600/0xb32e3ef184c30be0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d574 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.899290:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad800/0xb32e3ef184c30be7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d574 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.899300:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332772.899303:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763332772.899307:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe482ad800, rc 0) 00000100:00100000:2.0:1763332772.899415:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35439:x1848987610976768:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 509us (3117us total) trans 4294968889 rc 0/0 00000100:00100000:2.0:1763332772.899423:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2513 00000100:00100000:3.0:1763332772.906626:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.907051:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610977024 00000100:00100000:2.0:1763332772.907065:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610977024 00000100:00100000:2.0:1763332772.907149:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2514 00000100:00100000:2.0:1763332772.907161:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35439:x1848987610977024:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332772.907195:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332772.907220:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac600/0xb32e3ef184c30bf5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d57b expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.907516:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac800/0xb32e3ef184c30bfc lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.907534:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac800/0xb32e3ef184c30bfc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.907546:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac800/0xb32e3ef184c30bfc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332772.907559:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332772.907684:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac600/0xb32e3ef184c30bf5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d57b expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.910305:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac800/0xb32e3ef184c30bfc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d57b expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.910324:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332772.910327:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332772.910331:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe482ac800, rc 0) 00000100:00100000:2.0:1763332772.910439:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35439:x1848987610977024:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3278us (3820us total) trans 4294968890 rc 0/0 00000100:00100000:2.0:1763332772.910450:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2514 00000100:00100000:1.0:1763332772.915140:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332772.915232:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610977152 00000100:00100000:3.0:1763332772.915243:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610977152 00000100:00100000:3.0:1763332772.915312:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 282 00000100:00100000:3.0:1763332772.915322:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35439:x1848987610977152:12345-192.168.204.28@tcp:103:lfs.0 00010000:00010000:3.0:1763332772.915338:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332772.915398:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac800/0xb32e3ef184c30bfc lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d57b expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332772.915420:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332772.915425:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332772.916112:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35439:x1848987610977152:12345-192.168.204.28@tcp:103:lfs.0 Request processed in 789us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332772.916122:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 282 00000100:00100000:3.0:1763332772.919661:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.919783:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610977408 00000100:00100000:2.0:1763332772.919795:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610977408 00000100:00100000:2.0:1763332772.919853:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 721 00000100:00100000:2.0:1763332772.919862:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35439:x1848987610977408:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332772.920165:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35439:x1848987610977408:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 303us (512us total) trans 4294968891 rc 0/0 00000100:00100000:2.0:1763332772.920174:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 721 00000100:00100000:2.0:1763332772.925493:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332772.925641:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610977664 00000100:00100000:1.0:1763332772.925654:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610977664 00000100:00100000:0.0:1763332772.925754:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2515 00000100:00100000:0.0:1763332772.925767:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35439:x1848987610977664:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332772.925793:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332772.925815:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30c0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d582 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.925939:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332772.926012:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d56d expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.926023:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 4/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332772.926060:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d56d expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332772.926073:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d56d expref: 17 pid: 12741 timeout: 977 lvb_type: 0 00000100:00100000:0.0:1763332772.926093:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626270848:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332772.926176:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332772.930998:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.931126:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626270848:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332772.931161:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763332772.931287:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610977792 00000100:00100000:3.0:1763332772.931295:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610977792 00010000:00010000:3.0:1763332772.931331:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d56d expref: 18 pid: 12741 timeout: 977 lvb_type: 0 00000100:00100000:3.0:1763332772.931399:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 633 00000100:00100000:3.0:1763332772.931408:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610977792:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332772.931423:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332772.931430:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d56d expref: 18 pid: 12741 timeout: 977 lvb_type: 0 00010000:00010000:3.0:1763332772.931443:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d56d expref: 18 pid: 12741 timeout: 977 lvb_type: 0 00010000:00010000:3.0:1763332772.931468:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43c00/0xb32e3ef184c30bd9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d56d expref: 18 pid: 12741 timeout: 977 lvb_type: 0 00010000:00010000:3.0:1763332772.931485:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332772.931489:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332772.931500:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332772.931507:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332772.931541:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332772.931590:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610977792:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 182us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332772.931597:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 633 00010000:00010000:2.0:1763332772.931939:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.931947:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332772.931975:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332772.932109:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c30c0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d582 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.932125:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d582 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.932132:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332772.932135:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332772.932138:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05a00, rc 0) 00000100:00100000:2.0:1763332772.932174:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35439:x1848987610977664:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6410us (6693us total) trans 4294968892 rc 0/0 00000100:00100000:2.0:1763332772.932181:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2515 00000100:00100000:1.0:1763332772.935567:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.936520:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610977920 00000100:00100000:2.0:1763332772.936534:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610977920 00000100:00100000:2.0:1763332772.936958:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2516 00000100:00100000:2.0:1763332772.936970:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35439:x1848987610977920:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332772.937000:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332772.937023:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac600/0xb32e3ef184c30c1f lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d589 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.937130:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.937144:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d582 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.937153:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 4/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.937186:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d582 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.937197:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d582 expref: 18 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:2.0:1763332772.937210:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626270976:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332772.938016:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82300 going to sleep for 11 seconds 00000100:00100000:2.0:1763332772.941714:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626270976:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332772.941748:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763332772.942740:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.942959:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610978048 00000100:00100000:0.0:1763332772.942968:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610978048 00010000:00010000:0.0:1763332772.943005:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d582 expref: 19 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:0.0:1763332772.943044:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 634 00000100:00100000:0.0:1763332772.943054:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610978048:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332772.943069:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332772.943075:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d582 expref: 19 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:0.0:1763332772.943088:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d582 expref: 19 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:0.0:1763332772.943109:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c30c11 lrc: 0/0,0 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d582 expref: 19 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:0.0:1763332772.943127:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332772.943132:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332772.943147:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332772.943155:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332772.943182:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332772.943239:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610978048:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 185us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332772.943247:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 634 00010000:00010000:2.0:1763332772.943337:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.943345:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332772.943424:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332772.943429:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332772.943448:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.943478:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac600/0xb32e3ef184c30c1f lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d589 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.943493:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d589 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.943501:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332772.943503:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332772.943505:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe482ac000, rc 0) 00000100:00100000:2.0:1763332772.943538:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35439:x1848987610977920:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6570us (7986us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332772.943545:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2516 00000100:00100000:1.0:1763332772.949929:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332772.950010:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610978176 00000100:00100000:2.0:1763332772.950022:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610978176 00000100:00100000:2.0:1763332772.950088:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2517 00000100:00100000:2.0:1763332772.950099:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35439:x1848987610978176:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332772.950120:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332772.950143:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad200/0xb32e3ef184c30c2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d590 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.950211:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30c34 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950226:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30c34 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950237:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30c34 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950251:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ade00/0xb32e3ef184c30c3b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950257:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ade00/0xb32e3ef184c30c3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950262:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ade00/0xb32e3ef184c30c3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950332:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ace00/0xb32e3ef184c30c42 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950341:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ace00/0xb32e3ef184c30c42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950392:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ace00/0xb32e3ef184c30c42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332772.950442:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332772.950446:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332772.950466:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ace00/0xb32e3ef184c30c42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950475:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ace00/0xb32e3ef184c30c42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950482:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30c34 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950489:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30c34 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950500:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30c34 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950506:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482ac400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.950510:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30c34 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950517:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30c34 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950528:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332772.950531:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.950537:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30c34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950543:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac400/0xb32e3ef184c30c34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950556:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ade00/0xb32e3ef184c30c3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950562:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ade00/0xb32e3ef184c30c3b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950568:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ade00/0xb32e3ef184c30c3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950573:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482ade00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332772.950575:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ade00/0xb32e3ef184c30c3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950581:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ade00/0xb32e3ef184c30c3b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950591:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe438a1300) 00010000:00010000:2.0:1763332772.950594:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332772.950597:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ade00/0xb32e3ef184c30c3b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950601:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ade00/0xb32e3ef184c30c3b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332772.950632:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad200/0xb32e3ef184c30c2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d590 expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.950645:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ace00/0xb32e3ef184c30c42 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d590 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.950652:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332772.950655:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332772.950657:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe482ace00, rc 0) 00000100:00100000:2.0:1763332772.950716:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:35439:x1848987610978176:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 619us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332772.950723:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2517 00000100:00100000:0.0:1763332772.955132:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.955184:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332772.955324:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610978304 00000100:00100000:3.0:1763332772.955336:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610978304 00000100:00100000:3.0:1763332772.955427:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 283 00000100:00100000:3.0:1763332772.955438:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2419:x1848987610978304:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332772.956764:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332772.956805:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ace00/0xb32e3ef184c30c42 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d590 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332772.956953:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332772.956959:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332772.957033:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2419:x1848987610978304:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1595us (1911us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332772.957043:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 283 00000100:00100000:2.0:1763332772.957746:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610978560 00000100:00100000:2.0:1763332772.957756:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610978560 00000100:00100000:2.0:1763332772.957817:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2518 00000100:00100000:2.0:1763332772.957826:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35439:x1848987610978560:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332772.957844:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332772.957861:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c49 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d597 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.958020:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482adc00/0xb32e3ef184c30c50 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.958038:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482adc00/0xb32e3ef184c30c50 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332772.958050:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482adc00/0xb32e3ef184c30c50 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332772.958064:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332772.958193:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c49 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d597 expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.958209:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482adc00/0xb32e3ef184c30c50 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d597 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332772.958217:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332772.958220:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332772.958223:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe482adc00, rc 0) 00000100:00100000:2.0:1763332772.958280:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35439:x1848987610978560:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 456us (3096us total) trans 4294968893 rc 0/0 00000100:00100000:2.0:1763332772.958287:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2518 00000100:00100000:1.0:1763332772.970056:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332772.970398:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610978688 00000100:00100000:0.0:1763332772.970409:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610978688 00002000:00100000:0.0:1763332772.970460:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x42:0x0] (1048576->2097151) req@ffff92ff7df97100 x1848987610978688/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:83/0 lens 488/0 e 0 to 0 dl 1763332783 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332772.970472:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7df97100 with x1848987610978688 ext(1048576->2097151) 00002000:00010000:0.0:1763332772.970478:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7df97100 00000100:00100000:0.0:1763332772.970505:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 500 00000100:00100000:0.0:1763332772.970513:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987610978688:12345-192.168.204.28@tcp:4:lfs.0 00000100:00100000:0.0:1763332772.984277:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610978688:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 13750us (14215us total) trans 17179869435 rc 0/0 00000100:00100000:0.0:1763332772.984295:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 500 00002000:00100000:0.0:1763332772.984311:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x42:0x0] (1048576->2097151) req@ffff92ff7df97100 x1848987610978688/t17179869435(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:83/0 lens 488/448 e 0 to 0 dl 1763332783 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332772.984320:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7df97100 with x1848987610978688 ext(1048576->2097151) 00002000:00010000:0.0:1763332772.984328:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7df97100 00000100:00100000:3.0:1763332772.997169:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332772.997227:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332772.997304:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610978944 00000100:00100000:1.0:1763332772.997315:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610978944 00000100:00100000:1.0:1763332772.997407:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610978816 00000100:00100000:1.0:1763332772.997411:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610978816 00000100:00100000:1.0:1763332772.997449:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 501 00000100:00100000:1.0:1763332772.997459:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610978944:12345-192.168.204.28@tcp:3:lfs.0 00000100:00100000:3.0:1763332772.997482:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 502 00000100:00100000:3.0:1763332772.997495:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610978816:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332772.997496:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c5e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.997517:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332772.997520:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332772.997527:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c30c65 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.997527:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c5e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332772.997550:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332772.997553:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332772.997558:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c30c65 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332772.997559:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c5e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332772.997578:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c30c65 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.020657:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c5e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.020677:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c5e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.020687:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.020694:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332773.020699:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.020707:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.020727:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c5e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.020735:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c5e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332773.020810:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987610978944:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 23348us (23646us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1763332773.020819:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 501 00010000:00010000:2.0:1763332773.027159:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c30c65 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.027182:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c30c65 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.027191:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c30c65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.027199:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0da00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.027203:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c30c65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.027212:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c30c65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.027232:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c30c65 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.027239:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0da00/0xb32e3ef184c30c65 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.027324:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610978816:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 29828us (30092us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332773.027335:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 502 00000100:00100000:1.0:1763332773.052440:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.053064:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610979072 00000100:00100000:2.0:1763332773.053075:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610979072 00000100:00100000:2.0:1763332773.053156:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 503 00000100:00100000:2.0:1763332773.053168:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610979072:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332773.053207:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c6c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.053222:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.053224:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.053229:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.053248:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332773.060794:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.064711:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610979200 00000100:00100000:1.0:1763332773.064733:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610979200 00000100:00100000:1.0:1763332773.064824:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 504 00000100:00100000:1.0:1763332773.064836:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2418:x1848987610979200:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332773.064876:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c73 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.064893:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.064896:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.064912:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c73 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.064929:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c73 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.081256:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.081280:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.081290:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.081297:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe482acc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.081301:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.081310:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.081334:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c6c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.081343:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe482acc00/0xb32e3ef184c30c6c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.082147:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2418:x1848987610979072:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 28977us (29808us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332773.082158:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 503 00010000:00010000:1.0:1763332773.087292:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c73 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.087312:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c73 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.087321:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.087334:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332773.087339:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.087371:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.087389:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c73 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.087398:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c30c73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332773.087480:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987610979200:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 22642us (26692us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1763332773.087490:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 504 00000100:00100000:1.0:1763332773.108645:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.108735:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610979328 00000100:00100000:0.0:1763332773.108746:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610979328 00000100:00100000:2.0:1763332773.109456:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 505 00000100:00100000:2.0:1763332773.109470:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987610979328:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332773.109507:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c7a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.109523:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.109525:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.109530:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c7a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.109544:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c7a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.139736:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c7a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.139757:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.139766:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.139772:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.139777:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.139786:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.139808:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.139815:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.140536:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987610979328:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 31062us (31892us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1763332773.140548:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 505 00000100:00100000:1.0:1763332773.166002:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.166125:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610979456 00000100:00100000:2.0:1763332773.166138:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610979456 00000100:00100000:2.0:1763332773.166231:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 506 00000100:00100000:2.0:1763332773.166242:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610979456:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332773.166289:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c81 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.166306:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.166308:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.166315:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c81 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.166330:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c81 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.208871:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c81 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.208891:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c81 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.208917:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.208923:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.208928:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.208936:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.208956:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c81 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.208963:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30c81 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.209117:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610979456:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 42870us (43122us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1763332773.209129:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 506 00000100:00100000:1.0:1763332773.224286:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.224461:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610979584 00000100:00100000:3.0:1763332773.224471:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610979584 00000100:00080000:0.0:1763332773.225066:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332773.225567:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 284 00000100:00100000:3.0:1763332773.225582:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35439:x1848987610979584:12345-192.168.204.28@tcp:103:lfs.0 00010000:00010000:3.0:1763332773.225600:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332773.225627:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482adc00/0xb32e3ef184c30c50 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d597 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.225648:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332773.225654:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332773.225713:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:35439:x1848987610979584:12345-192.168.204.28@tcp:103:lfs.0 Request processed in 136us (1438us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332773.225721:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 284 00000100:00100000:0.0:1763332773.231566:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.231638:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610979840 00000100:00100000:2.0:1763332773.231648:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610979840 00000100:00100000:2.0:1763332773.231705:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 722 00000100:00100000:2.0:1763332773.231716:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:35439:x1848987610979840:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332773.231993:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35439:x1848987610979840:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 278us (435us total) trans 4294968894 rc 0/0 00000100:00100000:2.0:1763332773.232001:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 722 00000100:00100000:1.0:1763332773.234814:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.235021:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610980096 00000100:00100000:3.0:1763332773.235030:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610980096 00000100:00100000:3.0:1763332773.235090:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 723 00000100:00100000:3.0:1763332773.235100:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35439:x1848987610980096:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332773.235333:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:35439:x1848987610980096:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 235us (528us total) trans 4294968895 rc 0/0 00000100:00100000:3.0:1763332773.235341:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 723 00000100:00100000:1.0:1763332773.247627:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.247821:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610980352 00000100:00100000:0.0:1763332773.247832:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610980352 00000100:00100000:0.0:1763332773.247893:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2519 00000100:00100000:0.0:1763332773.247910:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:35440:x1848987610980352:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332773.247934:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332773.249448:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30c88 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d59e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.249571:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30c8f lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.249586:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30c8f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.249596:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30c8f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332773.249608:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:0.0:1763332773.249722:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30c88 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d59e expref: 23 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.249743:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30c8f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d59e expref: 22 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.249751:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332773.249755:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332773.249758:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74400, rc 0) 00000100:00100000:0.0:1763332773.250060:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+22:35440:x1848987610980352:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2157us (2442us total) trans 4294968896 rc 0/0 00000100:00100000:0.0:1763332773.250070:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2519 00000100:00100000:0.0:1763332773.253792:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.253867:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610980480 00000100:00100000:3.0:1763332773.253880:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610980480 00000100:00100000:3.0:1763332773.253960:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 285 00000100:00100000:3.0:1763332773.253970:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+22:35440:x1848987610980480:12345-192.168.204.28@tcp:103:lfs.0 00010000:00010000:3.0:1763332773.253986:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332773.254011:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30c8f lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d59e expref: 22 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.254028:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332773.254033:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332773.254090:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+21:35440:x1848987610980480:12345-192.168.204.28@tcp:103:lfs.0 Request processed in 121us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332773.254097:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 285 00000100:00100000:1.0:1763332773.257613:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.258235:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610980736 00000100:00100000:2.0:1763332773.258247:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610980736 00000100:00100000:2.0:1763332773.258314:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 724 00000100:00100000:2.0:1763332773.258326:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+21:35440:x1848987610980736:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332773.259021:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+22:35440:x1848987610980736:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 695us (1415us total) trans 4294968897 rc 0/0 00000100:00100000:2.0:1763332773.259031:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 724 00000100:00100000:1.0:1763332773.261992:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.262264:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610980992 00000100:00100000:0.0:1763332773.262275:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610980992 00000100:00100000:0.0:1763332773.262344:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2520 00000100:00100000:0.0:1763332773.262390:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+22:35440:x1848987610980992:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332773.262415:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332773.262438:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c30c9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5a5 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.262545:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.262561:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d589 expref: 23 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.262570:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 4/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.262605:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d589 expref: 23 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.262619:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d589 expref: 23 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:0.0:1763332773.262632:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626271104:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332773.262716:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332773.267231:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.267321:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626271104:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332773.267370:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763332773.267483:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610981120 00000100:00100000:1.0:1763332773.267490:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610981120 00010000:00010000:1.0:1763332773.267523:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d589 expref: 24 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:1.0:1763332773.267648:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 635 00000100:00100000:1.0:1763332773.267658:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2420:x1848987610981120:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332773.267672:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332773.267679:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d589 expref: 24 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.267690:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d589 expref: 24 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.267710:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ac000/0xb32e3ef184c30c26 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d589 expref: 24 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.267725:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332773.267729:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332773.267739:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332773.267747:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332773.267772:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332773.267822:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2420:x1848987610981120:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 165us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.267829:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 635 00010000:00010000:2.0:1763332773.267875:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.267883:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332773.267912:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332773.268853:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c30c9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5a5 expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.268874:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5a5 expref: 23 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.268881:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.268884:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332773.268887:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74e00, rc 0) 00000100:00100000:2.0:1763332773.269744:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+23:35440:x1848987610980992:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6561us (6964us total) trans 4294968898 rc 0/0 00000100:00100000:2.0:1763332773.269764:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2520 00000100:00100000:0.0:1763332773.272272:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.272381:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610981248 00000100:00100000:2.0:1763332773.272392:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610981248 00000100:00100000:2.0:1763332773.272443:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2521 00000100:00100000:2.0:1763332773.272453:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+23:35440:x1848987610981248:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.272474:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.272493:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30cb2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5ac expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.272588:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.272602:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5a5 expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.272612:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 4/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.272644:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5a5 expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.272657:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5a5 expref: 24 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:2.0:1763332773.272671:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626271232:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332773.272739:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82840 going to sleep for 11 seconds 00000100:00100000:2.0:1763332773.275577:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626271232:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332773.275607:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763332773.276630:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.277147:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610981376 00000100:00100000:1.0:1763332773.277157:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610981376 00010000:00010000:1.0:1763332773.277194:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5a5 expref: 25 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:1.0:1763332773.277238:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 636 00000100:00100000:1.0:1763332773.277248:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2421:x1848987610981376:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332773.277264:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332773.277270:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5a5 expref: 25 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.277283:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5a5 expref: 25 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.277305:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c30ca4 lrc: 0/0,0 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5a5 expref: 25 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.277322:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332773.277327:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332773.277338:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332773.277345:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332773.277400:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332773.277461:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2421:x1848987610981376:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 214us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.277469:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 636 00010000:00010000:2.0:1763332773.277647:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.277656:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332773.277716:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332773.277720:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332773.277740:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.277770:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30cb2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ac expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.277786:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ac expref: 23 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.277792:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.277795:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332773.277798:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031000, rc 0) 00000100:00100000:2.0:1763332773.277831:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+23:35440:x1848987610981248:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5381us (5569us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.277839:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2521 00000100:00100000:0.0:1763332773.285852:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.291087:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610981632 00000100:00100000:2.0:1763332773.291106:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610981632 00000100:00100000:2.0:1763332773.291189:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2522 00000100:00100000:2.0:1763332773.291201:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+23:35440:x1848987610981632:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.291227:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.291257:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30cc0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5b3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.291336:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30cc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291387:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30cc7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291400:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30cc7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291417:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30cce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291424:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30cce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291431:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30cce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291547:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30cd5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291558:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291565:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332773.291575:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332773.291658:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30cc7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291665:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30cc7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291675:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30cc7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291681:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332773.291686:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30cc7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291694:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30cc7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291708:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332773.291711:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332773.291716:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30cc7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291722:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30cc7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291736:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30cce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291740:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30cce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291745:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30cce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291748:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332773.291751:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30cce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291755:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30cce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291765:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe438a1300) 00010000:00010000:2.0:1763332773.291768:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332773.291770:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30cce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291776:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30cce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.291816:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30cc0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5b3 expref: 26 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.291832:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5b3 expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.291839:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.291841:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332773.291843:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40030a00, rc 0) 00000100:00100000:2.0:1763332773.291923:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+25:35440:x1848987610981632:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 724us (6081us total) trans 4294968899 rc 0/0 00000100:00100000:2.0:1763332773.291931:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2522 00000100:00100000:1.0:1763332773.296732:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.297114:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.297294:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610981760 00000100:00100000:3.0:1763332773.297309:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610981760 00000100:00100000:3.0:1763332773.297407:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 286 00000100:00100000:3.0:1763332773.297417:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2419:x1848987610981760:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332773.297438:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332773.297466:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c30cd5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5b3 expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.297777:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610982016 00000100:00100000:2.0:1763332773.297782:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610982016 00000100:00100000:2.0:1763332773.297813:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 725 00000100:00100000:2.0:1763332773.297820:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+25:35440:x1848987610982016:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332773.298066:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+26:35440:x1848987610982016:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 246us (952us total) trans 4294968900 rc 0/0 00000100:00100000:2.0:1763332773.298075:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 725 00010000:00010000:3.0:1763332773.298658:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332773.298667:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332773.298716:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2419:x1848987610981760:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1299us (2000us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332773.298724:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 286 00000100:00100000:1.0:1763332773.302998:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.303050:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.303225:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610982144 00000100:00100000:0.0:1763332773.303240:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610982144 00000100:00100000:0.0:1763332773.303307:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610982272 00000100:00100000:0.0:1763332773.303311:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610982272 00000100:00100000:0.0:1763332773.304035:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1260 00000100:00100000:0.0:1763332773.304052:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987610982144:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:0.0:1763332773.304106:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.304128:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 18 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.304136:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332773.304138:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332773.304143:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.304188:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 18 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.304205:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 18 pid: 17605 timeout: 977 lvb_type: 0 00000100:00100000:0.0:1763332773.304230:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626271360:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332773.304329:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763332773.305382:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1261 00000100:00100000:2.0:1763332773.305402:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987610982272:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332773.305440:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.305454:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 18 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.305461:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332773.305463:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332773.305467:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.305496:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 18 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.305509:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 18 pid: 28600 timeout: 977 lvb_type: 0 00000100:00100000:2.0:1763332773.305520:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:29013:1848987626271488:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332773.305574:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e826c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332773.312021:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626271360:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332773.312050:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332773.312467:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.313203:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610982400 00000100:00100000:3.0:1763332773.313213:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610982400 00010000:00010000:3.0:1763332773.313252:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 19 pid: 17605 timeout: 977 lvb_type: 0 00000100:00100000:3.0:1763332773.313292:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 637 00000100:00100000:3.0:1763332773.313302:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610982400:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332773.313504:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763332773.313521:0:6504:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb mtime from disk: 1763332770 -> 1763332772 00002000:00010000:3.0:1763332773.313525:0:6504:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb ctime from disk: 1763332771 -> 1763332772 00010000:00010000:3.0:1763332773.313531:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 19 pid: 17605 timeout: 977 lvb_type: 0 00010000:00010000:3.0:1763332773.313545:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 19 pid: 17605 timeout: 977 lvb_type: 0 00010000:00010000:3.0:1763332773.313573:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43600/0xb32e3ef184c30b70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d54a expref: 19 pid: 17605 timeout: 977 lvb_type: 0 00010000:00010000:3.0:1763332773.313590:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.313592:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.313597:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.313607:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.314616:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332773.315016:0:28600:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.315035:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.315060:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.315068:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.315076:0:28600:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.315082:0:28600:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.315086:0:28600:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.315093:0:28600:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.315108:0:28600:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.315115:0:28600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c30ce3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332773.315510:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610982400:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2204us (3039us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332773.315521:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 637 00000100:00100000:2.0:1763332773.315725:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610982144:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 11678us (12739us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.315734:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1260 00000100:00100000:0.0:1763332773.319803:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.319917:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:29013:1848987626271488:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332773.319947:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332773.320110:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610982528 00000100:00100000:3.0:1763332773.320119:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610982528 00010000:00010000:3.0:1763332773.320159:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 17 pid: 28600 timeout: 977 lvb_type: 0 00000100:00100000:1.0:1763332773.320650:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 638 00000100:00100000:1.0:1763332773.320661:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610982528:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332773.320678:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763332773.320696:0:8423:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1763332770 -> 1763332773 00002000:00010000:1.0:1763332773.320699:0:8423:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1763332771 -> 1763332773 00010000:00010000:1.0:1763332773.320704:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 17 pid: 28600 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.320717:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 17 pid: 28600 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.320741:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c30b85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d558 expref: 17 pid: 28600 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.320756:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.320758:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.320764:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.320774:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.320809:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332773.320858:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2421:x1848987610982528:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 199us (1066us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.320865:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 638 00010000:00010000:3.0:1763332773.322098:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.322113:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.322137:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.322144:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.322151:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.322158:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332773.322161:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.322170:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.322184:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.322192:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff40030800/0xb32e3ef184c30cea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332773.322277:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987610982272:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 16880us (19223us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332773.322286:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1261 00000100:00100000:0.0:1763332773.328206:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.328304:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610982784 00000100:00100000:1.0:1763332773.328318:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610982784 00000100:00100000:1.0:1763332773.328438:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2523 00000100:00100000:1.0:1763332773.328451:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+25:35440:x1848987610982784:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332773.328528:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332773.328558:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c307d4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d3c2 expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.328576:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332773.328581:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332773.328601:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.328613:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ac expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.328622:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d551 expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.328628:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad800/0xb32e3ef184c30be7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d574 expref: 24 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.328635:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 6/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.328667:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad800/0xb32e3ef184c30be7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d574 expref: 24 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.328685:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad800/0xb32e3ef184c30be7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d574 expref: 24 pid: 12741 timeout: 977 lvb_type: 0 00000100:00100000:1.0:1763332773.328700:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626271616:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332773.328786:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d551 expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.328795:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d551 expref: 24 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:1.0:1763332773.328803:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626271744:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332773.328837:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ac expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.328845:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ac expref: 24 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:1.0:1763332773.328854:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626271872:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332773.328880:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0000 going to sleep for 11 seconds 00000100:00100000:0.0:1763332773.334341:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.334406:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610983040 00000100:00100000:0.0:1763332773.334406:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.334417:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610983040 00000100:00100000:3.0:1763332773.334481:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 726 00000100:00100000:3.0:1763332773.334492:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc03c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+25:32772:x1848987610983040:12345-192.168.204.28@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1763332773.334852:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626271616:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332773.334867:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626271744:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332773.334943:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610983168 00000100:00100000:2.0:1763332773.334959:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610983168 00010000:00010000:2.0:1763332773.334986:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d551 expref: 27 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:3.0:1763332773.335004:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc03c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+27:32772:x1848987610983040:12345-192.168.204.28@tcp:35:ldlm_bl.0 Request processed in 514us (674us total) trans 4294968901 rc 0/0 00000100:00100000:2.0:1763332773.335009:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 639 00000100:00100000:2.0:1763332773.335016:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+27:2421:x1848987610983168:12345-192.168.204.28@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763332773.335022:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 726 00010000:00010000:2.0:1763332773.335027:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332773.335033:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d551 expref: 26 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:2.0:1763332773.335044:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d551 expref: 26 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:2.0:1763332773.335069:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c30b7e lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d551 expref: 26 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:2.0:1763332773.335086:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.335091:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.335101:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.335107:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.335113:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332773.335134:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2421:x1848987610983168:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 118us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.335141:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 639 00000100:00100000:1.0:1763332773.335558:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74037800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626271872:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332773.335592:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332773.335938:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.335957:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610983296 00000100:00100000:1.0:1763332773.335964:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610983296 00010000:00010000:1.0:1763332773.335990:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ac expref: 25 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:1.0:1763332773.336024:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 640 00000100:00100000:1.0:1763332773.336032:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2421:x1848987610983296:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332773.336041:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332773.336050:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ac expref: 25 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.336060:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ac expref: 25 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.336080:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30cb9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ac expref: 25 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.336092:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332773.336095:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.336102:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.336108:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.336113:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332773.336148:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2421:x1848987610983296:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 117us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.336156:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 640 00000100:00100000:1.0:1763332773.337020:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.337102:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610983424 00000100:00100000:2.0:1763332773.337109:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610983424 00010000:00010000:2.0:1763332773.337135:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad800/0xb32e3ef184c30be7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d574 expref: 24 pid: 12741 timeout: 977 lvb_type: 0 00000100:00100000:2.0:1763332773.337174:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 641 00000100:00100000:2.0:1763332773.337183:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2420:x1848987610983424:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332773.337193:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332773.337198:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad800/0xb32e3ef184c30be7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d574 expref: 24 pid: 12741 timeout: 977 lvb_type: 0 00010000:00010000:2.0:1763332773.337208:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad800/0xb32e3ef184c30be7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d574 expref: 24 pid: 12741 timeout: 977 lvb_type: 0 00010000:00010000:2.0:1763332773.337226:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe482ad800/0xb32e3ef184c30be7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d574 expref: 24 pid: 12741 timeout: 977 lvb_type: 0 00010000:00010000:2.0:1763332773.337240:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.337244:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.337257:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.337264:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.337299:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332773.337342:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2420:x1848987610983424:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 159us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.337371:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 641 00010000:00010000:3.0:1763332773.337435:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332773.337443:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00010000:3.0:1763332773.337637:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009028ef5a reply state 00000000a57b1f1f transno 4294968902 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332773.337650:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332773.337657:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332773.337660:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00000100:00100000:3.0:1763332773.337663:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332773.337713:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+24:35440:x1848987610982784:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 9265us (9521us total) trans 4294968902 rc 0/0 00000100:00100000:3.0:1763332773.337721:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2523 00000100:00100000:1.0:1763332773.340633:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.340808:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610983680 00000100:00100000:3.0:1763332773.340935:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610983680 00000100:00100000:0.0:1763332773.341088:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2524 00000100:00100000:0.0:1763332773.341100:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+24:35440:x1848987610983680:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332773.341129:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332773.341152:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c30cf8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5ba expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.341229:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c30cff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341243:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c30cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341253:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c30cff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341265:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341270:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341276:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341411:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d0d lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341420:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341426:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332773.341436:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:0.0:1763332773.341518:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c30cff lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341526:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c30cff lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341531:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c30cff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341538:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c30cff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341544:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.341548:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c30cff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341555:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c30cff lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341566:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332773.341569:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332773.341574:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c30cff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341584:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c30cff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341597:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341602:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d06 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341607:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341611:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.341613:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341618:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d06 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341624:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe43ab2c00) 00010000:00010000:0.0:1763332773.341627:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332773.341629:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d06 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341634:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.341670:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c30cf8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ba expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.341682:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d0d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ba expref: 26 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.341693:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332773.341696:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332773.341698:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75000, rc 0) 00000100:00100000:0.0:1763332773.341764:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:35440:x1848987610983680:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 666us (1138us total) trans 4294968903 rc 0/0 00000100:00100000:0.0:1763332773.341771:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2524 00000100:00100000:0.0:1763332773.345506:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.345681:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610983936 00000100:00100000:2.0:1763332773.345692:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610983936 00000100:00100000:2.0:1763332773.345760:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 727 00000100:00100000:2.0:1763332773.345770:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+26:35440:x1848987610983936:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332773.346841:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+27:35440:x1848987610983936:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1066us (1488us total) trans 4294968904 rc 0/0 00000100:00100000:2.0:1763332773.346851:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 727 00000100:00100000:2.0:1763332773.350789:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.352370:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610984064 00000100:00100000:3.0:1763332773.352385:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610984064 00000100:00100000:3.0:1763332773.352475:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1262 00000100:00100000:3.0:1763332773.352486:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2419:x1848987610984064:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332773.352504:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332773.352526:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c30d1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5c1 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332773.352551:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 1048576, mtime: 0x691a52a4, atime: 0x691a52a2, ctime: 0x691a52a4, blocks: 0x800 00010000:00010000:3.0:1763332773.352571:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.352573:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.352583:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c30d1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c1 expref: 16 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.352601:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c30d1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c1 expref: 16 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.352619:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bec00, rc 0) 00000100:00100000:3.0:1763332773.352835:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2419:x1848987610984064:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 349us (2053us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332773.352842:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1262 00000100:00100000:2.0:1763332773.356393:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.360625:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610984192 00000100:00100000:0.0:1763332773.360643:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610984192 00000100:00100000:0.0:1763332773.360708:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1263 00000100:00100000:0.0:1763332773.360717:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2419:x1848987610984192:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332773.360733:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332773.360753:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c30d22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5c8 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332773.360774:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a5, atime: 0x691a52a2, ctime: 0x691a52a5, blocks: 0x1800 00010000:00010000:0.0:1763332773.360794:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.360796:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.360807:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c30d22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c8 expref: 17 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332773.360822:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c30d22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c8 expref: 17 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332773.360834:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74000, rc 0) 00000100:00100000:0.0:1763332773.360910:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2419:x1848987610984192:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 194us (4528us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.360917:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1263 00000100:00100000:0.0:1763332773.372952:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.373011:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.373113:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610984320 00000100:00100000:3.0:1763332773.373126:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610984320 00000100:00100000:3.0:1763332773.373192:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610984448 00000100:00100000:3.0:1763332773.373196:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610984448 00000100:00100000:3.0:1763332773.373228:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1264 00000100:00100000:3.0:1763332773.373238:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610984320:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332773.373288:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.373308:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c30d1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c1 expref: 18 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.373316:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.373318:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.373322:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.373375:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c30d1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c1 expref: 18 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.373388:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c30d1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c1 expref: 18 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:3.0:1763332773.373406:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:29013:1848987626272000:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332773.373476:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff430b0240 going to sleep for 11 seconds 00000100:00100000:0.0:1763332773.373608:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1265 00000100:00100000:0.0:1763332773.373618:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610984448:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:0.0:1763332773.373636:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.373647:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c30d22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c8 expref: 18 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332773.373654:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.373656:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.373658:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.373676:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c30d22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c8 expref: 18 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332773.373685:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c30d22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c8 expref: 18 pid: 28600 timeout: 977 lvb_type: 1 00000100:00100000:0.0:1763332773.373695:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44821500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626272128:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332773.373724:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332773.378638:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.378638:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44821500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626272128:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332773.378667:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332773.378726:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:29013:1848987626272000:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332773.378741:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332773.378743:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610984576 00000100:00100000:1.0:1763332773.378750:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610984576 00010000:00010000:1.0:1763332773.378789:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c30d1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c1 expref: 19 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:1.0:1763332773.378830:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 642 00000100:00100000:1.0:1763332773.378840:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610984576:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332773.378855:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332773.378877:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c30d1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c1 expref: 19 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.378888:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c30d1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c1 expref: 19 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.378977:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c30d1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c1 expref: 19 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.378994:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.378996:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.379001:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.379010:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.379045:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332773.379130:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.379139:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.379159:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.379167:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.379175:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.379182:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332773.379186:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.379203:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.379218:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.379225:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332773.379871:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610984320:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 6629us (6925us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.379878:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610984576:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1040us (1248us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332773.379882:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1264 00000100:00100000:1.0:1763332773.379884:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 642 00000100:00100000:1.0:1763332773.381168:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.381333:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610984704 00000100:00100000:2.0:1763332773.381342:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610984704 00010000:00010000:0.0:1763332773.385556:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c30d22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c8 expref: 17 pid: 28600 timeout: 977 lvb_type: 1 00000100:00100000:0.0:1763332773.385632:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 643 00000100:00100000:0.0:1763332773.385645:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610984704:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332773.385667:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332773.385694:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c30d22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c8 expref: 17 pid: 28600 timeout: 977 lvb_type: 1 00010000:00010000:0.0:1763332773.385709:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c30d22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c8 expref: 17 pid: 28600 timeout: 977 lvb_type: 1 00010000:00010000:0.0:1763332773.385741:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c30d22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5c8 expref: 17 pid: 28600 timeout: 977 lvb_type: 1 00010000:00010000:0.0:1763332773.385760:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.385762:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.385769:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.385780:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.386068:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332773.386662:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.386674:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.386698:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.386707:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.386715:0:17605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.386721:0:17605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332773.386725:0:17605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.386735:0:17605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.386754:0:17605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.386762:0:17605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332773.387185:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2421:x1848987610984704:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1538us (6019us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.387197:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 643 00000100:00100000:1.0:1763332773.387342:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987610984448:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 13726us (14329us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.387383:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1265 00000100:00100000:0.0:1763332773.392933:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.392993:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610984960 00000100:00100000:1.0:1763332773.393003:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610984960 00000100:00100000:1.0:1763332773.393066:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2525 00000100:00100000:1.0:1763332773.393075:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+27:35440:x1848987610984960:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332773.393156:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.393173:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d0d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ba expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.393181:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 4/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.393218:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d0d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ba expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.393232:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d0d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ba expref: 27 pid: 12741 timeout: 977 lvb_type: 0 00000100:00100000:1.0:1763332773.393251:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75665500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626272256:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332773.393341:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332773.399502:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.399614:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610985088 00000100:00100000:2.0:1763332773.399626:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610985088 00010000:00010000:2.0:1763332773.399666:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d0d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ba expref: 28 pid: 12741 timeout: 977 lvb_type: 0 00000100:00100000:2.0:1763332773.399802:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 644 00000100:00100000:2.0:1763332773.399813:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+28:2421:x1848987610985088:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332773.399829:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332773.399836:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d0d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ba expref: 28 pid: 12741 timeout: 977 lvb_type: 0 00000100:00100000:1.0:1763332773.399840:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75665500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626272256:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332773.399847:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d0d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ba expref: 28 pid: 12741 timeout: 977 lvb_type: 0 00010000:00010000:2.0:1763332773.399869:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d0d lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5ba expref: 28 pid: 12741 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.399871:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.399885:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.399889:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.399910:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.399917:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.400046:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332773.400100:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+27:2421:x1848987610985088:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 287us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.400108:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 644 00010000:00010000:1.0:1763332773.400232:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.400240:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00010000:1.0:1763332773.400473:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000144e5d08 reply state 000000001d69760a transno 4294968905 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.400486:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.400492:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332773.400495:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00000100:00100000:1.0:1763332773.400498:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332773.400540:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+28:35440:x1848987610984960:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 7466us (7618us total) trans 4294968905 rc 0/0 00000100:00100000:1.0:1763332773.400547:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2525 00000100:00100000:1.0:1763332773.410067:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.410151:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610985344 00000100:00100000:0.0:1763332773.410167:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610985344 00000100:00100000:2.0:1763332773.410924:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2526 00000100:00100000:2.0:1763332773.410940:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+28:35440:x1848987610985344:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.410981:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.411004:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30d3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5cf expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.411096:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30d45 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.411114:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30d45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.411133:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30d45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.411196:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30d4c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.411209:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.411215:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413104:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30d53 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413126:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30d53 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413136:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30d53 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332773.413149:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332773.413246:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30d45 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413252:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30d45 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413265:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30d45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413270:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332773.413274:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30d45 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413281:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30d45 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413292:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332773.413295:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332773.413299:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30d45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413304:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30d45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413317:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30d4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413321:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30d4c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413326:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30d4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413331:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332773.413334:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30d4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.413338:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30d4c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.415504:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe438a1300) 00010000:00010000:2.0:1763332773.415512:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332773.415519:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30d4c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.415528:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c30d4c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.417890:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30d3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5cf expref: 31 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.417938:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30d53 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5cf expref: 30 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.417947:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.417950:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332773.417954:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031000, rc 0) 00000100:00100000:0.0:1763332773.418144:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+30:35440:x1848987610985344:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 7207us (8087us total) trans 4294968906 rc 0/0 00000100:00100000:0.0:1763332773.418154:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2526 00000100:00100000:0.0:1763332773.425119:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.425249:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610985600 00000100:00100000:2.0:1763332773.425262:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610985600 00000100:00100000:2.0:1763332773.426015:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 728 00000100:00100000:2.0:1763332773.426032:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+30:35440:x1848987610985600:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332773.429559:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+31:35440:x1848987610985600:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 3517us (4437us total) trans 4294968907 rc 0/0 00000100:00100000:2.0:1763332773.429575:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 728 00000100:00100000:1.0:1763332773.437672:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.437718:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.437788:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610985728 00000100:00100000:3.0:1763332773.437800:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610985728 00000100:00100000:3.0:1763332773.437847:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610985856 00000100:00100000:3.0:1763332773.437850:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610985856 00000100:00100000:3.0:1763332773.437874:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1266 00000100:00100000:3.0:1763332773.437884:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2419:x1848987610985728:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332773.437913:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332773.437939:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5d6 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332773.437963:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 1048576, mtime: 0x691a52a4, atime: 0x691a52a2, ctime: 0x691a52a4, blocks: 0x800 00010000:00010000:3.0:1763332773.437981:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.437983:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.437992:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5d6 expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.438010:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5d6 expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.438024:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf800, rc 0) 00000100:00100000:3.0:1763332773.438080:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2419:x1848987610985728:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 197us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332773.438087:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1266 00000100:00100000:3.0:1763332773.438103:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1267 00000100:00100000:3.0:1763332773.438109:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2419:x1848987610985856:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332773.438115:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332773.438123:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c30d68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5dd expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332773.438134:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a5, atime: 0x691a52a2, ctime: 0x691a52a5, blocks: 0x1800 00010000:00010000:3.0:1763332773.438141:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.438142:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.438147:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c30d68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5dd expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.438157:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c30d68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5dd expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.438165:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bfa00, rc 0) 00000100:00100000:3.0:1763332773.438179:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2419:x1848987610985856:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 71us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332773.438189:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1267 00000100:00100000:1.0:1763332773.442583:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.442799:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610985984 00000100:00100000:0.0:1763332773.442814:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610985984 00000100:00100000:0.0:1763332773.443315:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1268 00000100:00100000:0.0:1763332773.443329:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610985984:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:0.0:1763332773.444138:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.444159:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5d6 expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332773.444167:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.444169:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.444173:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.444216:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5d6 expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332773.444236:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5d6 expref: 17 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:0.0:1763332773.444250:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626272384:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332773.444373:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332773.450979:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.451312:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610986112 00000100:00100000:2.0:1763332773.451328:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610986112 00000100:00100000:2.0:1763332773.451451:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1269 00000100:00100000:2.0:1763332773.451462:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610986112:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332773.451524:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.451547:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c30d68 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5dd expref: 18 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.451556:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.451558:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.451562:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.451610:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c30d68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5dd expref: 18 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.451625:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c30d68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5dd expref: 18 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:2.0:1763332773.451644:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626272512:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332773.451774:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82840 going to sleep for 11 seconds 00010000:00010000:1.0:1763332773.456488:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332773.456667:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626272384:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332773.456697:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332773.456752:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.456937:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610986240 00000100:00100000:2.0:1763332773.456945:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610986240 00010000:00010000:2.0:1763332773.456985:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5d6 expref: 19 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:3.0:1763332773.456988:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332773.457010:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626272640:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332773.457025:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 645 00000100:00100000:2.0:1763332773.457035:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610986240:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332773.457048:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332773.457069:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5d6 expref: 19 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:2.0:1763332773.457082:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5d6 expref: 19 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:3.0:1763332773.457103:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763332773.457111:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c30d61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5d6 expref: 19 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:2.0:1763332773.457127:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.457129:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.457134:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.457143:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.457169:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332773.457177:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626272512:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332773.457182:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.457192:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.457195:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.457214:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.457215:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610986240:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 180us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.457223:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 645 00010000:00010000:0.0:1763332773.457223:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.457231:0:17605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.457242:0:17605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332773.457246:0:17605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.457256:0:17605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.457269:0:17605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.457277:0:17605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332773.457385:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610985984:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 14022us (14778us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.457393:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1268 00000100:00100000:1.0:1763332773.457479:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626272640 00000100:00100000:1.0:1763332773.457484:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626272640 00000100:00100000:1.0:1763332773.457532:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1763332773.457540:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626272640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332773.457571:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446035456 avail 1299795968 00000100:00100000:1.0:1763332773.457626:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626272640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.457632:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1763332773.458954:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626272640:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763332773.465657:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.466157:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610986368 00000100:00100000:2.0:1763332773.466170:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610986368 00010000:00010000:2.0:1763332773.466218:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c30d68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5dd expref: 17 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:2.0:1763332773.466269:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 646 00000100:00100000:2.0:1763332773.466282:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610986368:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332773.466299:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332773.466323:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c30d68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5dd expref: 17 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:2.0:1763332773.466340:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c30d68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5dd expref: 17 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:2.0:1763332773.466405:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c30d68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5dd expref: 17 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:2.0:1763332773.466421:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.466423:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.466429:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.466441:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.466486:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332773.466544:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987610986368:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 264us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.466552:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 646 00010000:00010000:0.0:1763332773.468439:0:28600:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.468457:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.468491:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.468505:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.468515:0:28600:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.468522:0:28600:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332773.468527:0:28600:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.468537:0:28600:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.468554:0:28600:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.468563:0:28600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30d76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332773.468664:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987610986112:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 17200us (17698us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.468675:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1269 00000100:00100000:0.0:1763332773.472137:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.472231:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610986624 00000100:00100000:2.0:1763332773.472244:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610986624 00000100:00100000:2.0:1763332773.472309:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2527 00000100:00100000:2.0:1763332773.472320:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+31:35440:x1848987610986624:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332773.472453:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.472475:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30d53 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5cf expref: 31 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.472485:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 4/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.472524:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30d53 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5cf expref: 31 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.472538:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30d53 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5cf expref: 31 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:2.0:1763332773.472553:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626272768:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332773.472625:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e826c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332773.477771:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626272768:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332773.477801:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763332773.478115:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.478311:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610986752 00000100:00100000:3.0:1763332773.478320:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610986752 00010000:00010000:3.0:1763332773.478372:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30d53 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5cf expref: 32 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:3.0:1763332773.478409:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 647 00000100:00100000:3.0:1763332773.478418:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+32:2420:x1848987610986752:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332773.478433:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332773.478439:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30d53 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5cf expref: 32 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:3.0:1763332773.478451:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30d53 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5cf expref: 32 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:3.0:1763332773.478473:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30d53 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5cf expref: 32 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:3.0:1763332773.478486:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332773.478491:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332773.478500:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332773.478506:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332773.478533:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332773.478784:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.478792:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00010000:0.0:1763332773.479019:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000094e90625 reply state 00000000b09c5202 transno 4294968908 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.479032:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.479039:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332773.479042:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00000100:00100000:0.0:1763332773.479045:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332773.479535:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+33:2420:x1848987610986752:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1113us (1417us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332773.479544:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 647 00000100:00100000:0.0:1763332773.479866:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+32:35440:x1848987610986624:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 7548us (7737us total) trans 4294968908 rc 0/0 00000100:00100000:0.0:1763332773.479874:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2527 00000100:00100000:2.0:1763332773.485124:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.485207:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610987008 00000100:00100000:0.0:1763332773.485216:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610987008 00000100:00100000:0.0:1763332773.485264:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2528 00000100:00100000:0.0:1763332773.485273:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+32:35440:x1848987610987008:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332773.485297:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332773.485317:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5e4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.485414:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d8b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485433:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485444:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485458:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d92 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485465:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485471:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485576:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30d99 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485584:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30d99 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485591:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30d99 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332773.485601:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:0.0:1763332773.485680:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d8b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485687:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d8b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485693:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d8b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485697:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.485701:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d8b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485707:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d8b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485718:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332773.485721:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332773.485726:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485731:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30d8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485743:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485748:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485753:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485758:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.485760:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485765:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d92 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485772:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe43ab2a00) 00010000:00010000:0.0:1763332773.485774:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332773.485777:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d92 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485786:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30d92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.485824:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30d84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5e4 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.485836:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30d99 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5e4 expref: 34 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.485843:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332773.485845:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332773.485847:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74400, rc 0) 00000100:00100000:0.0:1763332773.485921:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+34:35440:x1848987610987008:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 647us (807us total) trans 4294968909 rc 0/0 00000100:00100000:0.0:1763332773.485928:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2528 00000100:00100000:1.0:1763332773.493437:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.494171:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610987264 00000100:00100000:3.0:1763332773.494181:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610987264 00000100:00100000:3.0:1763332773.494236:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 729 00000100:00100000:3.0:1763332773.494246:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+34:35440:x1848987610987264:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332773.494493:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+35:35440:x1848987610987264:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 248us (1065us total) trans 4294968910 rc 0/0 00000100:00100000:3.0:1763332773.494501:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 729 00000100:00100000:2.0:1763332773.500796:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.500856:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.500919:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610987392 00000100:00100000:0.0:1763332773.500929:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610987392 00000100:00100000:0.0:1763332773.500981:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610987520 00000100:00100000:0.0:1763332773.500983:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610987520 00000100:00100000:0.0:1763332773.501011:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1270 00000100:00100000:0.0:1763332773.501020:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987610987392:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332773.501037:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332773.501057:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30da7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5eb expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332773.501081:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 1048576, mtime: 0x691a52a4, atime: 0x691a52a2, ctime: 0x691a52a4, blocks: 0x800 00010000:00010000:0.0:1763332773.501099:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.501102:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.501113:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30da7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5eb expref: 17 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332773.501128:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30da7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5eb expref: 17 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332773.501142:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75e00, rc 0) 00000100:00100000:0.0:1763332773.501191:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610987392:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 173us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.501199:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1270 00000100:00100000:0.0:1763332773.501217:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1271 00000100:00100000:0.0:1763332773.501223:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987610987520:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332773.501228:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332773.501236:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30dae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5f2 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332773.501247:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a5, atime: 0x691a52a2, ctime: 0x691a52a5, blocks: 0x1800 00010000:00010000:0.0:1763332773.501254:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.501256:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.501261:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30dae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f2 expref: 17 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332773.501272:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30dae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f2 expref: 17 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332773.501281:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75c00, rc 0) 00000100:00100000:0.0:1763332773.501296:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610987520:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 74us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.501302:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1271 00000100:00100000:2.0:1763332773.505324:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.505404:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.505482:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610987648 00000100:00100000:3.0:1763332773.505492:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610987648 00000100:00100000:3.0:1763332773.505543:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610987776 00000100:00100000:3.0:1763332773.505546:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610987776 00000100:00100000:3.0:1763332773.505572:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1272 00000100:00100000:3.0:1763332773.505580:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610987648:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332773.505628:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.505647:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30da7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5eb expref: 18 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.505655:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.505657:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.505661:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.505697:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30da7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5eb expref: 18 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.505711:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30da7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5eb expref: 18 pid: 28600 timeout: 977 lvb_type: 1 00000100:00100000:3.0:1763332773.505724:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626272896:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332773.505809:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206480 going to sleep for 11 seconds 00000100:00100000:2.0:1763332773.505873:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1273 00000100:00100000:2.0:1763332773.505882:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610987776:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332773.505914:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.505927:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30dae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f2 expref: 18 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.505934:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.505936:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.505939:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.505957:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30dae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f2 expref: 18 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.505965:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30dae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f2 expref: 18 pid: 28600 timeout: 977 lvb_type: 1 00000100:00100000:2.0:1763332773.505974:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626273024:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332773.505998:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332773.509194:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.509418:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610987904 00000100:00100000:0.0:1763332773.509426:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610987904 00010000:00010000:0.0:1763332773.509462:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30dae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f2 expref: 19 pid: 28600 timeout: 977 lvb_type: 1 00000100:00100000:0.0:1763332773.509506:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 648 00000100:00100000:0.0:1763332773.509515:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610987904:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332773.509529:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332773.509548:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30dae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f2 expref: 19 pid: 28600 timeout: 977 lvb_type: 1 00010000:00010000:0.0:1763332773.509560:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30dae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f2 expref: 19 pid: 28600 timeout: 977 lvb_type: 1 00010000:00010000:0.0:1763332773.509582:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.509585:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332773.509590:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.509601:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.509621:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332773.509666:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610987904:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 150us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.509676:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 648 00010000:00010000:2.0:1763332773.510022:0:28600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c30dae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f2 expref: 18 pid: 28600 timeout: 977 lvb_type: 1 00000100:00100000:2.0:1763332773.510039:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626273024:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332773.510059:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.510069:0:28600:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.510075:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.510100:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.510108:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.510117:0:28600:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.510123:0:28600:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.510126:0:28600:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.510134:0:28600:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.510146:0:28600:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.510153:0:28600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30dbc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.510202:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610987776:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 4321us (4798us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.510212:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1273 00000100:00100000:3.0:1763332773.510401:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626272896:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332773.510416:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.511287:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.511526:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610988032 00000100:00100000:1.0:1763332773.511533:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610988032 00010000:00010000:1.0:1763332773.511564:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30da7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5eb expref: 17 pid: 28600 timeout: 977 lvb_type: 1 00000100:00100000:1.0:1763332773.511591:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 649 00000100:00100000:1.0:1763332773.511599:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610988032:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332773.511611:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332773.511626:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30da7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5eb expref: 17 pid: 28600 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.511639:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30da7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5eb expref: 17 pid: 28600 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.511660:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c30da7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5eb expref: 17 pid: 28600 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.511673:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.511676:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.511680:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.511690:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.511729:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332773.511768:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987610988032:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 169us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.511776:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 649 00010000:00010000:2.0:1763332773.512178:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.512189:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.512208:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.512217:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.512225:0:28651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.512231:0:28651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.512235:0:28651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.512245:0:28651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.512258:0:28651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.512266:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c30db5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.512335:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987610987648:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 6754us (7024us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.512344:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1272 00000100:00100000:2.0:1763332773.516051:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.516121:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610988288 00000100:00100000:1.0:1763332773.516133:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610988288 00000100:00100000:1.0:1763332773.516533:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2529 00000100:00100000:1.0:1763332773.516544:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+35:35440:x1848987610988288:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332773.516633:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.516650:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30d99 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5e4 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.516659:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.516694:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30d99 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5e4 expref: 35 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.516706:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30d99 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5e4 expref: 35 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:1.0:1763332773.516725:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626273152:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332773.516809:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332773.520150:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626273152:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332773.520179:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:2.0:1763332773.520870:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.521062:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610988416 00000100:00100000:0.0:1763332773.521071:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610988416 00010000:00010000:0.0:1763332773.521107:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30d99 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5e4 expref: 36 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:0.0:1763332773.521154:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 650 00000100:00100000:0.0:1763332773.521163:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+36:2420:x1848987610988416:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332773.521180:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332773.521186:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30d99 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5e4 expref: 36 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:0.0:1763332773.521199:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30d99 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5e4 expref: 36 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:0.0:1763332773.521224:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30d99 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5e4 expref: 36 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:0.0:1763332773.521239:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332773.521244:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.521254:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.521265:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.521300:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332773.521388:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+35:2420:x1848987610988416:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 225us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.521396:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 650 00010000:00010000:2.0:1763332773.521710:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.521717:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00010000:2.0:1763332773.521911:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002c5b8027 reply state 0000000077054eb6 transno 4294968911 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.521923:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.521930:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.521932:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00000100:00100000:2.0:1763332773.521935:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332773.521989:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+36:35440:x1848987610988288:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 5447us (5946us total) trans 4294968911 rc 0/0 00000100:00100000:2.0:1763332773.521997:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2529 00000100:00100000:1.0:1763332773.525457:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.525716:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610988672 00000100:00100000:2.0:1763332773.525727:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610988672 00000100:00100000:2.0:1763332773.525788:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2530 00000100:00100000:2.0:1763332773.525800:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+36:35440:x1848987610988672:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.525831:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.525854:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30dca lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d5f9 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.525993:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30dd1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.526009:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.526020:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30dd1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332773.526032:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332773.526131:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30dca lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f9 expref: 39 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.526149:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30dd1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f9 expref: 38 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.526159:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.526162:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332773.526166:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031600, rc 0) 00000100:00100000:2.0:1763332773.526218:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+38:35440:x1848987610988672:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 421us (771us total) trans 4294968912 rc 0/0 00000100:00100000:2.0:1763332773.526227:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2530 00000100:00100000:3.0:1763332773.529713:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.530292:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610988800 00000100:00100000:0.0:1763332773.530302:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610988800 00000100:00100000:0.0:1763332773.530458:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2531 00000100:00100000:0.0:1763332773.530468:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+38:35440:x1848987610988800:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332773.530488:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332773.530509:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30ddf lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d600 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.530561:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30ddf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d600 expref: 39 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.530574:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30ddf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d600 expref: 39 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.530593:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332773.530597:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332773.530600:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74400, rc 0) 00000100:00100000:0.0:1763332773.530888:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+39:35440:x1848987610988800:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 421us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.530923:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2531 00000100:00100000:1.0:1763332773.534502:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.534545:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.534742:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610989056 00000100:00100000:2.0:1763332773.534753:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610989056 00000100:00100000:2.0:1763332773.534811:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610988928 00000100:00100000:2.0:1763332773.534815:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610988928 00000100:00100000:2.0:1763332773.534843:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1274 00000100:00100000:2.0:1763332773.534852:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987610989056:12345-192.168.204.28@tcp:1:lfs.0 00002000:00010000:2.0:1763332773.534923:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a5, atime: 0x691a52a2, ctime: 0x691a52a5, blocks: 0x1800 00010000:00010000:2.0:1763332773.534932:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30de6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.534947:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.534958:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.534965:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30de6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.534979:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30de6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.534994:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30de6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535002:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30de6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535009:0:28651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30de6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535015:0:28651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.535019:0:28651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30de6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535027:0:28651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30de6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535046:0:28651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30de6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535053:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031200/0xb32e3ef184c30de6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.535127:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987610989056:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 275us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.535134:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1274 00000100:00100000:2.0:1763332773.535154:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1275 00000100:00100000:2.0:1763332773.535160:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987610988928:12345-192.168.204.28@tcp:1:lfs.0 00002000:00010000:2.0:1763332773.535182:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 1048576, mtime: 0x691a52a4, atime: 0x691a52a2, ctime: 0x691a52a4, blocks: 0x800 00010000:00010000:2.0:1763332773.535187:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30ded lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535194:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.535196:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.535199:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30ded lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535207:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30ded lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535217:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30ded lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535228:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30ded lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535233:0:28651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30ded lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535239:0:28651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.535242:0:28651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30ded lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535249:0:28651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30ded lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535258:0:28651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30ded lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.535264:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30ded lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.535297:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987610988928:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 136us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.535303:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1275 00000100:00100000:1.0:1763332773.537498:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.537938:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610989312 00000100:00100000:0.0:1763332773.537959:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610989312 00000100:00100000:0.0:1763332773.538017:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2532 00000100:00100000:0.0:1763332773.538028:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+39:35440:x1848987610989312:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332773.538076:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332773.538106:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c30ddf lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d600 expref: 39 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.538122:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332773.538127:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332773.538155:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.538168:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.538177:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:0.0:1763332773.538482:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].197, 88 off24664 00000004:00080000:0.0:1763332773.538493:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 877618142889ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332773.538524:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].198, 88 off24752 00000004:00080000:0.0:1763332773.538529:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 877618179515ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332773.538550:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].193, 88 off24408 00000004:00080000:0.0:1763332773.538556:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 877618206715ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332773.538568:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].194, 88 off24496 00000004:00080000:0.0:1763332773.538572:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 877618223110ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332773.538581:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].199, 88 off24840 00000004:00080000:0.0:1763332773.538585:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 877618236385ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332773.538602:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].196, 88 off24664 00000004:00080000:0.0:1763332773.538605:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 877618256164ns, next at 871880962234ns, rc = 0 00000001:00080000:0.0:1763332773.541624:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968913 is committed 00000004:00080000:0.0:1763332773.541638:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 183 committed 00000004:00080000:0.0:1763332773.541653:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 184 committed 00000100:00100000:1.0:1763332773.542153:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332773.542173:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626273280:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332773.542241:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332773.542290:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626273280 00000100:00100000:1.0:1763332773.542298:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626273280 00000100:00100000:1.0:1763332773.542345:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:1.0:1763332773.542385:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e058850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:3652:x1848987626273280:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332773.542558:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e058850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3652:x1848987626273280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 174us (316us total) trans 17179869436 rc 0/0 00000100:00100000:1.0:1763332773.542566:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000004:00080000:1.0:1763332773.542726:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3d500/2, rc 0, transno 17179869436 00000100:00100000:1.0:1763332773.542733:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626273280:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763332773.542914:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.542926:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.542939:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.542945:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332773.542963:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.542973:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.542989:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.542992:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:2.0:1763332773.542998:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543005:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c30cf1 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543025:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543031:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543038:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543043:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332773.543046:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543052:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543064:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.543067:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:2.0:1763332773.543070:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543076:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c30d37 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543086:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.543093:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.543099:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.543105:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332773.543107:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.543113:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.543121:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.543123:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:2.0:1763332773.543126:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.543132:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30d7d lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.543142:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543149:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543155:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543160:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332773.543163:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543169:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543176:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.543179:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:2.0:1763332773.543182:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.543188:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c30dc3 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000004:00080000:0.0:1763332773.543471:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 182 committed 00000004:00080000:0.0:1763332773.543476:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 181 committed 00000004:00080000:0.0:1763332773.543480:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 183 committed 00000100:00100000:3.0:1763332773.543600:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626273408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332773.543637:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332773.543658:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626273920:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332773.543679:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332773.543699:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332773.543706:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626273536:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332773.543729:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332773.543754:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626273792:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332773.543775:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332773.543793:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332773.543799:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626273664:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332773.543819:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332773.543849:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626273408 00000100:00100000:3.0:1763332773.543855:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626273408 00000100:00100000:3.0:1763332773.543886:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626273920 00000100:00100000:3.0:1763332773.543890:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626273920 00000100:00100000:3.0:1763332773.543922:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626273536 00000100:00100000:3.0:1763332773.543926:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626273536 00000100:00100000:3.0:1763332773.543942:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626273792 00000100:00100000:3.0:1763332773.543944:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626273792 00000100:00100000:3.0:1763332773.543956:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626273664 00000100:00100000:3.0:1763332773.543959:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626273664 00000100:00100000:3.0:1763332773.543971:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:3.0:1763332773.543978:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3654:x1848987626273408:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332773.544098:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3654:x1848987626273408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 120us (460us total) trans 17179869437 rc 0/0 00000100:00100000:3.0:1763332773.544105:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:3.0:1763332773.544122:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:3.0:1763332773.544129:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3654:x1848987626273920:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332773.544198:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1763332773.544202:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332773.544204:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332773.544207:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332773.544209:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:3.0:1763332773.544235:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3654:x1848987626273920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (555us total) trans 21474836748 rc 0/0 00000100:00100000:3.0:1763332773.544242:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:3.0:1763332773.544254:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:3.0:1763332773.544260:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3654:x1848987626273536:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332773.544310:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1763332773.544313:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332773.544316:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332773.544318:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332773.544320:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332773.544345:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3654:x1848987626273536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 85us (615us total) trans 17179869438 rc 0/0 00000100:00100000:3.0:1763332773.544376:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:3.0:1763332773.544390:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:3.0:1763332773.544397:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3653:x1848987626273792:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332773.544442:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1763332773.544445:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332773.544447:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332773.544449:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332773.544451:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332773.544482:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3653:x1848987626273792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 85us (706us total) trans 21474836749 rc 0/0 00000100:00100000:3.0:1763332773.544489:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:3.0:1763332773.544502:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1763332773.544508:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3653:x1848987626273664:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332773.544554:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1763332773.544558:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332773.544561:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332773.544563:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:3.0:1763332773.544565:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332773.544588:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3653:x1848987626273664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (768us total) trans 21474836750 rc 0/0 00000100:00100000:3.0:1763332773.544595:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000004:00080000:3.0:1763332773.544647:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44fa9500/2, rc 0, transno 21474836750 00000100:00100000:3.0:1763332773.544654:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626273664:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332773.544663:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44fa8380/2, rc 0, transno 21474836749 00000100:00100000:3.0:1763332773.544666:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626273792:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332773.544682:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3c700/2, rc 0, transno 17179869438 00000100:00100000:3.0:1763332773.544686:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626273536:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332773.544694:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3f800/2, rc 0, transno 17179869437 00000100:00100000:3.0:1763332773.544697:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626273408:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332773.544705:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44fab800/2, rc 0, transno 21474836748 00000100:00100000:3.0:1763332773.544709:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626273920:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763332773.544879:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 182 committed 00000004:00010000:2.0:1763332773.545026:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000880c4871 reply state 00000000050bcf36 transno 4294968913 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.545045:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.545054:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.545057:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763332773.545060:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763332773.545151:0:6520:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763332773.545165:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35440:x1848987610989312:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 7138us (7675us total) trans 4294968913 rc 0/0 00000100:00100000:2.0:1763332773.545176:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2532 00010000:00010000:0.0:1763332773.545232:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.545241:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.545248:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.545255:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.545259:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.545267:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.545278:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332773.545281:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332773.545284:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.545291:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c30df4 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763332773.547807:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.548271:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610989440 00000100:00100000:2.0:1763332773.548281:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610989440 00000100:00100000:2.0:1763332773.548969:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2533 00000100:00100000:2.0:1763332773.548982:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35440:x1848987610989440:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.549005:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.549024:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30dfb lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d607 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.549084:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30dfb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d607 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.549097:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30dfb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d607 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.549116:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.549119:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332773.549122:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40030800, rc 0) 00000100:00100000:2.0:1763332773.549950:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35440:x1848987610989440:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 967us (2148us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.549958:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2533 00000100:00100000:0.0:1763332773.553034:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.553235:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610989568 00000100:00100000:2.0:1763332773.553246:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610989568 00000100:00100000:2.0:1763332773.553307:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2534 00000100:00100000:2.0:1763332773.553318:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35440:x1848987610989568:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.553339:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.553395:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30e02 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d60e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.553518:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30e09 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.553535:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30e09 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.553547:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30e09 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332773.553579:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332773.553585:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332773.553603:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30e09 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332773.553631:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031000/0xb32e3ef184c30e02 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d60e expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.553651:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30e09 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d60e expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.553660:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.553663:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332773.553667:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031200, rc 0) 00000100:00100000:2.0:1763332773.553726:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35440:x1848987610989568:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 410us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.553734:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2534 00000100:00100000:1.0:1763332773.557202:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.557689:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.557839:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610989824 00000100:00100000:2.0:1763332773.557851:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610989824 00000100:00100000:2.0:1763332773.557917:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610989696 00000100:00100000:2.0:1763332773.557921:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610989696 00000100:00100000:2.0:1763332773.557945:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1282 00000100:00100000:2.0:1763332773.557953:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987610989824:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.557970:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.557993:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff40030a00/0xb32e3ef184c30e10 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d61c expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332773.558017:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a5, atime: 0x691a52a2, ctime: 0x691a52a5, blocks: 0x1800 00010000:00010000:2.0:1763332773.558037:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.558039:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.558049:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40030a00/0xb32e3ef184c30e10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d61c expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.558064:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff40030a00/0xb32e3ef184c30e10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d61c expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.558076:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40030a00, rc 0) 00000100:00100000:2.0:1763332773.558123:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610989824:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 170us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.558130:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1282 00000100:00100000:2.0:1763332773.558147:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1283 00000100:00100000:2.0:1763332773.558153:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987610989696:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.558159:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.558167:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff40031e00/0xb32e3ef184c30e17 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d615 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332773.558178:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 1048576, mtime: 0x691a52a4, atime: 0x691a52a2, ctime: 0x691a52a4, blocks: 0x800 00010000:00010000:2.0:1763332773.558185:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.558187:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.558191:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031e00/0xb32e3ef184c30e17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d615 expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.558200:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031e00/0xb32e3ef184c30e17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d615 expref: 17 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.558207:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031e00, rc 0) 00000100:00100000:2.0:1763332773.558222:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610989696:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 69us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.558227:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1283 00000100:00100000:3.0:1763332773.590594:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.592179:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610989952 00000100:00100000:2.0:1763332773.592192:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610989952 00000100:00100000:2.0:1763332773.592272:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1284 00000100:00100000:2.0:1763332773.592284:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2418:x1848987610989952:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332773.592454:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2418:x1848987610989952:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 172us (1869us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.592463:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1284 00000100:00100000:0.0:1763332773.593003:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.593150:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610990080 00000100:00100000:1.0:1763332773.593155:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610990080 00000100:00100000:1.0:1763332773.593193:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1285 00000100:00100000:1.0:1763332773.593201:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2418:x1848987610990080:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332773.593277:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2418:x1848987610990080:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 76us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.593283:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1285 00000100:00100000:0.0:1763332773.596227:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.596569:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.596730:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610990336 00000100:00100000:2.0:1763332773.596741:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610990336 00000100:00100000:2.0:1763332773.596798:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610990208 00000100:00100000:2.0:1763332773.596803:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610990208 00000100:00100000:2.0:1763332773.597039:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1286 00000100:00100000:2.0:1763332773.597050:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2419:x1848987610990336:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332773.597160:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2419:x1848987610990336:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 112us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.597171:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1286 00000100:00100000:2.0:1763332773.597189:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1287 00000100:00100000:2.0:1763332773.597196:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2419:x1848987610990208:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332773.597232:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2419:x1848987610990208:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 36us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.597238:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1287 00000100:00100000:0.0:1763332773.602023:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.602065:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.602294:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610990592 00000100:00100000:1.0:1763332773.602305:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610990592 00000100:00100000:1.0:1763332773.602415:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610990464 00000100:00100000:1.0:1763332773.602419:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610990464 00000100:00100000:1.0:1763332773.602461:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 507 00000100:00100000:1.0:1763332773.602479:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2419:x1848987610990592:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332773.602525:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c30e1e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.602541:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.602543:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.602549:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c30e1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.602563:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c30e1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.604316:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 508 00000100:00100000:2.0:1763332773.604332:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2419:x1848987610990464:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332773.604389:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30e25 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.604402:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.604404:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.604409:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30e25 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.604421:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30e25 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.634441:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c30e1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.634461:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c30e1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.634470:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c30e1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.634483:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332773.634487:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c30e1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.634496:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c30e1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.634516:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c30e1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.634525:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c30e1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332773.634625:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2419:x1848987610990592:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 32141us (32606us total) trans 0 rc 3145728/3145728 00000100:00100000:1.0:1763332773.634635:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 507 00010000:00010000:2.0:1763332773.636650:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30e25 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.636668:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30e25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.636677:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30e25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.636684:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.636689:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30e25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.636697:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30e25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.636716:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30e25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.636723:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031000/0xb32e3ef184c30e25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.636805:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2419:x1848987610990464:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 32473us (34734us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332773.636815:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 508 00000100:00100000:0.0:1763332773.645020:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.645233:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610990720 00000100:00100000:2.0:1763332773.645244:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610990720 00000100:00100000:2.0:1763332773.645308:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2535 00000100:00100000:2.0:1763332773.645318:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35440:x1848987610990720:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.645340:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.645497:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30e2c lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d623 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.645532:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c30e33 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.645550:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c30e33 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.645560:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c30e33 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.645670:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30e2c lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d623 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.645686:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c30e33 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d623 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.645694:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.645697:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763332773.645700:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148e000, rc 0) 00000100:00100000:2.0:1763332773.645756:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35440:x1848987610990720:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 439us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.645762:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2535 00000100:00100000:3.0:1763332773.653005:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.653114:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610990848 00000100:00100000:2.0:1763332773.653126:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610990848 00000100:00100000:2.0:1763332773.653241:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 509 00000100:00100000:2.0:1763332773.653251:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987610990848:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:2.0:1763332773.653286:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.653305:0:24027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a6d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4cc expref: 10 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.653318:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.653320:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.653323:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.653416:0:24027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4cc expref: 10 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.653429:0:24027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4cc expref: 10 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:2.0:1763332773.653443:0:24027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24027:1848987626274048:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332773.653527:0:24027:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82300 going to sleep for 11 seconds 00000100:00100000:0.0:1763332773.656188:0:24027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24027:1848987626274048:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332773.656223:0:24027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332773.659252:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.659508:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610990976 00000100:00100000:1.0:1763332773.659518:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610990976 00010000:00010000:1.0:1763332773.659562:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4cc expref: 11 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:1.0:1763332773.659607:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 651 00000100:00100000:1.0:1763332773.659617:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987610990976:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332773.659633:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332773.659655:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4cc expref: 11 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.659673:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4cc expref: 11 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.659696:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325e00/0xb32e3ef184c30a6d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4cc expref: 11 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.659711:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.659713:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.659718:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.659728:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.660948:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332773.661160:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987610990976:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1538us (1915us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.661171:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 651 00010000:00010000:2.0:1763332773.661247:0:24027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.661259:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763332773.683627:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836751 is committed 00000001:00080000:0.0:1763332773.683651:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836750 is committed 00002000:00010000:2.0:1763332773.683949:0:24027:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332773 00002000:00010000:2.0:1763332773.683955:0:24027:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332773 00010000:00010000:2.0:1763332773.683973:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.683985:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.683999:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.684007:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.684011:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.684020:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.684040:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.684048:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.684798:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610990848:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 31540us (31795us total) trans 21474836751 rc 0/0 00000100:00100000:2.0:1763332773.684811:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 509 00000100:00100000:0.0:1763332773.691644:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.692156:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610991104 00000100:00100000:2.0:1763332773.692166:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610991104 00000100:00100000:2.0:1763332773.692867:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 510 00000100:00100000:2.0:1763332773.692879:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610991104:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:2.0:1763332773.692926:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.692946:0:24027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c30a74 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4d3 expref: 8 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.692971:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.692974:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.692978:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.693016:0:24027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c30a74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4d3 expref: 8 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.693030:0:24027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c30a74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4d3 expref: 8 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:2.0:1763332773.693046:0:24027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24027:1848987626274176:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332773.693513:0:24027:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82300 going to sleep for 11 seconds 00000100:00100000:2.0:1763332773.696425:0:24027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24027:1848987626274176:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332773.696458:0:24027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332773.696761:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.696988:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610991232 00000100:00100000:1.0:1763332773.696996:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610991232 00010000:00010000:1.0:1763332773.697040:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c30a74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4d3 expref: 9 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:1.0:1763332773.697086:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 652 00000100:00100000:1.0:1763332773.697096:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987610991232:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332773.697114:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332773.697137:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c30a74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4d3 expref: 9 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.697150:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c30a74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4d3 expref: 9 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.697177:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49324200/0xb32e3ef184c30a74 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d4d3 expref: 9 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.697192:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.697194:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.697198:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.697207:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.697239:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332773.697290:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610991232:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 195us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.697298:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 652 00010000:00010000:2.0:1763332773.697767:0:24027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.697778:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763332773.716686:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836752 is committed 00002000:00010000:2.0:1763332773.717030:0:24027:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb mtime from disk: 1763332771 -> 1763332774 00002000:00010000:2.0:1763332773.717035:0:24027:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb ctime from disk: 1763332771 -> 1763332774 00010000:00010000:2.0:1763332773.717051:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.717062:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.717071:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.717078:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.717083:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.717091:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.717110:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.717117:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.725029:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987610991104:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 32089us (33332us total) trans 21474836752 rc 0/0 00000100:00100000:2.0:1763332773.725044:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 510 00000100:00100000:0.0:1763332773.743076:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.743157:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610991360 00000100:00100000:2.0:1763332773.743167:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610991360 00000100:00100000:2.0:1763332773.743246:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 511 00000100:00100000:2.0:1763332773.743257:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610991360:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:2.0:1763332773.743291:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.743309:0:24027:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c30ac8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d527 expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.743316:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.743319:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.743322:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.744395:0:24027:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c30ac8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d527 expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332773.744414:0:24027:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c30ac8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d527 expref: 7 pid: 28651 timeout: 977 lvb_type: 1 00000100:00100000:0.0:1763332773.744430:0:24027:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24027:1848987626274304:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332773.744536:0:24027:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82300 going to sleep for 11 seconds 00000100:00100000:0.0:1763332773.749635:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.749705:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610991488 00000100:00100000:3.0:1763332773.749714:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610991488 00010000:00010000:3.0:1763332773.749752:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c30ac8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d527 expref: 8 pid: 28651 timeout: 977 lvb_type: 1 00000100:00100000:3.0:1763332773.749796:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 653 00000100:00100000:3.0:1763332773.749806:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610991488:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332773.749824:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332773.749846:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c30ac8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d527 expref: 8 pid: 28651 timeout: 977 lvb_type: 1 00010000:00010000:3.0:1763332773.749861:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c30ac8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d527 expref: 8 pid: 28651 timeout: 977 lvb_type: 1 00000100:00100000:2.0:1763332773.749875:0:24027:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:24027:1848987626274304:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332773.749888:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c30ac8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d527 expref: 8 pid: 28651 timeout: 977 lvb_type: 1 00010000:00010000:2.0:1763332773.749910:0:24027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.749921:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.749924:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.749930:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.749941:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.749967:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332773.749979:0:24027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.749988:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332773.750038:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987610991488:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 233us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332773.750046:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 653 00000001:00080000:1.0:1763332773.793047:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836753 is committed 00002000:00010000:2.0:1763332773.793647:0:24027:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb mtime from disk: 1763332771 -> 1763332774 00002000:00010000:2.0:1763332773.793653:0:24027:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x45:0x0] updating lvb ctime from disk: 1763332771 -> 1763332774 00010000:00010000:2.0:1763332773.793672:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.793686:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.793701:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.793708:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332773.793712:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.793722:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.793749:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.793757:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.793942:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987610991360:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 50679us (50869us total) trans 21474836753 rc 0/0 00000100:00100000:2.0:1763332773.793957:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 511 00000100:00100000:0.0:1763332773.812602:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.812691:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610991744 00000100:00100000:2.0:1763332773.812701:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610991744 00000100:00100000:2.0:1763332773.812758:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2536 00000100:00100000:2.0:1763332773.812766:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35440:x1848987610991744:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332773.812819:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332773.812846:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031200/0xb32e3ef184c30e09 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d60e expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.812870:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.812875:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332773.812932:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.812946:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.812955:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00010000:2.0:1763332773.813078:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000012cd1b70 reply state 000000009e122d6d transno 4294968914 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.813090:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.813096:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.813099:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332773.813101:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332773.814651:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35440:x1848987610991744:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 1875us (2049us total) trans 4294968914 rc 0/0 00000100:00100000:2.0:1763332773.814664:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2536 00000100:00100000:0.0:1763332773.818634:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.820779:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610991872 00000100:00100000:2.0:1763332773.820795:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610991872 00000100:00100000:2.0:1763332773.820867:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1288 00000100:00100000:2.0:1763332773.820878:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35440:x1848987610991872:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.820907:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.820928:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d62a expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.820962:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031e00/0xb32e3ef184c30e17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d615 expref: 18 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.820970:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.820973:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.820977:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 18 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.821017:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff40031e00/0xb32e3ef184c30e17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d615 expref: 18 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332773.821030:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff40031e00/0xb32e3ef184c30e17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d615 expref: 18 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:2.0:1763332773.821045:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626274432:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332773.821153:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332773.825426:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626274432:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332773.825471:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 18 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.825496:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148f000, rc 0) 00000100:00100000:2.0:1763332773.825641:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+18:35440:x1848987610991872:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4763us (7020us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.825653:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1288 00000100:00100000:0.0:1763332773.825672:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.825791:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610992000 00000100:00100000:1.0:1763332773.825799:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610992000 00010000:00010000:1.0:1763332773.825830:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40031e00/0xb32e3ef184c30e17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d615 expref: 18 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:1.0:1763332773.825869:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 654 00000100:00100000:1.0:1763332773.825879:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610992000:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332773.825902:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332773.825924:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff40031e00/0xb32e3ef184c30e17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d615 expref: 18 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.825937:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff40031e00/0xb32e3ef184c30e17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d615 expref: 18 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.825973:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff40031e00/0xb32e3ef184c30e17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d615 expref: 18 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:1.0:1763332773.825986:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.825988:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332773.825997:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 17 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.826008:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 17 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332773.826047:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 17 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332773.826062:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626274560:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332773.826136:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0840 going to sleep for 11 seconds 00000100:00100000:1.0:1763332773.830597:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626274560:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332773.830627:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332773.831943:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610992000:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 6051us (6257us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.831961:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 654 00000100:00100000:2.0:1763332773.837465:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.837546:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610992128 00000100:00100000:3.0:1763332773.837556:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610992128 00000100:00100000:3.0:1763332773.837620:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1289 00000100:00100000:3.0:1763332773.837631:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35440:x1848987610992128:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332773.837652:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332773.837674:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d631 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.837704:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff40030a00/0xb32e3ef184c30e10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d61c expref: 18 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.837712:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.837714:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332773.837718:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 18 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332773.837752:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff40030a00/0xb32e3ef184c30e10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d61c expref: 18 pid: 29013 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332773.837765:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff40030a00/0xb32e3ef184c30e10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d61c expref: 18 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:3.0:1763332773.837780:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626274688:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332773.840681:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206480 going to sleep for 11 seconds 00000100:00100000:1.0:1763332773.849747:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.849827:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610992256 00000100:00100000:2.0:1763332773.849837:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610992256 00000100:00100000:3.0:1763332773.849882:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626274688:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332773.849884:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff40030a00/0xb32e3ef184c30e10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d61c expref: 19 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:3.0:1763332773.849927:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 19 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.849942:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 655 00010000:00010000:3.0:1763332773.849946:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf000, rc 0) 00000100:00100000:2.0:1763332773.849961:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610992256:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332773.849978:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332773.849999:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff40030a00/0xb32e3ef184c30e10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d61c expref: 19 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:3.0:1763332773.850009:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35440:x1848987610992128:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 12381us (12554us total) trans 0 rc 0/0 00010000:00010000:2.0:1763332773.850012:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff40030a00/0xb32e3ef184c30e10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d61c expref: 19 pid: 29013 timeout: 977 lvb_type: 1 00000100:00100000:3.0:1763332773.850017:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1289 00010000:00010000:2.0:1763332773.850037:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff40030a00/0xb32e3ef184c30e10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d61c expref: 18 pid: 29013 timeout: 977 lvb_type: 1 00010000:00010000:2.0:1763332773.850051:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.850053:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332773.850060:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 17 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.850070:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 17 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.850103:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 17 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332773.850116:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626274816:192.168.204.28@tcp:105: 00000100:00100000:2.0:1763332773.850173:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332773.853447:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.853524:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332773.853609:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626274816:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332773.853637:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332773.853687:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987610992256:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 3735us (3949us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.853698:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 655 00000100:00100000:1.0:1763332773.854074:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610992512 00000100:00100000:1.0:1763332773.854082:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610992512 00000100:00100000:1.0:1763332773.854132:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610992384 00000100:00100000:1.0:1763332773.854136:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610992384 00000100:00100000:1.0:1763332773.854730:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1290 00000100:00100000:1.0:1763332773.854741:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610992512:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:1.0:1763332773.854905:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332773.854908:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1763332773 -> 1763332773 00002000:00010000:1.0:1763332773.854911:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 1763332770 -> 1763332773 00002000:00010000:1.0:1763332773.854913:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1763332773 -> 1763332774 00002000:00010000:1.0:1763332773.854915:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:2.0:1763332773.855366:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1291 00000100:00100000:2.0:1763332773.855377:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610992384:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:2.0:1763332773.855436:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1763332773.855439:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb mtime from disk: 1763332772 -> 1763332773 00002000:00010000:2.0:1763332773.855441:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb atime from disk: 1763332770 -> 1763332773 00002000:00010000:2.0:1763332773.855443:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb ctime from disk: 1763332772 -> 1763332774 00002000:00010000:2.0:1763332773.855445:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332773.856750:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2420:x1848987610992512:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 2002us (3303us total) trans 17179869439 rc 0/0 00000100:00100000:1.0:1763332773.856762:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1290 00000100:00100000:2.0:1763332773.856933:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610992384:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 1557us (3407us total) trans 17179869440 rc 0/0 00000100:00100000:2.0:1763332773.856941:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1291 00000100:00100000:0.0:1763332773.860546:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.861258:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610992768 00000100:00100000:2.0:1763332773.861270:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610992768 00000100:00100000:2.0:1763332773.861922:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2537 00000100:00100000:2.0:1763332773.861936:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35440:x1848987610992768:12345-192.168.204.28@tcp:55:lfs.0 00010000:00010000:2.0:1763332773.862012:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.862031:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c30e33 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d623 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.862041:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 4/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.862079:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c30e33 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d623 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.862094:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c30e33 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d623 expref: 12 pid: 12741 timeout: 977 lvb_type: 0 00000100:00100000:2.0:1763332773.862116:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626274944:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332773.862206:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e826c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332773.870825:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.871175:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626274944:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332773.871204:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332773.871554:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610992896 00000100:00100000:1.0:1763332773.871562:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610992896 00010000:00010000:1.0:1763332773.871613:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c30e33 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d623 expref: 13 pid: 12741 timeout: 977 lvb_type: 0 00000100:00100000:1.0:1763332773.871662:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 656 00000100:00100000:1.0:1763332773.871672:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987610992896:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332773.871688:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332773.871694:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c30e33 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d623 expref: 13 pid: 12741 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.871718:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c30e33 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d623 expref: 13 pid: 12741 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.871742:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c30e33 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d623 expref: 13 pid: 12741 timeout: 977 lvb_type: 0 00010000:00010000:1.0:1763332773.871759:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332773.871764:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.871775:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.871782:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332773.871817:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332773.871884:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987610992896:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 213us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332773.871902:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 656 00010000:00010000:0.0:1763332773.872076:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.872084:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.872132:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.872139:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.872146:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.872152:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148e400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.872156:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.872163:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.872173:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332773.872175:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1763332773.872178:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 2/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.872183:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30e64 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332773.872234:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35440:x1848987610992768:12345-192.168.204.28@tcp:55:lfs.0 Request processed in 10302us (11697us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763332773.872243:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2537 00000100:00100000:1.0:1763332773.881149:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.881244:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610993152 00000100:00100000:0.0:1763332773.881254:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610993152 00000100:00100000:0.0:1763332773.881323:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 730 00000100:00100000:0.0:1763332773.881335:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35440:x1848987610993152:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:0.0:1763332773.881424:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000403:0xc:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30dd1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f9 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.881473:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332773.881487:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30dfb lrc: 2/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d607 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.881496:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 4/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332773.881531:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30dfb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d607 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.881544:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30dfb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d607 expref: 11 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:0.0:1763332773.881559:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626275072:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332773.882308:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332773.886634:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.887081:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610993280 00000100:00100000:2.0:1763332773.887092:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610993280 00010000:00010000:2.0:1763332773.887135:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30dfb lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d607 expref: 12 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:2.0:1763332773.887187:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 657 00000100:00100000:2.0:1763332773.887197:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987610993280:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332773.887213:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332773.887220:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30dfb lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d607 expref: 12 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:2.0:1763332773.887232:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30dfb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d607 expref: 12 pid: 6520 timeout: 977 lvb_type: 0 00010000:00010000:2.0:1763332773.887253:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.887258:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332773.887267:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332773.887278:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332773.887296:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332773.887387:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987610993280:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 191us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332773.887393:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 657 00010000:00010000:0.0:1763332773.887450:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c30dfb lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d607 expref: 11 pid: 6520 timeout: 977 lvb_type: 0 00000100:00100000:0.0:1763332773.887466:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626275072:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332773.887488:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332773.887496:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332773.887501:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:0.0:1763332773.887716:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].200, 88 off24928 00000004:00080000:0.0:1763332773.887724:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 877967374639ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332773.887756:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].201, 88 off25016 00000004:00080000:0.0:1763332773.887761:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 877967412505ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332773.887783:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].197, 88 off24752 00000004:00080000:0.0:1763332773.887787:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 877967438400ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332773.887802:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].198, 88 off24840 00000004:00080000:0.0:1763332773.887806:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 877967456690ns, next at 871880962234ns, rc = 0 00000040:00080000:0.0:1763332773.887814:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].202, 88 off25104 00000004:00080000:0.0:1763332773.887818:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 877967468582ns, next at 872396564135ns, rc = 0 00000040:00080000:0.0:1763332773.887826:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].199, 88 off24928 00000004:00080000:0.0:1763332773.887830:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 877967481358ns, next at 871880962234ns, rc = 0 00000001:00080000:0.0:1763332773.890899:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968915 is committed 00000004:00080000:0.0:1763332773.890913:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 186 committed 00010000:00010000:2.0:1763332773.891626:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.891641:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.891649:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.891654:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332773.891660:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.891668:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.891690:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.891693:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332773.891699:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.891705:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30e4f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000004:00080000:0.0:1763332773.891784:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 187 committed 00000004:00080000:0.0:1763332773.891798:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 185 committed 00000004:00080000:0.0:1763332773.891802:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 184 committed 00000004:00080000:0.0:1763332773.891804:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 186 committed 00000004:00080000:0.0:1763332773.891806:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 185 committed 00000004:00010000:3.0:1763332773.892440:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000080bbe5b0 reply state 000000000a343ba9 transno 4294968915 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332773.892458:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332773.892465:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332773.892467:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763332773.892471:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332773.892479:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332773.892480:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763332773.892489:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031600/0xb32e3ef184c30dd1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d5f9 expref: 8 pid: 12741 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1763332773.892607:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763332773.892621:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35440:x1848987610993152:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 11288us (11484us total) trans 4294968915 rc 0/0 00000100:00100000:3.0:1763332773.892630:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 730 00010000:00010000:2.0:1763332773.892755:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332773.892764:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332773.892770:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332773.892775:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0fa00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332773.892778:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332773.892784:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332773.892794:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332773.892796:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332773.892799:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332773.892805:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e6b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:0.0:1763332773.892913:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626275200:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332773.892969:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332773.893083:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626275328:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332773.893111:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332773.893134:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332773.893139:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626275456:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332773.893159:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332773.893189:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626275200 00000100:00100000:2.0:1763332773.893196:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626275200 00000100:00100000:2.0:1763332773.893230:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626275328 00000100:00100000:2.0:1763332773.893233:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626275328 00000100:00100000:2.0:1763332773.893249:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626275456 00000100:00100000:2.0:1763332773.893252:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626275456 00000100:00100000:2.0:1763332773.893272:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:2.0:1763332773.893280:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626275200:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332773.893663:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1763332773.893673:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626275328:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332773.893758:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626275328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 87us (645us total) trans 21474836755 rc 0/0 00000100:00100000:3.0:1763332773.893765:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1763332773.893781:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:3.0:1763332773.893787:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626275456:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332773.893853:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626275456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (691us total) trans 21474836756 rc 0/0 00000100:00100000:3.0:1763332773.893859:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:2.0:1763332773.894583:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626275200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1302us (1613us total) trans 21474836754 rc 0/0 00000100:00100000:2.0:1763332773.894591:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:2.0:1763332773.894635:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836750 gen 2 00000004:00080000:2.0:1763332773.894639:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff75664380, transno 21474836739 00000004:00080000:2.0:1763332773.894653:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff75665180, transno 21474836740 00000004:00080000:2.0:1763332773.894656:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff75666d80, transno 21474836741 00000004:00080000:2.0:1763332773.894658:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6d180, transno 21474836742 00000004:00080000:2.0:1763332773.894661:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6dc00, transno 21474836743 00000004:00080000:2.0:1763332773.894664:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6fb80, transno 21474836744 00000004:00080000:2.0:1763332773.894666:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff50049180, transno 21474836745 00000004:00080000:2.0:1763332773.894668:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff5004ad80, transno 21474836746 00000004:00080000:2.0:1763332773.894671:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff5004a300, transno 21474836747 00000004:00080000:2.0:1763332773.894673:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44fab800, transno 21474836748 00000004:00080000:2.0:1763332773.894675:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44fa8380, transno 21474836749 00000004:00080000:2.0:1763332773.894677:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44fa9500, transno 21474836750 00000100:00100000:2.0:1763332773.894684:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe4399b800 x1848987626275456/t21474836756(21474836756) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332789 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763332773.894694:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe4399b800/2, rc 0, transno 21474836756 00000100:00100000:2.0:1763332773.894699:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626275456:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763332773.894711:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe4399bb80/2, rc 0, transno 21474836755 00000100:00100000:2.0:1763332773.894715:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626275328:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763332773.894877:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe43998a80/2, rc 0, transno 21474836754 00000100:00100000:0.0:1763332773.894883:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626275200:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332773.894900:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332773.894909:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626275584:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332773.894939:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332773.895230:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332773.895240:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626275840:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332773.895268:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332773.895288:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332773.895296:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626275712:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332773.895318:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332773.895344:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626275584 00000100:00100000:1.0:1763332773.895379:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626275584 00000100:00100000:1.0:1763332773.895409:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626275840 00000100:00100000:1.0:1763332773.895413:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626275840 00000100:00100000:1.0:1763332773.895425:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626275712 00000100:00100000:1.0:1763332773.895427:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626275712 00000100:00100000:1.0:1763332773.895445:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1763332773.895452:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3655:x1848987626275584:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332773.895547:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1763332773.895550:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb mtime from disk: 1763332773 -> 1763332773 00002000:00010000:1.0:1763332773.895553:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb atime from disk: 1763332773 -> 1763332773 00002000:00010000:1.0:1763332773.895555:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb ctime from disk: 1763332774 -> 1763332774 00002000:00010000:1.0:1763332773.895558:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332773.895586:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3655:x1848987626275584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 135us (646us total) trans 17179869441 rc 0/0 00000100:00100000:1.0:1763332773.895594:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1763332773.895607:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1763332773.895614:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3653:x1848987626275840:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332773.895669:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332773.895672:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332773.895674:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332773.895676:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332773.895678:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332773.895708:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3653:x1848987626275840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 94us (439us total) trans 17179869442 rc 0/0 00000100:00100000:1.0:1763332773.895714:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1763332773.895727:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1763332773.895733:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3654:x1848987626275712:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332773.895780:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332773.895783:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1763332773 -> 1763332773 00002000:00010000:1.0:1763332773.895785:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 1763332773 -> 1763332773 00002000:00010000:1.0:1763332773.895787:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1763332774 -> 1763332774 00002000:00010000:1.0:1763332773.895789:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763332773.895816:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3654:x1848987626275712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 83us (497us total) trans 17179869443 rc 0/0 00000100:00100000:1.0:1763332773.895822:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000004:00080000:1.0:1763332773.895865:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3d180/2, rc 0, transno 17179869443 00000100:00100000:1.0:1763332773.895870:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626275712:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332773.895900:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3ca80/2, rc 0, transno 17179869442 00000100:00100000:1.0:1763332773.895904:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626275840:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332773.896107:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3ed80/2, rc 0, transno 17179869441 00000100:00100000:0.0:1763332773.896112:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626275584:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332773.896841:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 3 in progress, 0 in flight, 12 done 00000100:00100000:3.0:1763332773.899052:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.899492:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610993408 00000100:00100000:0.0:1763332773.899501:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610993408 00000100:00100000:0.0:1763332773.899712:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2538 00000100:00100000:0.0:1763332773.899723:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+7:35440:x1848987610993408:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332773.899750:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332773.899773:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c30e72 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d638 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.899845:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c30e72 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d638 expref: 8 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.899862:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c30e72 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d638 expref: 8 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.899896:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:0.0:1763332773.899900:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332773.899904:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0fc00, rc 0) 00000100:00100000:0.0:1763332773.899977:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35440:x1848987610993408:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 255us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.899984:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2538 00000100:00100000:2.0:1763332773.904450:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332773.905484:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610993664 00000100:00100000:3.0:1763332773.905501:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610993664 00000100:00100000:3.0:1763332773.905578:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 731 00000100:00100000:3.0:1763332773.905590:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc00850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35440:x1848987610993664:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332773.905895:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc00850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35440:x1848987610993664:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 297us (1442us total) trans 4294968916 rc 0/0 00000100:00100000:3.0:1763332773.905903:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 731 00000100:00100000:3.0:1763332773.934028:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.934380:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610993920 00000100:00100000:0.0:1763332773.934393:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610993920 00000100:00100000:0.0:1763332773.934466:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2539 00000100:00100000:0.0:1763332773.934477:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35442:x1848987610993920:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332773.934509:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332773.934535:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30e79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d63f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.934623:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934639:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934654:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934670:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934677:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934683:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934811:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e80 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934818:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e80 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934824:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934833:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e80 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934839:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.934843:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e80 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934850:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e80 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934862:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332773.934864:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332773.934869:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e80 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934873:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934901:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934907:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934912:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934917:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0fa00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.934920:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934926:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.934938:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92fe43ab2a00) 00010000:00010000:0.0:1763332773.934941:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332773.934944:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e87 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.935298:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.935343:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30e79 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d63f expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.935412:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332773.935414:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332773.935418:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30e79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d63f expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.935428:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0f400, rc 0) 00000100:00100000:0.0:1763332773.937346:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35442:x1848987610993920:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2861us (3320us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332773.937373:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2539 00000100:00100000:1.0:1763332773.945050:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.945133:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610994048 00000100:00100000:0.0:1763332773.945149:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610994048 00000100:00100000:0.0:1763332773.945237:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2540 00000100:00100000:0.0:1763332773.945250:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35442:x1848987610994048:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332773.945328:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945345:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945403:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945420:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e95 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945428:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945434:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945512:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30e9c lrc: 3/1,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945520:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30e9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945526:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30e9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332773.945572:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xb:0x0]: returning size 2097152 00000004:00200000:0.0:1763332773.945576:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332773.945587:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30e9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945605:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e8e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945612:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e8e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945618:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e8e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945629:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e8e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945634:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0fa00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.945638:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e8e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945646:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e8e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945658:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332773.945661:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332773.945666:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e8e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945672:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30e8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945685:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945691:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e95 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945697:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945714:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.945718:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945724:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e95 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945735:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92fe43ab2a00) 00010000:00010000:0.0:1763332773.945737:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332773.945740:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e95 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945745:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30e95 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945759:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30e9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945765:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30e9c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945769:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30e9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945773:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0ea00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.945776:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30e9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945781:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30e9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945786:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92ff42c64c00) 00010000:00010000:0.0:1763332773.945788:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332773.945791:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30e9c lrc: 2/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332773.945795:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30e9c lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332773.945881:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35442:x1848987610994048:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 633us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.945901:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2540 00000100:00100000:2.0:1763332773.973220:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332773.973338:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610994176 00000100:00100000:0.0:1763332773.973388:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610994176 00000100:00100000:0.0:1763332773.973453:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2541 00000100:00100000:0.0:1763332773.973463:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35444:x1848987610994176:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332773.973483:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332773.973504:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30ea3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d646 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.973569:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30eaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973584:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973596:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973609:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30eb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973616:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973624:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973694:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973703:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973713:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332773.973759:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:0.0:1763332773.973764:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332773.973784:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973797:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973806:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973814:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30eaa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973821:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30eaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973828:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.973832:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30eaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973838:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30eaa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973850:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332773.973852:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332773.973857:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30eaa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973863:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c30eaa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973877:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973895:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30eb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973902:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973906:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0fa00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332773.973909:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973913:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30eb1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973920:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe43ab2a00) 00010000:00010000:0.0:1763332773.973922:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332773.973925:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30eb1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973930:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c30eb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332773.973961:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c30ea3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d646 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.973975:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d646 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332773.973982:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:0.0:1763332773.973985:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332773.973988:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0f400, rc 0) 00000100:00100000:0.0:1763332773.974054:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35444:x1848987610994176:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 591us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332773.974061:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2541 00000100:00100000:3.0:1763332773.980173:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.980285:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610994432 00000100:00100000:2.0:1763332773.980306:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610994432 00000100:00100000:2.0:1763332773.980428:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2542 00000100:00100000:2.0:1763332773.980439:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7ae00c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35444:x1848987610994432:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.980464:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.980488:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ebf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d64d expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.980599:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30ec6 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.980613:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.980623:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332773.980635:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332773.980743:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ebf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d64d expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.980763:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30ec6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d64d expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.980772:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332773.980774:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763332773.980778:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148fc00, rc 0) 00000100:00100000:2.0:1763332773.983670:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7ae00c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35444:x1848987610994432:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3219us (3502us total) trans 4294968917 rc 0/0 00000100:00100000:2.0:1763332773.983683:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2542 00000100:00100000:1.0:1763332773.991243:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332773.993783:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610994688 00000100:00100000:2.0:1763332773.993805:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610994688 00000100:00100000:2.0:1763332773.993903:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2543 00000100:00100000:2.0:1763332773.993915:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35444:x1848987610994688:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332773.993954:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332773.993987:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ed4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d654 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.994163:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c30edb lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.994183:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c30edb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332773.994198:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c30edb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332773.994215:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332773.994431:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ed4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d654 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.994454:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c30edb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d654 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332773.994465:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332773.994468:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332773.994473:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148fa00, rc 0) 00000100:00100000:2.0:1763332773.997723:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35444:x1848987610994688:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3786us (6470us total) trans 4294968918 rc 0/0 00000100:00100000:2.0:1763332773.997741:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2543 00000100:00100000:0.0:1763332774.116513:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.116574:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332774.117679:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610994816 00000100:00100000:3.0:1763332774.117696:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610994816 00000100:00100000:3.0:1763332774.117781:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610994944 00000100:00100000:3.0:1763332774.117785:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610994944 00000100:00100000:3.0:1763332774.117815:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1298 00000100:00100000:3.0:1763332774.117825:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2418:x1848987610994816:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332774.117849:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332774.117892:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467be800/0xb32e3ef184c30ee9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d65b expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332774.117925:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 2097152, mtime: 0x691a52a5, atime: 0x0, ctime: 0x691a52a5, blocks: 0x1000 00010000:00010000:3.0:1763332774.117951:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.117954:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.117966:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be800/0xb32e3ef184c30ee9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d65b expref: 8 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332774.118000:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be800/0xb32e3ef184c30ee9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d65b expref: 8 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332774.118019:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be800, rc 0) 00000100:00100000:3.0:1763332774.118094:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987610994816:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 269us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332774.118101:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1298 00000100:00100000:3.0:1763332774.118123:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1299 00000100:00100000:3.0:1763332774.118130:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2418:x1848987610994944:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332774.118137:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332774.118148:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c30ef0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d662 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332774.118160:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x46:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x1000 00010000:00010000:3.0:1763332774.118168:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.118170:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.118174:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c30ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d662 expref: 8 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332774.118186:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c30ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d662 expref: 8 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332774.118194:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be600, rc 0) 00000100:00100000:3.0:1763332774.118214:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987610994944:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 85us (1640us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332774.118221:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1299 00000100:00080000:0.0:1763332774.119733:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332774.127708:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.127864:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610995072 00000100:00100000:2.0:1763332774.127878:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610995072 00000100:00100000:2.0:1763332774.127984:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 512 00000100:00100000:2.0:1763332774.128004:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987610995072:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332774.128054:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ef7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.128074:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332774.128076:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332774.128084:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ef7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.128102:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ef7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.144182:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ef7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.144209:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ef7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.144219:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ef7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.144227:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332774.144232:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ef7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.144242:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ef7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.144272:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ef7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.144281:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30ef7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332774.145665:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987610995072:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 17651us (17962us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332774.145680:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 512 00000100:00100000:0.0:1763332774.154935:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.155126:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610995200 00000100:00100000:2.0:1763332774.155141:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610995200 00000100:00080000:0.0:1763332774.155799:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332774.155875:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 513 00000100:00100000:1.0:1763332774.155901:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2419:x1848987610995200:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332774.155948:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.156108:0:28430:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 19 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.156118:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332774.156121:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332774.156125:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.156172:0:28430:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 19 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.156189:0:28430:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 19 pid: 28651 timeout: 978 lvb_type: 0 00000100:00100000:1.0:1763332774.156206:0:28430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626275968:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332774.156858:0:28430:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332774.161402:0:28430:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626275968:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332774.161447:0:28430:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332774.163590:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.163726:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610995328 00000100:00100000:1.0:1763332774.163739:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610995328 00010000:00010000:1.0:1763332774.163793:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 20 pid: 28651 timeout: 978 lvb_type: 0 00000100:00100000:1.0:1763332774.163936:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 658 00000100:00100000:1.0:1763332774.164034:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2421:x1848987610995328:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332774.164056:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332774.164082:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 20 pid: 28651 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.164098:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 20 pid: 28651 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.164130:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c30e56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d62a expref: 20 pid: 28651 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.164151:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332774.164153:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332774.164159:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.164171:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.164211:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332774.164494:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987610995328:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 545us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332774.164502:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 658 00010000:00010000:0.0:1763332774.164568:0:28430:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.164578:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.179811:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.179838:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.179853:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.179861:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332774.179867:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.179876:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.179913:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.179921:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c30efe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332774.180140:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2419:x1848987610995200:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 24246us (25213us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332774.180154:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 513 00000100:00100000:3.0:1763332774.187445:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.187840:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610995456 00000100:00100000:1.0:1763332774.187855:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610995456 00000100:00100000:1.0:1763332774.188565:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 514 00000100:00100000:1.0:1763332774.188583:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610995456:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:1.0:1763332774.188674:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:1.0:1763332774.188688:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f05 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.188723:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332774.188726:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332774.188734:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f05 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.188753:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f05 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.199303:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f05 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.199330:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f05 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.199340:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.199384:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332774.199861:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.199909:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.199938:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.199947:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332774.200105:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987610995456:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 11521us (12673us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332774.200119:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 514 00000100:00100000:0.0:1763332774.284650:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.287340:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610995584 00000100:00100000:1.0:1763332774.287389:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610995584 00000100:00100000:1.0:1763332774.287504:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 515 00000100:00100000:1.0:1763332774.287517:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987610995584:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332774.287571:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f0c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.287592:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332774.287596:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332774.287604:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f0c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.287622:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f0c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.337798:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f0c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.337825:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f0c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.337836:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.337849:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332774.337854:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.337863:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.337903:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f0c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.337911:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c30f0c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332774.338082:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987610995584:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 50560us (53443us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332774.338096:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 515 00000100:00100000:3.0:1763332774.348780:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.349669:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610995712 00000100:00100000:1.0:1763332774.349687:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610995712 00000100:00100000:0.0:1763332774.350388:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 516 00000100:00100000:0.0:1763332774.350404:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987610995712:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332774.350454:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.350478:0:28430:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 18 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.350488:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332774.350490:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332774.350496:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.350544:0:28430:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 18 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.350560:0:28430:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 18 pid: 28651 timeout: 978 lvb_type: 0 00000100:00100000:0.0:1763332774.350578:0:28430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626276096:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332774.350700:0:28430:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332774.357329:0:28430:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626276096:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332774.357399:0:28430:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332774.360548:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.364784:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610995840 00000100:00100000:1.0:1763332774.364809:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610995840 00010000:00010000:1.0:1763332774.364899:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 19 pid: 28651 timeout: 978 lvb_type: 0 00000100:00100000:1.0:1763332774.364968:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 659 00000100:00100000:1.0:1763332774.364981:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610995840:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332774.365002:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332774.365047:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 19 pid: 28651 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.365064:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 19 pid: 28651 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.365096:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf000/0xb32e3ef184c30e5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d631 expref: 19 pid: 28651 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.365120:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332774.365122:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332774.365132:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.365144:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.365195:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332774.365295:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610995840:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 316us (4762us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332774.365304:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 659 00010000:00010000:0.0:1763332774.365400:0:28430:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.365411:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.384791:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.384825:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.384836:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.384847:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332774.384851:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.384861:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.384899:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.384908:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332774.387141:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610995712:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 36724us (38361us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1763332774.387159:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 516 00000100:00100000:1.0:1763332774.402075:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.402159:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610995968 00000100:00100000:0.0:1763332774.402178:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610995968 00000100:00100000:0.0:1763332774.402288:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 517 00000100:00100000:0.0:1763332774.402302:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987610995968:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:0.0:1763332774.402429:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:0.0:1763332774.402441:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f1a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.402460:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332774.402463:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332774.402470:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.402486:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.413280:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f1a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.413308:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.413319:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.413327:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332774.413332:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.413340:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.413720:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f1a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.413730:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332774.415517:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987610995968:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 13204us (13442us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332774.415751:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 517 00010000:00010000:2.0:1763332774.482152:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332774.513544:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.513665:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610996096 00000100:00100000:2.0:1763332774.513679:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610996096 00000100:00100000:2.0:1763332774.513780:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 518 00000100:00100000:2.0:1763332774.513792:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610996096:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332774.513839:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f21 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.513864:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332774.513867:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332774.513873:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.513922:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.538730:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.538757:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.538767:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.538775:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332774.538780:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.538791:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.538813:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.538822:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332774.539104:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987610996096:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 25307us (25568us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332774.539118:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 518 00000100:00100000:3.0:1763332774.559161:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.561189:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610996224 00000100:00100000:2.0:1763332774.561210:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610996224 00000100:00100000:2.0:1763332774.561332:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 519 00000100:00100000:2.0:1763332774.561345:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610996224:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:2.0:1763332774.561473:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a6, blocks: 0x1800 00010000:00010000:2.0:1763332774.561491:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f28 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.561513:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332774.561516:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332774.561523:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.561539:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.602237:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.602263:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f28 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.602273:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.602284:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332774.602291:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.602301:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.602328:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.602343:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f200/0xb32e3ef184c30f28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332774.602523:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610996224:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 41172us (43488us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332774.602537:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 519 00000100:00100000:2.0:1763332774.638227:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.645385:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610996352 00000100:00100000:0.0:1763332774.645405:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610996352 00000100:00100000:0.0:1763332774.645527:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 520 00000100:00100000:0.0:1763332774.645540:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987610996352:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:0.0:1763332774.645607:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:0.0:1763332774.645621:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f2f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.645641:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332774.645644:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332774.645651:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f2f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.645668:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f2f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.670156:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f2f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.670179:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f2f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.670189:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.670197:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332774.670202:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.670211:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.670234:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f2f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.670247:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c30f2f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332774.673248:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987610996352:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 27693us (35017us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1763332774.673268:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 520 00000100:00100000:1.0:1763332774.715452:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.715937:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610996480 00000100:00100000:2.0:1763332774.715951:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610996480 00000100:00100000:2.0:1763332774.716043:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 287 00000100:00100000:2.0:1763332774.716056:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35444:x1848987610996480:12345-192.168.204.28@tcp:103:lfs.0 00010000:00010000:2.0:1763332774.716080:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332774.716115:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c30edb lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d654 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.716141:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.716148:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332774.724170:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35444:x1848987610996480:12345-192.168.204.28@tcp:103:lfs.0 Request processed in 8092us (8709us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332774.724192:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 287 00000100:00100000:3.0:1763332774.729993:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.731325:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610996736 00000100:00100000:0.0:1763332774.731342:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610996736 00000100:00100000:0.0:1763332774.731458:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 732 00000100:00100000:0.0:1763332774.731471:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35444:x1848987610996736:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332774.733187:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35444:x1848987610996736:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1708us (3199us total) trans 4294968919 rc 0/0 00000100:00100000:0.0:1763332774.733199:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 732 00000100:00100000:0.0:1763332774.751500:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.751745:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610996992 00000100:00100000:2.0:1763332774.751760:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610996992 00000100:00100000:2.0:1763332774.751843:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2544 00000100:00100000:2.0:1763332774.751856:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35445:x1848987610996992:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332774.751918:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332774.751948:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f36 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d669 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.752114:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00400/0xb32e3ef184c30f3d lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.752133:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00400/0xb32e3ef184c30f3d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.752147:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00400/0xb32e3ef184c30f3d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332774.752162:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332774.752313:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f36 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d669 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.752339:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00400/0xb32e3ef184c30f3d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d669 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.752391:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.752395:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332774.752400:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b00400, rc 0) 00000100:00100000:2.0:1763332774.752497:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35445:x1848987610996992:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 642us (1013us total) trans 4294968920 rc 0/0 00000100:00100000:2.0:1763332774.752506:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2544 00000100:00100000:1.0:1763332774.766774:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332774.766937:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610997120 00000100:00100000:3.0:1763332774.766951:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610997120 00000100:00100000:3.0:1763332774.767040:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 288 00000100:00100000:3.0:1763332774.767052:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35445:x1848987610997120:12345-192.168.204.28@tcp:103:lfs.0 00010000:00010000:3.0:1763332774.767073:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332774.767105:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00400/0xb32e3ef184c30f3d lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d669 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.767130:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:3.0:1763332774.767136:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332774.767205:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35445:x1848987610997120:12345-192.168.204.28@tcp:103:lfs.0 Request processed in 155us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332774.767214:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 288 00000100:00100000:3.0:1763332774.772821:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.772916:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610997376 00000100:00100000:0.0:1763332774.772931:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610997376 00000100:00100000:0.0:1763332774.773011:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 733 00000100:00100000:0.0:1763332774.773023:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35445:x1848987610997376:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332774.775463:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35445:x1848987610997376:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 2426us (2640us total) trans 4294968921 rc 0/0 00000100:00100000:0.0:1763332774.775481:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 733 00000100:00100000:0.0:1763332774.787669:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.790044:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610997632 00000100:00100000:2.0:1763332774.790071:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610997632 00000100:00100000:2.0:1763332774.790177:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2545 00000100:00100000:2.0:1763332774.790191:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35445:x1848987610997632:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332774.790225:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332774.790258:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d670 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.790446:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.790466:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d646 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.790476:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 4/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.790524:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d646 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.790541:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d646 expref: 17 pid: 6520 timeout: 978 lvb_type: 0 00000100:00100000:2.0:1763332774.790562:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626276224:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332774.793305:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82840 going to sleep for 11 seconds 00000100:00100000:2.0:1763332774.799949:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626276224:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332774.799998:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332774.801118:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.801512:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610997760 00000100:00100000:1.0:1763332774.801525:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610997760 00010000:00010000:1.0:1763332774.801580:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d646 expref: 18 pid: 6520 timeout: 978 lvb_type: 0 00000100:00100000:1.0:1763332774.801638:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 660 00000100:00100000:1.0:1763332774.801650:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987610997760:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332774.801679:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332774.801687:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d646 expref: 18 pid: 6520 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.801701:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d646 expref: 18 pid: 6520 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.801730:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c30eb8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d646 expref: 18 pid: 6520 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.801749:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:1.0:1763332774.801755:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332774.801765:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332774.801774:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332774.801813:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332774.801856:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.801868:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332774.801904:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000100:00100000:1.0:1763332774.801905:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610997760:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 256us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332774.801917:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 660 00010000:00010000:2.0:1763332774.802084:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d670 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.802103:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d670 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.802112:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.802114:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332774.802117:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b01600, rc 0) 00000100:00100000:2.0:1763332774.802162:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35445:x1848987610997632:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 11975us (14507us total) trans 4294968922 rc 0/0 00000100:00100000:2.0:1763332774.802170:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2545 00000100:00100000:0.0:1763332774.809432:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.809651:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610997888 00000100:00100000:2.0:1763332774.809676:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610997888 00000100:00100000:2.0:1763332774.809842:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2546 00000100:00100000:2.0:1763332774.809855:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35445:x1848987610997888:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332774.809896:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332774.809925:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f60 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d677 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.810053:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.810071:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d670 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.810080:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 4/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.810122:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d670 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.810136:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d670 expref: 18 pid: 12741 timeout: 978 lvb_type: 0 00000100:00100000:2.0:1763332774.810152:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626276352:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332774.810257:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82300 going to sleep for 11 seconds 00000100:00100000:0.0:1763332774.815851:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.816443:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626276352:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332774.816485:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:3.0:1763332774.816781:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610998016 00000100:00100000:3.0:1763332774.816792:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610998016 00010000:00010000:3.0:1763332774.816841:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d670 expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00000100:00100000:3.0:1763332774.816898:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 661 00000100:00100000:3.0:1763332774.816909:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987610998016:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332774.816929:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332774.816936:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d670 expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00010000:00010000:3.0:1763332774.816960:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d670 expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00010000:00010000:3.0:1763332774.816991:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f52 lrc: 0/0,0 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d670 expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00010000:00010000:3.0:1763332774.817010:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:3.0:1763332774.817016:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332774.817028:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332774.817037:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332774.817074:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332774.817550:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.817560:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332774.817633:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332774.817639:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332774.817666:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.817707:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f60 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d677 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.817725:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d677 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.817733:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.817736:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332774.817739:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b00a00, rc 0) 00000100:00100000:3.0:1763332774.817853:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987610998016:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 944us (2017us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332774.817863:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 661 00000100:00100000:2.0:1763332774.818127:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35445:x1848987610997888:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 8274us (8713us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332774.818134:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2546 00000100:00100000:0.0:1763332774.824056:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.824272:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610998272 00000100:00100000:2.0:1763332774.824287:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610998272 00000100:00100000:2.0:1763332774.824388:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2547 00000100:00100000:2.0:1763332774.824401:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35445:x1848987610998272:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332774.824428:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332774.824459:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00000/0xb32e3ef184c30f6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d67e expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.824566:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c30f75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824583:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c30f75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824596:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c30f75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824613:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30f7c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824620:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824625:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824764:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01800/0xb32e3ef184c30f83 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824774:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01800/0xb32e3ef184c30f83 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824781:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01800/0xb32e3ef184c30f83 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332774.824794:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332774.824917:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c30f75 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824925:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c30f75 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824931:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c30f75 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824938:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c30f75 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824945:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b01200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332774.824950:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c30f75 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824959:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c30f75 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824973:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332774.824976:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332774.824982:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c30f75 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.824988:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c30f75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.825004:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30f7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.825011:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30f7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.825017:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30f7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.825022:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b00800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332774.825025:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30f7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.825031:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30f7c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.825038:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe438a1000) 00010000:00010000:2.0:1763332774.825040:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332774.825043:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30f7c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.825049:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30f7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332774.825096:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00000/0xb32e3ef184c30f6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d67e expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.825112:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01800/0xb32e3ef184c30f83 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d67e expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.825119:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.825122:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332774.825125:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b01800, rc 0) 00000100:00100000:2.0:1763332774.825224:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35445:x1848987610998272:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 825us (1181us total) trans 4294968923 rc 0/0 00000100:00100000:2.0:1763332774.825233:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2547 00000100:00100000:3.0:1763332774.830052:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.830502:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610998528 00000100:00100000:0.0:1763332774.830518:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610998528 00000100:00100000:2.0:1763332774.830520:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332774.830611:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 734 00000100:00100000:3.0:1763332774.830660:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35445:x1848987610998528:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332774.830840:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610998656 00000100:00100000:1.0:1763332774.830846:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610998656 00000100:00100000:1.0:1763332774.830989:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 289 00000100:00100000:1.0:1763332774.830997:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2419:x1848987610998656:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332774.831020:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332774.831054:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01800/0xb32e3ef184c30f83 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d67e expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.831076:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:1.0:1763332774.831083:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332774.831175:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:35445:x1848987610998528:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 518us (1138us total) trans 4294968924 rc 0/0 00000100:00100000:1.0:1763332774.831178:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2419:x1848987610998656:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 183us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332774.831188:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 734 00000100:00100000:1.0:1763332774.831188:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 289 00000100:00100000:1.0:1763332774.834787:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.834822:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.834972:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610998784 00000100:00100000:2.0:1763332774.834992:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610998784 00000100:00100000:2.0:1763332774.835064:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610998912 00000100:00100000:2.0:1763332774.835067:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610998912 00000100:00100000:2.0:1763332774.835101:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1300 00000100:00100000:2.0:1763332774.835113:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610998784:12345-192.168.204.28@tcp:1:lfs.0 00002000:00010000:2.0:1763332774.835216:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 1048576, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a6, blocks: 0x800 00010000:00010000:2.0:1763332774.835227:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f91 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835248:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332774.835250:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332774.835260:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835281:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835303:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835310:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835322:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835329:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b01a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332774.835333:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835341:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835397:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f91 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835405:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30f91 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332774.835522:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987610998784:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 411us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332774.835532:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1300 00000100:00100000:2.0:1763332774.835559:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1301 00000100:00100000:2.0:1763332774.835566:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610998912:12345-192.168.204.28@tcp:1:lfs.0 00002000:00010000:2.0:1763332774.835602:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a6, blocks: 0x1800 00010000:00010000:2.0:1763332774.835608:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f98 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835616:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332774.835617:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332774.835620:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835635:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835647:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835660:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835668:0:8404:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835674:0:8404:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b01600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332774.835677:0:8404:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835690:0:8404:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835702:0:8404:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.835709:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b01600/0xb32e3ef184c30f98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332774.837613:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987610998912:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 2032us (2773us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332774.837629:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1301 00000100:00100000:1.0:1763332774.848629:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.849171:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610999168 00000100:00100000:0.0:1763332774.849188:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610999168 00000100:00100000:0.0:1763332774.849274:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2548 00000100:00100000:0.0:1763332774.849286:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35445:x1848987610999168:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332774.849431:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.849454:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c30e72 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d638 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.849463:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30ec6 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d64d expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.849473:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d677 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.849482:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 6/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.849534:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d677 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.849549:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d677 expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00000100:00100000:0.0:1763332774.849568:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626276480:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332774.849698:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30ec6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d64d expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.849708:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30ec6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d64d expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00000100:00100000:0.0:1763332774.849718:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626276608:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332774.849749:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c30e72 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d638 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.849758:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c30e72 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d638 expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00000100:00100000:0.0:1763332774.849767:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626276736:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332774.849791:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332774.857940:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.857992:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.858381:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610999296 00000100:00100000:1.0:1763332774.858394:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610999296 00010000:00010000:1.0:1763332774.858448:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d677 expref: 20 pid: 12741 timeout: 978 lvb_type: 0 00000100:00100000:1.0:1763332774.858495:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 662 00000100:00100000:1.0:1763332774.858506:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2420:x1848987610999296:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332774.858527:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332774.858538:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d677 expref: 20 pid: 12741 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.858552:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d677 expref: 20 pid: 12741 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.858585:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:1.0:1763332774.858591:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332774.858601:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332774.858606:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332774.858613:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332774.858682:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2420:x1848987610999296:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 177us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332774.858691:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 662 00010000:00010000:2.0:1763332774.858780:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00a00/0xb32e3ef184c30f67 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d677 expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00000100:00100000:2.0:1763332774.858799:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626276480:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332774.858812:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626276608:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332774.858821:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626276736:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332774.858856:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763332774.859501:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610999552 00000100:00100000:3.0:1763332774.859508:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610999552 00000100:00100000:3.0:1763332774.859551:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 735 00000100:00100000:3.0:1763332774.859560:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:33438:x1848987610999552:12345-192.168.204.28@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1763332774.859830:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:33438:x1848987610999552:12345-192.168.204.28@tcp:35:ldlm_bl.0 Request processed in 270us (1835us total) trans 4294968925 rc 0/0 00000100:00100000:3.0:1763332774.859837:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 735 00000100:00100000:0.0:1763332774.863568:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.865785:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610999680 00000100:00100000:2.0:1763332774.865808:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610999680 00010000:00010000:2.0:1763332774.865897:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c30e72 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d638 expref: 20 pid: 12741 timeout: 978 lvb_type: 0 00000100:00100000:2.0:1763332774.865971:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 663 00000100:00100000:2.0:1763332774.865983:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2420:x1848987610999680:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332774.866008:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332774.866017:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c30e72 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d638 expref: 20 pid: 12741 timeout: 978 lvb_type: 0 00010000:00010000:2.0:1763332774.866032:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c30e72 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d638 expref: 20 pid: 12741 timeout: 978 lvb_type: 0 00010000:00010000:2.0:1763332774.866061:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c30e72 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d638 expref: 20 pid: 12741 timeout: 978 lvb_type: 0 00010000:00010000:2.0:1763332774.866082:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.866088:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.866097:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.866102:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.866109:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332774.866208:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987610999680:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 226us (2654us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332774.866217:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 663 00000100:00100000:2.0:1763332774.869909:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.870113:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987610999808 00000100:00100000:1.0:1763332774.870127:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987610999808 00010000:00010000:1.0:1763332774.870187:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30ec6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d64d expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00000100:00100000:1.0:1763332774.870244:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 664 00000100:00100000:1.0:1763332774.870255:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2419:x1848987610999808:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332774.870275:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332774.870282:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30ec6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d64d expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.870296:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30ec6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d64d expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.870325:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c30ec6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d64d expref: 19 pid: 12741 timeout: 978 lvb_type: 0 00010000:00010000:1.0:1763332774.870375:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:1.0:1763332774.870381:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332774.870394:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332774.870402:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332774.870447:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332774.870517:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2419:x1848987610999808:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 263us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332774.870526:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 664 00010000:00010000:0.0:1763332774.870646:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.870656:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000001:00080000:0.0:1763332774.871149:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968926 00000004:00010000:0.0:1763332774.871184:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a275b2b4 reply state 000000005a2c6a4f transno 4294968927 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.871200:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.871209:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:0.0:1763332774.871212:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00000100:00100000:0.0:1763332774.871215:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763332774.871290:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:35445:x1848987610999168:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 22005us (22682us total) trans 4294968927 rc 0/0 00000100:00100000:0.0:1763332774.871298:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2548 00000020:00080000:0.0:1763332774.871303:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763332774.875329:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.875510:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611000064 00000100:00100000:0.0:1763332774.875524:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611000064 00000100:00100000:0.0:1763332774.875603:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2549 00000100:00100000:0.0:1763332774.875614:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:35445:x1848987611000064:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332774.875647:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332774.875676:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fa6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d685 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.875773:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30fad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.875791:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30fad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.875811:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30fad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.875827:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fb4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.875833:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.875838:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876432:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c30fbb lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876443:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c30fbb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876451:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c30fbb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332774.876463:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:0.0:1763332774.876560:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30fad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876568:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30fad lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876575:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30fad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876581:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332774.876585:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30fad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876593:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30fad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876607:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332774.876610:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332774.876617:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30fad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876623:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30fad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876642:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876648:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876653:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876658:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332774.876661:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876666:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fb4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876672:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe43ab2a00) 00010000:00010000:0.0:1763332774.876675:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332774.876677:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fb4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876683:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.876731:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fa6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d685 expref: 23 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.876746:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c30fbb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d685 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.876753:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:0.0:1763332774.876757:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332774.876759:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04c00, rc 0) 00000100:00100000:0.0:1763332774.877294:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+22:35445:x1848987611000064:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1679us (1976us total) trans 4294968928 rc 0/0 00000100:00100000:0.0:1763332774.877304:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2549 00000100:00100000:1.0:1763332774.881309:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.881408:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611000320 00000100:00100000:0.0:1763332774.881423:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611000320 00000100:00100000:0.0:1763332774.881489:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 736 00000100:00100000:0.0:1763332774.881499:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+22:35445:x1848987611000320:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332774.881821:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+23:35445:x1848987611000320:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 323us (526us total) trans 4294968929 rc 0/0 00000100:00100000:0.0:1763332774.881830:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 736 00000100:00100000:1.0:1763332774.887159:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.887220:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.888571:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611000448 00000100:00100000:0.0:1763332774.888589:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611000448 00000100:00100000:0.0:1763332774.888653:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611000576 00000100:00100000:0.0:1763332774.888656:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611000576 00000100:00100000:0.0:1763332774.888690:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1302 00000100:00100000:0.0:1763332774.888700:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611000448:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:0.0:1763332774.888759:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332774.888763:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1303 00000100:00100000:3.0:1763332774.888774:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611000576:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:0.0:1763332774.888784:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe467be800/0xb32e3ef184c30ee9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d65b expref: 9 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332774.888792:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.888793:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332774.888795:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332774.888800:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.888803:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c30ef0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d662 expref: 9 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332774.888816:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.888817:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.888820:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.888855:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c30ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d662 expref: 9 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332774.888855:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe467be800/0xb32e3ef184c30ee9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d65b expref: 9 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332774.889133:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be800/0xb32e3ef184c30ee9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d65b expref: 9 pid: 28651 timeout: 978 lvb_type: 1 00000100:00100000:0.0:1763332774.889152:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626276864:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332774.889420:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c30ef0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d662 expref: 9 pid: 28651 timeout: 978 lvb_type: 1 00000100:00100000:3.0:1763332774.889433:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44823480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:29013:1848987626276992:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332774.889815:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4540 going to sleep for 11 seconds 00000100:00100000:2.0:1763332774.895069:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332774.898768:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.898805:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626276864:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332774.898845:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332774.899082:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.899336:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44823480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:29013:1848987626276992:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332774.899386:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332774.899701:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611000832 00000100:00100000:0.0:1763332774.899701:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611000704 00000100:00100000:3.0:1763332774.899710:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611000832 00000100:00100000:0.0:1763332774.899710:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611000704 00010000:00010000:3.0:1763332774.899757:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c30ef0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d662 expref: 11 pid: 28651 timeout: 978 lvb_type: 1 00010000:00010000:0.0:1763332774.899757:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be800/0xb32e3ef184c30ee9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d65b expref: 11 pid: 28651 timeout: 978 lvb_type: 1 00000100:00100000:3.0:1763332774.899807:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 665 00000100:00100000:3.0:1763332774.899818:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611000832:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332774.899838:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332774.899863:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c30ef0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d662 expref: 11 pid: 28651 timeout: 978 lvb_type: 1 00010000:00010000:3.0:1763332774.899892:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c30ef0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d662 expref: 11 pid: 28651 timeout: 978 lvb_type: 1 00010000:00010000:3.0:1763332774.900242:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c30ef0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d662 expref: 11 pid: 28651 timeout: 978 lvb_type: 1 00010000:00010000:3.0:1763332774.900264:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.900267:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.900273:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332774.900277:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 666 00010000:00010000:3.0:1763332774.900285:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332774.900288:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611000704:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332774.900298:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332774.900310:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe467be800/0xb32e3ef184c30ee9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d65b expref: 10 pid: 28651 timeout: 978 lvb_type: 1 00010000:00010000:3.0:1763332774.900318:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332774.900320:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe467be800/0xb32e3ef184c30ee9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d65b expref: 10 pid: 28651 timeout: 978 lvb_type: 1 00010000:00010000:0.0:1763332774.900335:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467be800/0xb32e3ef184c30ee9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d65b expref: 10 pid: 28651 timeout: 978 lvb_type: 1 00010000:00010000:0.0:1763332774.900344:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332774.900346:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1763332774.900419:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611000832:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 602us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332774.900427:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 665 00010000:00010000:3.0:1763332774.900459:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.900468:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.900488:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.900495:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.900509:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.900516:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148e400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332774.900520:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.900528:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.900538:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.900545:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c30fd0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332774.900599:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611000576:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 11828us (13378us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332774.900607:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1303 00010000:00010000:0.0:1763332774.900737:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.900746:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.900775:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332774.900810:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987611000704:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 525us (2058us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332774.900817:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 666 00010000:00010000:3.0:1763332774.900925:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.900934:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.901157:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.901168:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.901175:0:8406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.901181:0:8406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332774.901185:0:8406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.901193:0:8406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.901204:0:8406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332774.901211:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c30fc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332774.901255:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987611000448:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 12556us (14111us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332774.901263:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1302 00000100:00100000:2.0:1763332774.903790:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.904034:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611001088 00000100:00100000:0.0:1763332774.904048:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611001088 00000100:00100000:0.0:1763332774.904116:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2550 00000100:00100000:0.0:1763332774.904127:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+23:35445:x1848987611001088:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332774.904234:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.904255:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c30fbb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d685 expref: 23 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.904267:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 4/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.904317:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c30fbb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d685 expref: 23 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.904332:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c30fbb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d685 expref: 23 pid: 6520 timeout: 978 lvb_type: 0 00000100:00100000:0.0:1763332774.904396:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626277120:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332774.904487:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332774.907724:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626277120:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332774.907770:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763332774.908052:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.908418:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611001216 00000100:00100000:0.0:1763332774.908427:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611001216 00010000:00010000:0.0:1763332774.908470:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c30fbb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d685 expref: 24 pid: 6520 timeout: 978 lvb_type: 0 00000100:00100000:0.0:1763332774.908507:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 667 00000100:00100000:0.0:1763332774.908519:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2421:x1848987611001216:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332774.908539:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332774.908547:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c30fbb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d685 expref: 24 pid: 6520 timeout: 978 lvb_type: 0 00010000:00010000:0.0:1763332774.908559:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c30fbb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d685 expref: 24 pid: 6520 timeout: 978 lvb_type: 0 00010000:00010000:0.0:1763332774.908590:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c30fbb lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d685 expref: 24 pid: 6520 timeout: 978 lvb_type: 0 00010000:00010000:0.0:1763332774.908611:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:0.0:1763332774.908617:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.908629:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.908637:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.908671:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332774.908705:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.908713:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:0.0:1763332774.908748:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2421:x1848987611001216:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 231us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332774.908756:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 667 00000004:00010000:2.0:1763332774.908996:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ec62b366 reply state 000000005e90fcba transno 4294968930 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.909011:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.909018:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.909021:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00000100:00100000:2.0:1763332774.909024:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332774.909069:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:35445:x1848987611001088:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 4944us (5292us total) trans 4294968930 rc 0/0 00000100:00100000:2.0:1763332774.909077:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2550 00000100:00100000:1.0:1763332774.911655:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.911708:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611001472 00000100:00100000:2.0:1763332774.911725:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611001472 00000100:00100000:2.0:1763332774.911800:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2551 00000100:00100000:2.0:1763332774.911811:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:35445:x1848987611001472:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332774.912050:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332774.912078:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30fde lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d68c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.912218:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00000/0xb32e3ef184c30fe5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.912236:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00000/0xb32e3ef184c30fe5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.912248:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00000/0xb32e3ef184c30fe5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332774.912263:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332774.912439:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c30fde lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d68c expref: 27 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.912458:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00000/0xb32e3ef184c30fe5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d68c expref: 26 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.912468:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.912470:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332774.912474:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b00000, rc 0) 00000100:00100000:2.0:1763332774.912540:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+26:35445:x1848987611001472:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 731us (897us total) trans 4294968931 rc 0/0 00000100:00100000:2.0:1763332774.912547:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2551 00000100:00100000:3.0:1763332774.915572:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.916135:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611001600 00000100:00100000:2.0:1763332774.916150:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611001600 00000100:00100000:2.0:1763332774.916248:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2552 00000100:00100000:2.0:1763332774.916261:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+26:35445:x1848987611001600:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332774.916302:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332774.916334:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30ff3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d693 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.916452:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30ff3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d693 expref: 27 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.916469:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30ff3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d693 expref: 27 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.916489:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.916493:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332774.916498:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b00800, rc 0) 00000100:00100000:2.0:1763332774.916584:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+27:35445:x1848987611001600:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 327us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332774.916593:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2552 00000100:00100000:3.0:1763332774.920850:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332774.921014:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332774.921099:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611001728 00000100:00100000:0.0:1763332774.921112:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611001728 00000100:00100000:0.0:1763332774.921178:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611001856 00000100:00100000:0.0:1763332774.921182:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611001856 00000100:00100000:0.0:1763332774.921213:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1304 00000100:00100000:0.0:1763332774.921224:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2418:x1848987611001728:12345-192.168.204.28@tcp:1:lfs.0 00002000:00010000:0.0:1763332774.921303:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 2097152, mtime: 0x691a52a5, atime: 0x0, ctime: 0x691a52a5, blocks: 0x1000 00010000:00010000:0.0:1763332774.921315:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30ffa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921332:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332774.921335:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332774.921341:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30ffa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921407:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30ffa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921428:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30ffa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921436:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30ffa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921458:0:8406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30ffa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921465:0:8406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332774.921470:0:8406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30ffa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921479:0:8406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30ffa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921501:0:8406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30ffa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921509:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c30ffa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332774.921605:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2418:x1848987611001728:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 383us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332774.921614:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1304 00000100:00100000:0.0:1763332774.921639:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1305 00000100:00100000:0.0:1763332774.921645:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987611001856:12345-192.168.204.28@tcp:1:lfs.0 00002000:00010000:0.0:1763332774.921669:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x46:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x1000 00010000:00010000:0.0:1763332774.921674:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31001 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921682:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332774.921683:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332774.921686:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31001 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921695:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31001 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921705:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31001 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921712:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31001 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921719:0:8406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31001 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921725:0:8406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332774.921728:0:8406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31001 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921735:0:8406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31001 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921745:0:8406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31001 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332774.921751:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31001 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332774.921785:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987611001856:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 140us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332774.921792:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1305 00000100:00100000:1.0:1763332774.929187:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.929273:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611002112 00000100:00100000:2.0:1763332774.929287:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611002112 00000100:00100000:2.0:1763332774.929373:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2553 00000100:00100000:2.0:1763332774.929386:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+27:35445:x1848987611002112:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332774.929461:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332774.929499:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00800/0xb32e3ef184c30ff3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d693 expref: 27 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.929522:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.929527:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332774.929565:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.929581:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.929594:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:2.0:1763332774.929865:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].203, 88 off25192 00000004:00080000:2.0:1763332774.929885:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 879009535904ns, next at 872396564135ns, rc = 0 00000040:00080000:2.0:1763332774.929914:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].204, 88 off25280 00000004:00080000:2.0:1763332774.929919:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 879009570393ns, next at 872396564135ns, rc = 0 00000040:00080000:2.0:1763332774.929945:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].200, 88 off25016 00000004:00080000:2.0:1763332774.929952:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 879009602293ns, next at 871880962234ns, rc = 0 00000040:00080000:2.0:1763332774.929975:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].201, 88 off25104 00000004:00080000:2.0:1763332774.929979:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 879009630538ns, next at 871880962234ns, rc = 0 00000040:00080000:2.0:1763332774.929988:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].205, 88 off25368 00000004:00080000:2.0:1763332774.929991:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 879009641769ns, next at 872396564135ns, rc = 0 00000040:00080000:2.0:1763332774.929998:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].202, 88 off25192 00000004:00080000:2.0:1763332774.930000:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 879009651563ns, next at 871880962234ns, rc = 0 00000001:00080000:2.0:1763332774.937718:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968932 is committed 00000004:00080000:2.0:1763332774.937732:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 189 committed 00000004:00080000:2.0:1763332774.937747:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 190 committed 00000004:00080000:2.0:1763332774.937765:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 188 committed 00000004:00080000:2.0:1763332774.937769:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 187 committed 00000004:00080000:2.0:1763332774.937772:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 189 committed 00000004:00080000:2.0:1763332774.937774:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 188 committed 00010000:00010000:0.0:1763332774.937802:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.937823:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.937832:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.937839:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332774.937845:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.937854:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00000004:00010000:2.0:1763332774.937884:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000998787bf reply state 00000000b7464adc transno 4294968932 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.937886:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:0.0:1763332774.937899:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:0.0:1763332774.937908:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.937919:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.937919:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c30f9f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.937955:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.937962:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763332774.937967:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332774.937984:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.937993:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.937999:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.938005:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332774.938008:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.938014:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.938025:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:0.0:1763332774.938028:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:0.0:1763332774.938031:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332774.938037:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c30fd7 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00080000:2.0:1763332774.938089:0:6520:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763332774.938108:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35445:x1848987611002112:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 8720us (8936us total) trans 4294968932 rc 0/0 00000100:00100000:2.0:1763332774.938118:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2553 00010000:00010000:2.0:1763332774.938149:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.938156:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.938163:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.938167:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b01a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332774.938173:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.938180:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.938190:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.938192:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332774.938196:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332774.938202:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01a00/0xb32e3ef184c31008 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763332774.938865:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626277504:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332774.938865:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626277248:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332774.938970:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332774.939004:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332774.939037:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332774.939048:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626277376:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332774.939079:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332774.939129:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626277504 00000100:00100000:3.0:1763332774.939137:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626277504 00000100:00100000:3.0:1763332774.939184:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626277248 00000100:00100000:3.0:1763332774.939188:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626277248 00000100:00100000:3.0:1763332774.939202:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626277376 00000100:00100000:3.0:1763332774.939205:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626277376 00000100:00100000:3.0:1763332774.939219:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:3.0:1763332774.939227:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3655:x1848987626277504:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332774.939460:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3655:x1848987626277504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 232us (490us total) trans 21474836757 rc 0/0 00000100:00100000:1.0:1763332774.939466:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1763332774.939478:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1763332774.939487:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3653:x1848987626277248:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332774.939503:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:3.0:1763332774.939517:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3655:x1848987626277376:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332774.939628:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3655:x1848987626277376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (543us total) trans 21474836758 rc 0/0 00000100:00100000:3.0:1763332774.939637:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00080000:3.0:1763332774.939667:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332774.939708:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3653:x1848987626277248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 227us (702us total) trans 21474836759 rc 0/0 00000004:00080000:3.0:1763332774.939709:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44fa8a80/2, rc 0, transno 21474836758 00000100:00100000:3.0:1763332774.939726:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626277376:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332774.939729:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000004:00080000:0.0:1763332774.939741:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44fa8000/2, rc 0, transno 21474836759 00000100:00100000:0.0:1763332774.939751:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626277248:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332774.939765:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44fab800/2, rc 0, transno 21474836757 00000100:00100000:3.0:1763332774.939773:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626277504:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332774.939883:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626277888:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332774.939918:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332774.939970:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626277888 00000100:00100000:1.0:1763332774.939976:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626277888 00000100:00100000:1.0:1763332774.940019:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1763332774.940025:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3654:x1848987626277888:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332774.940124:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332774.940130:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332774.940133:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332774.940135:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00002000:00010000:1.0:1763332774.940138:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763332774.940162:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626277632:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332774.940175:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3654:x1848987626277888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 150us (257us total) trans 17179869444 rc 0/0 00000100:00100000:1.0:1763332774.940181:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:0.0:1763332774.940186:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332774.940217:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332774.940222:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626277760:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332774.940244:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332774.940264:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626277632 00000100:00100000:1.0:1763332774.940268:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626277632 00000100:00100000:1.0:1763332774.940290:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:1.0:1763332774.940295:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3652:x1848987626277632:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332774.940401:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3652:x1848987626277632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 104us (213us total) trans 17179869445 rc 0/0 00000100:00100000:1.0:1763332774.940408:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00080000:1.0:1763332774.940427:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1763332774.940448:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569ea00/2, rc 0, transno 17179869444 00000100:00100000:1.0:1763332774.940453:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626277888:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332774.941609:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe45090000/2, rc 0, transno 17179869445 00000100:00100000:0.0:1763332774.941620:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626277632:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332774.941704:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626277760 00000100:00100000:1.0:1763332774.941712:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626277760 00000100:00100000:1.0:1763332774.941775:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:1.0:1763332774.941784:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3652:x1848987626277760:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332774.941975:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3652:x1848987626277760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 193us (1728us total) trans 17179869446 rc 0/0 00000100:00100000:1.0:1763332774.941982:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000004:00080000:0.0:1763332774.942455:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569c380/2, rc 0, transno 17179869446 00000100:00100000:0.0:1763332774.942463:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626277760:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332774.942957:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332774.943338:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611002240 00000100:00100000:2.0:1763332774.943370:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611002240 00000100:00100000:2.0:1763332774.943462:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2554 00000100:00100000:2.0:1763332774.943474:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35445:x1848987611002240:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332774.943500:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332774.943524:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c3100f lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d69a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.943592:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c3100f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d69a expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.943606:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c3100f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d69a expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332774.943624:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332774.943627:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332774.943631:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b01200, rc 0) 00000100:00100000:2.0:1763332774.943708:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35445:x1848987611002240:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 237us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332774.943715:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2554 00000100:00100000:0.0:1763332774.951506:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332774.951941:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611002368 00000100:00100000:1.0:1763332774.951957:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611002368 00000100:00100000:1.0:1763332774.952246:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2555 00000100:00100000:1.0:1763332774.952258:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35445:x1848987611002368:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332774.952283:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332774.952309:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31016 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6a1 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.953450:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3101d lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332774.953469:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3101d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332774.953481:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3101d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332774.953515:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:1.0:1763332774.953519:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332774.953535:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3101d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332774.953565:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31016 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a1 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.953599:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3101d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a1 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332774.953608:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:1.0:1763332774.953610:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332774.953614:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff82055c00, rc 0) 00000100:00100000:1.0:1763332774.955638:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35445:x1848987611002368:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3368us (4136us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332774.955651:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2555 00000100:00100000:0.0:1763332774.963434:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332774.963789:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611002496 00000100:00100000:3.0:1763332774.963800:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611002496 00000100:00100000:3.0:1763332774.963862:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1312 00000100:00100000:3.0:1763332774.963881:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987611002496:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332774.964008:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332774.964035:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31024 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6a8 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332774.964061:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 2097152, mtime: 0x691a52a5, atime: 0x0, ctime: 0x691a52a5, blocks: 0x1000 00010000:00010000:3.0:1763332774.964086:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.964089:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.964100:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31024 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a8 expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332774.964117:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31024 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a8 expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332774.964130:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148f000, rc 0) 00000100:00100000:3.0:1763332774.964327:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987611002496:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 447us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332774.964335:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1312 00000100:00100000:1.0:1763332774.964991:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332774.965162:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611002624 00000100:00100000:3.0:1763332774.965168:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611002624 00000100:00100000:3.0:1763332774.965203:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1313 00000100:00100000:3.0:1763332774.965210:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987611002624:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332774.965220:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332774.965232:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3102b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6af expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332774.965247:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x46:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x1000 00010000:00010000:3.0:1763332774.965258:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.965259:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332774.965266:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3102b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6af expref: 8 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332774.965278:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3102b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6af expref: 8 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332774.965287:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148e400, rc 0) 00000100:00100000:3.0:1763332774.965330:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611002624:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 120us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332774.965337:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1313 00000100:00100000:3.0:1763332774.996627:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626278016:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763332774.996738:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332774.998380:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626278016 00000100:00100000:1.0:1763332774.998396:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626278016 00000100:00100000:2.0:1763332774.998596:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1763332774.998610:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626278016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1763332774.998665:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446273024 avail 1300033536 00000100:00100000:2.0:1763332774.998757:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626278016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (2019us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332774.998766:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1763332775.002708:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626278016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332775.024179:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.024246:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.024402:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611002880 00000100:00100000:0.0:1763332775.024418:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611002880 00000100:00100000:0.0:1763332775.024483:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611002752 00000100:00100000:0.0:1763332775.024487:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611002752 00000100:00100000:0.0:1763332775.024527:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1314 00000100:00100000:0.0:1763332775.024540:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e059850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987611002880:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332775.024711:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e059850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987611002880:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 174us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332775.024721:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1314 00000100:00100000:0.0:1763332775.024881:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1315 00000100:00100000:0.0:1763332775.024889:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611002752:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332775.024930:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611002752:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 43us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332775.024941:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1315 00000100:00100000:0.0:1763332775.030407:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.030511:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611003008 00000100:00100000:1.0:1763332775.030526:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611003008 00000100:00100000:1.0:1763332775.030605:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1316 00000100:00100000:1.0:1763332775.030616:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611003008:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332775.030790:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611003008:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 175us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332775.030801:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1316 00000100:00100000:0.0:1763332775.034621:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332775.034754:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611003136 00000100:00100000:3.0:1763332775.034769:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611003136 00000100:00100000:3.0:1763332775.034853:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1317 00000100:00100000:3.0:1763332775.034874:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611003136:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332775.035057:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611003136:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 193us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332775.035066:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1317 00000100:00100000:2.0:1763332775.041338:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332775.041440:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.041555:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611003392 00000100:00100000:0.0:1763332775.041569:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611003392 00000100:00100000:0.0:1763332775.041663:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611003264 00000100:00100000:0.0:1763332775.041666:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611003264 00000100:00100000:0.0:1763332775.041705:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 521 00000100:00100000:0.0:1763332775.041717:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611003392:12345-192.168.204.28@tcp:3:lfs.0 00000100:00100000:1.0:1763332775.041733:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 522 00000100:00100000:1.0:1763332775.041742:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611003264:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332775.041767:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31032 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.041767:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31039 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.041787:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.041787:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.041790:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.041790:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.041797:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31032 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.041797:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31039 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.041813:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31032 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.041813:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31039 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.078068:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31032 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.078095:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31032 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.078105:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31032 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.078112:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff82055400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332775.078117:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31032 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.078127:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31032 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.078154:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31032 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.078162:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31032 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332775.078313:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611003264:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 36561us (36861us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1763332775.078332:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 522 00010000:00010000:0.0:1763332775.089235:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31039 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.089261:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31039 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.089272:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31039 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.089285:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332775.089291:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31039 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.089300:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31039 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.089323:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31039 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.089330:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31039 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.090464:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611003392:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 48735us (49130us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1763332775.090481:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 521 00000100:00100000:0.0:1763332775.102395:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.102711:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611003520 00000100:00100000:1.0:1763332775.102721:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611003520 00000100:00100000:1.0:1763332775.102844:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2556 00000100:00100000:1.0:1763332775.102856:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35445:x1848987611003520:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332775.102895:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332775.102928:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31040 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6b6 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.102966:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c31047 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332775.102981:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c31047 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332775.102993:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c31047 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332775.103144:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31040 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6b6 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.103167:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c31047 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6b6 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.103177:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:1.0:1763332775.103180:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763332775.103185:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff82054a00, rc 0) 00000100:00100000:1.0:1763332775.103247:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35445:x1848987611003520:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 394us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332775.103255:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2556 00000100:00080000:3.0:1763332775.104946:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332775.108778:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.108900:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611003648 00000100:00100000:0.0:1763332775.108911:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611003648 00000100:00100000:0.0:1763332775.108981:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 523 00000100:00100000:0.0:1763332775.108990:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987611003648:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:0.0:1763332775.109044:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 1048576, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a6, blocks: 0x800 00010000:00010000:0.0:1763332775.109066:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3104e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.109082:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.109085:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.109090:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3104e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.109106:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3104e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763332775.128253:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869447 is committed 00000001:00080000:1.0:1763332775.128276:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869446 is committed 00002000:00010000:0.0:1763332775.135281:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb mtime from disk: 1763332773 -> 1763332775 00002000:00010000:0.0:1763332775.135294:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x41:0x0] updating lvb ctime from disk: 1763332774 -> 1763332775 00010000:00010000:0.0:1763332775.135314:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3104e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.135330:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3104e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.135340:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3104e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.135363:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332775.135369:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3104e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.135378:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3104e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.135401:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3104e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.135409:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3104e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.135571:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987611003648:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 26575us (26795us total) trans 17179869447 rc 0/0 00000100:00100000:0.0:1763332775.135582:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 523 00000100:00100000:3.0:1763332775.155590:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.156199:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611003776 00000100:00100000:0.0:1763332775.156215:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611003776 00000100:00100000:0.0:1763332775.156319:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 524 00000100:00100000:0.0:1763332775.156332:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987611003776:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:0.0:1763332775.156422:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a6, blocks: 0x1800 00010000:00010000:0.0:1763332775.156434:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31055 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.156453:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.156455:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.156463:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31055 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.156493:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31055 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763332775.199684:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869448 is committed 00002000:00010000:0.0:1763332775.199885:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1763332773 -> 1763332775 00002000:00010000:0.0:1763332775.199890:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1763332774 -> 1763332775 00010000:00010000:0.0:1763332775.199906:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31055 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.199917:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31055 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.199930:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31055 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.199936:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332775.199941:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31055 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.199948:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31055 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.199965:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31055 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.199973:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31055 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->4194303] (req 1048576->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.202343:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987611003776:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 46002us (46992us total) trans 17179869448 rc 0/0 00000100:00100000:0.0:1763332775.202512:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 524 00000100:00100000:2.0:1763332775.225302:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.226751:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611004032 00000100:00100000:0.0:1763332775.226763:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611004032 00000100:00100000:1.0:1763332775.227589:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2557 00000100:00100000:1.0:1763332775.227607:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35445:x1848987611004032:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332775.227663:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332775.227690:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3101d lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a1 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.227712:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:1.0:1763332775.227716:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332775.227767:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332775.227780:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332775.227789:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00010000:1.0:1763332775.227916:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006c410d5f reply state 000000003d9f4d4d transno 4294968933 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332775.227928:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332775.227934:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:1.0:1763332775.227937:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332775.227940:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332775.228044:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35445:x1848987611004032:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 443us (2751us total) trans 4294968933 rc 0/0 00000100:00100000:1.0:1763332775.228051:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2557 00000100:00100000:2.0:1763332775.233519:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.233604:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611004160 00000100:00100000:1.0:1763332775.233614:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611004160 00000100:00100000:1.0:1763332775.233676:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1318 00000100:00100000:1.0:1763332775.233685:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35445:x1848987611004160:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332775.233702:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332775.233721:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6bd expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.233752:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31024 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a8 expref: 9 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332775.233760:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.233762:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.233766:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.233843:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31024 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a8 expref: 9 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332775.233857:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31024 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a8 expref: 9 pid: 28651 timeout: 979 lvb_type: 1 00000100:00100000:1.0:1763332775.233881:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626278144:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332775.233969:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:1.0:1763332775.237258:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626278144:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332775.237294:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.237312:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff82054000, rc 0) 00000100:00100000:1.0:1763332775.238062:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35445:x1848987611004160:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4372us (4547us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332775.238072:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1318 00000100:00100000:2.0:1763332775.239276:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.239537:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611004288 00000100:00100000:1.0:1763332775.239545:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611004288 00010000:00010000:1.0:1763332775.239581:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31024 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a8 expref: 9 pid: 28651 timeout: 979 lvb_type: 1 00000100:00100000:1.0:1763332775.239614:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 668 00000100:00100000:1.0:1763332775.239623:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611004288:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332775.239637:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332775.239656:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31024 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a8 expref: 9 pid: 28651 timeout: 979 lvb_type: 1 00010000:00010000:1.0:1763332775.239668:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31024 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a8 expref: 9 pid: 28651 timeout: 979 lvb_type: 1 00010000:00010000:1.0:1763332775.239691:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31024 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6a8 expref: 9 pid: 28651 timeout: 979 lvb_type: 1 00010000:00010000:1.0:1763332775.239714:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.239716:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.239724:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 8 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.239733:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 8 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.239771:0:28428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 8 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332775.239785:0:28428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28428:1848987626278272:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332775.239854:0:28428:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:1.0:1763332775.245107:0:28428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28428:1848987626278272:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332775.245137:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332775.245710:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611004288:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 6083us (6434us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332775.245722:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 668 00000100:00100000:2.0:1763332775.246064:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.246537:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611004416 00000100:00100000:1.0:1763332775.246547:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611004416 00000100:00100000:1.0:1763332775.246603:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1319 00000100:00100000:1.0:1763332775.246612:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35445:x1848987611004416:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332775.246634:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332775.246657:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6c4 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.246693:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3102b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6af expref: 9 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332775.246702:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.246704:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.246709:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.246745:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3102b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6af expref: 9 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332775.246759:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3102b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6af expref: 9 pid: 28651 timeout: 979 lvb_type: 1 00000100:00100000:1.0:1763332775.246773:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626278400:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332775.246848:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:2.0:1763332775.250405:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332775.250487:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611004544 00000100:00100000:3.0:1763332775.250497:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611004544 00010000:00010000:3.0:1763332775.250537:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3102b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6af expref: 10 pid: 28651 timeout: 979 lvb_type: 1 00000100:00100000:1.0:1763332775.251270:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626278400:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332775.251299:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.251316:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff82055c00, rc 0) 00000100:00100000:1.0:1763332775.251404:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35445:x1848987611004416:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4792us (5340us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332775.251412:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1319 00000100:00100000:0.0:1763332775.251571:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 669 00000100:00100000:0.0:1763332775.251584:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611004544:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332775.251599:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332775.251619:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3102b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6af expref: 9 pid: 28651 timeout: 979 lvb_type: 1 00010000:00010000:0.0:1763332775.251637:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3102b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6af expref: 9 pid: 28651 timeout: 979 lvb_type: 1 00010000:00010000:0.0:1763332775.251659:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c3102b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6af expref: 9 pid: 28651 timeout: 979 lvb_type: 1 00010000:00010000:0.0:1763332775.251671:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.251674:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.251680:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 8 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.251689:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 8 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.251724:0:28428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 8 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.251736:0:28428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28428:1848987626278528:192.168.204.28@tcp:105: 00000100:00100000:0.0:1763332775.251786:0:28428:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332775.254891:0:28428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:28428:1848987626278528:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332775.254923:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332775.255345:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611004544:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 3761us (4947us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332775.255385:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 669 00000100:00100000:0.0:1763332775.255569:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.255641:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.255761:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611004672 00000100:00100000:1.0:1763332775.255769:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611004672 00000100:00100000:1.0:1763332775.255816:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611004800 00000100:00100000:1.0:1763332775.255820:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611004800 00000100:00100000:1.0:1763332775.255849:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1320 00000100:00100000:1.0:1763332775.255857:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987611004672:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:1.0:1763332775.256013:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1763332775.256017:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb mtime from disk: 1763332773 -> 1763332773 00002000:00010000:1.0:1763332775.256019:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb atime from disk: 0 -> 1763332773 00002000:00010000:1.0:1763332775.256022:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb ctime from disk: 1763332773 -> 1763332775 00002000:00010000:1.0:1763332775.256024:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332775.256060:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987611004672:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 203us (491us total) trans 21474836760 rc 0/0 00000100:00100000:1.0:1763332775.256067:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1320 00000100:00100000:1.0:1763332775.256081:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1321 00000100:00100000:1.0:1763332775.256088:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987611004800:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:1.0:1763332775.256138:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1763332775.256141:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb mtime from disk: 1763332774 -> 1763332773 00002000:00010000:1.0:1763332775.256143:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb atime from disk: 0 -> 1763332773 00002000:00010000:1.0:1763332775.256146:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb ctime from disk: 1763332774 -> 1763332775 00002000:00010000:1.0:1763332775.256149:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332775.256170:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987611004800:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 83us (529us total) trans 21474836761 rc 0/0 00000100:00100000:1.0:1763332775.256177:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1321 00000100:00100000:0.0:1763332775.259306:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.259454:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611005056 00000100:00100000:1.0:1763332775.259464:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611005056 00000100:00100000:1.0:1763332775.259528:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2558 00000100:00100000:1.0:1763332775.259539:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35445:x1848987611005056:12345-192.168.204.28@tcp:55:lfs.0 00010000:00010000:1.0:1763332775.259606:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.259623:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c31047 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6b6 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.259633:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 4/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.259667:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c31047 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6b6 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.259679:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c31047 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6b6 expref: 12 pid: 12741 timeout: 979 lvb_type: 0 00000100:00100000:1.0:1763332775.259692:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626278656:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332775.259773:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:0.0:1763332775.263148:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332775.263339:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611005184 00000100:00100000:2.0:1763332775.263387:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611005184 00010000:00010000:2.0:1763332775.263428:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c31047 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6b6 expref: 13 pid: 12741 timeout: 979 lvb_type: 0 00000100:00100000:2.0:1763332775.263457:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 670 00000100:00100000:2.0:1763332775.263465:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987611005184:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332775.263478:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332775.263484:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c31047 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6b6 expref: 13 pid: 12741 timeout: 979 lvb_type: 0 00010000:00010000:2.0:1763332775.263496:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c31047 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6b6 expref: 13 pid: 12741 timeout: 979 lvb_type: 0 00010000:00010000:2.0:1763332775.263517:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332775.263522:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.263531:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.263539:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.263555:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332775.263729:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054a00/0xb32e3ef184c31047 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6b6 expref: 13 pid: 12741 timeout: 979 lvb_type: 0 00000100:00100000:1.0:1763332775.263745:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626278656:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332775.263764:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.263773:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.263779:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.263818:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.263825:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.263831:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.263837:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff82055600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332775.263842:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.263848:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.263857:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:1.0:1763332775.263859:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1763332775.263872:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 2/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.263878:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055600/0xb32e3ef184c31071 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763332775.264336:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611005184:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 869us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332775.264345:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 670 00000100:00100000:1.0:1763332775.264516:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35445:x1848987611005056:12345-192.168.204.28@tcp:55:lfs.0 Request processed in 4979us (5218us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763332775.264525:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2558 00000100:00100000:2.0:1763332775.266700:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.266819:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611005440 00000100:00100000:0.0:1763332775.266830:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611005440 00000100:00100000:0.0:1763332775.266890:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 737 00000100:00100000:0.0:1763332775.266898:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc01850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35445:x1848987611005440:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:0.0:1763332775.266971:0:6522:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000403:0xc:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00000/0xb32e3ef184c30fe5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d68c expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.267016:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332775.267029:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c3100f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d69a expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.267038:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 4/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332775.267069:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c3100f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d69a expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.267080:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c3100f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d69a expref: 11 pid: 6520 timeout: 979 lvb_type: 0 00000100:00100000:0.0:1763332775.267095:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626278784:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332775.267170:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332775.270019:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626278784:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332775.270052:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763332775.270517:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.270711:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611005568 00000100:00100000:1.0:1763332775.270719:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611005568 00010000:00010000:1.0:1763332775.270752:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c3100f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d69a expref: 12 pid: 6520 timeout: 979 lvb_type: 0 00000100:00100000:1.0:1763332775.270787:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 671 00000100:00100000:1.0:1763332775.270795:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611005568:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332775.270808:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332775.270814:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c3100f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d69a expref: 12 pid: 6520 timeout: 979 lvb_type: 0 00010000:00010000:1.0:1763332775.270824:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c3100f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d69a expref: 12 pid: 6520 timeout: 979 lvb_type: 0 00010000:00010000:1.0:1763332775.270845:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b01200/0xb32e3ef184c3100f lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d69a expref: 12 pid: 6520 timeout: 979 lvb_type: 0 00010000:00010000:1.0:1763332775.270858:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:1.0:1763332775.270872:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332775.270881:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332775.270888:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332775.270915:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332775.270974:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611005568:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 179us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332775.270980:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 671 00010000:00010000:2.0:1763332775.271576:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332775.271584:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000040:00080000:2.0:1763332775.271811:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].206, 88 off25456 00000004:00080000:2.0:1763332775.271821:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 879351471377ns, next at 872396564135ns, rc = 0 00000040:00080000:2.0:1763332775.271848:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].207, 88 off25544 00000004:00080000:2.0:1763332775.271853:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 879351503757ns, next at 872396564135ns, rc = 0 00000040:00080000:2.0:1763332775.271882:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].203, 88 off25280 00000004:00080000:2.0:1763332775.271889:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 879351540008ns, next at 871880962234ns, rc = 0 00000040:00080000:2.0:1763332775.271902:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].204, 88 off25368 00000004:00080000:2.0:1763332775.271905:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 879351556401ns, next at 871880962234ns, rc = 0 00000040:00080000:2.0:1763332775.271915:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].208, 88 off25632 00000004:00080000:2.0:1763332775.271918:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 879351569278ns, next at 872396564135ns, rc = 0 00000040:00080000:2.0:1763332775.271927:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].205, 88 off25456 00000004:00080000:2.0:1763332775.271930:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 879351581163ns, next at 871880962234ns, rc = 0 00010000:00010000:2.0:1763332775.275091:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332775.275110:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332775.275118:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332775.275125:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff82055400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332775.275129:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332775.275136:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332775.275153:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332775.275155:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332775.275159:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332775.275164:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3105c lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000001:00080000:0.0:1763332775.275216:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968934 is committed 00000004:00080000:0.0:1763332775.275223:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 192 committed 00000004:00080000:0.0:1763332775.275264:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 193 committed 00000004:00080000:0.0:1763332775.275471:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 191 committed 00000004:00080000:0.0:1763332775.275475:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 190 committed 00000004:00080000:0.0:1763332775.275485:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 192 committed 00000100:00100000:3.0:1763332775.275573:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626279040:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332775.275635:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332775.275669:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626279552:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332775.275691:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332775.275709:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763332775.275715:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626278912:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332775.275734:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332775.275750:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626279424:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332775.275767:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332775.275799:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626279040 00000100:00100000:3.0:1763332775.275807:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626279040 00000100:00100000:3.0:1763332775.275849:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626279552 00000100:00100000:3.0:1763332775.275852:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626279552 00000100:00100000:3.0:1763332775.275883:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626278912 00000100:00100000:3.0:1763332775.275886:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626278912 00000100:00100000:3.0:1763332775.275900:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626279424 00000100:00100000:3.0:1763332775.275903:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626279424 00000100:00100000:3.0:1763332775.275921:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:3.0:1763332775.275929:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626279040:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332775.276104:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 191 committed 00000100:00100000:0.0:1763332775.276132:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1763332775.276139:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3653:x1848987626279552:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332775.276198:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626279168:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332775.276236:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332775.276265:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763332775.276273:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626279296:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332775.276307:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332775.276309:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626279552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 167us (613us total) trans 21474836762 rc 0/0 00000100:00100000:0.0:1763332775.276318:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1763332775.276337:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626279168 00000100:00100000:0.0:1763332775.276340:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626279168 00000100:00100000:2.0:1763332775.276343:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626279296 00000100:00100000:2.0:1763332775.276375:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626279296 00000100:00100000:0.0:1763332775.276383:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1763332775.276392:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626278912:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332775.276402:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:2.0:1763332775.276411:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626279424:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332775.276489:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626278912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 100us (754us total) trans 17179869449 rc 0/0 00000100:00100000:0.0:1763332775.276496:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00002000:00010000:2.0:1763332775.276503:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1763332775.276508:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb mtime from disk: 1763332773 -> 1763332773 00000100:00100000:0.0:1763332775.276509:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00002000:00010000:2.0:1763332775.276514:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb atime from disk: 1763332773 -> 1763332773 00002000:00010000:2.0:1763332775.276518:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb ctime from disk: 1763332775 -> 1763332775 00000100:00100000:0.0:1763332775.276519:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3654:x1848987626279168:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763332775.276522:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x46:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:2.0:1763332775.276563:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3653:x1848987626279424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 153us (793us total) trans 21474836763 rc 0/0 00000100:00100000:2.0:1763332775.276571:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00002000:00010000:0.0:1763332775.276577:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1763332775.276581:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb mtime from disk: 1763332771 -> 1763332771 00002000:00010000:0.0:1763332775.276584:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332775.276587:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb ctime from disk: 1763332771 -> 1763332771 00000100:00100000:2.0:1763332775.276588:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00002000:00010000:0.0:1763332775.276592:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x44:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763332775.276599:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626279296:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332775.276628:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626279168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 109us (390us total) trans 17179869450 rc 0/0 00000100:00100000:0.0:1763332775.276635:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00002000:00010000:2.0:1763332775.276665:0:29013:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1763332775.276669:0:29013:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb mtime from disk: 1763332773 -> 1763332773 00002000:00010000:2.0:1763332775.276672:0:29013:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb atime from disk: 1763332773 -> 1763332773 00000100:00100000:0.0:1763332775.276673:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869446 gen 2 00002000:00010000:2.0:1763332775.276675:0:29013:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb ctime from disk: 1763332775 -> 1763332775 00002000:00010000:2.0:1763332775.276680:0:29013:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x44:0x0] updating lvb blocks from disk: 4096 -> 4096 00000004:00080000:0.0:1763332775.276681:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe4626c380, transno 17179869416 00000004:00080000:0.0:1763332775.276690:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe4626f480, transno 17179869417 00000004:00080000:0.0:1763332775.276694:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e19880, transno 17179869419 00000004:00080000:0.0:1763332775.276697:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e19180, transno 17179869420 00000004:00080000:0.0:1763332775.276700:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e18000, transno 17179869421 00000004:00080000:0.0:1763332775.276705:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b15f80, transno 17179869425 00000004:00080000:0.0:1763332775.276709:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b15180, transno 17179869426 00000004:00080000:0.0:1763332775.276713:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b14380, transno 17179869427 00000100:00100000:2.0:1763332775.276714:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626279296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 116us (408us total) trans 21474836764 rc 0/0 00000004:00080000:0.0:1763332775.276719:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74035c00, transno 17179869428 00000100:00100000:2.0:1763332775.276724:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000004:00080000:0.0:1763332775.276724:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74034e00, transno 17179869429 00000004:00080000:0.0:1763332775.276730:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a3800, transno 17179869430 00000004:00080000:0.0:1763332775.276733:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a3b80, transno 17179869431 00000004:00080000:0.0:1763332775.276737:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a0380, transno 17179869432 00000004:00080000:0.0:1763332775.276741:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a2a00, transno 17179869433 00000004:00080000:0.0:1763332775.276744:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3d500, transno 17179869436 00000004:00080000:0.0:1763332775.276748:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3f800, transno 17179869437 00000004:00080000:0.0:1763332775.276751:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3c700, transno 17179869438 00000004:00080000:0.0:1763332775.276754:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3ed80, transno 17179869441 00000004:00080000:0.0:1763332775.276757:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3ca80, transno 17179869442 00000004:00080000:0.0:1763332775.276760:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3d180, transno 17179869443 00000004:00080000:0.0:1763332775.276762:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569ea00, transno 17179869444 00000004:00080000:0.0:1763332775.276765:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe45090000, transno 17179869445 00000004:00080000:0.0:1763332775.276768:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569c380, transno 17179869446 00000100:00100000:0.0:1763332775.276774:0:3654:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7569ed80 x1848987626279168/t17179869450(17179869450) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332791 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763332775.276785:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569ed80/2, rc 0, transno 17179869450 00000100:00100000:0.0:1763332775.276789:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626279168:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332775.276803:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a1f80/2, rc 0, transno 21474836764 00000100:00100000:0.0:1763332775.276808:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626279296:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763332775.276826:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569c700/2, rc 0, transno 17179869449 00000100:00100000:0.0:1763332775.276829:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626278912:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332775.276837:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a1180/2, rc 0, transno 21474836763 00000100:00100000:0.0:1763332775.276840:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626279424:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763332775.276848:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a0a80/2, rc 0, transno 21474836762 00000100:00100000:0.0:1763332775.276851:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626279552:0@lo:2:osp-syn-0-0.0 00000004:00010000:0.0:1763332775.276903:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000019dd3806 reply state 00000000413cbb13 transno 4294968934 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332775.276921:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332775.276929:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:0.0:1763332775.276932:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763332775.276935:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332775.276940:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:0.0:1763332775.276942:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332775.276960:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b00000/0xb32e3ef184c30fe5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d68c expref: 8 pid: 6520 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763332775.277058:0:6522:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763332775.277069:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc01850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35445:x1848987611005440:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 10171us (10375us total) trans 4294968934 rc 0/0 00000100:00100000:0.0:1763332775.277077:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 737 00000004:00080000:1.0:1763332775.277312:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 3 in progress, 1 in flight, 23 done 00010000:00010000:2.0:1763332775.277549:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332775.277559:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332775.277565:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332775.277571:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332775.277576:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332775.277583:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332775.277594:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332775.277598:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332775.277602:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332775.277608:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31078 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763332775.279331:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626279040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3395us (3688us total) trans 17179869451 rc 0/0 00000100:00100000:3.0:1763332775.279342:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000004:00080000:1.0:1763332775.279692:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569ca80/2, rc 0, transno 17179869451 00000100:00100000:1.0:1763332775.279700:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626279040:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332775.280008:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.280746:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611005696 00000100:00100000:1.0:1763332775.280755:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611005696 00000100:00100000:1.0:1763332775.280807:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2559 00000100:00100000:1.0:1763332775.280815:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:35445:x1848987611005696:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332775.280837:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332775.280868:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c3107f lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6cb expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.280920:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c3107f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6cb expref: 8 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.280932:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c3107f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6cb expref: 8 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.280947:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332775.280950:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332775.280954:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43400, rc 0) 00000100:00100000:1.0:1763332775.281011:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35445:x1848987611005696:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 197us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332775.281018:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2559 00000100:00100000:2.0:1763332775.284602:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.284822:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611005952 00000100:00100000:0.0:1763332775.284833:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611005952 00000100:00100000:0.0:1763332775.284896:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 738 00000100:00100000:0.0:1763332775.284906:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+8:35445:x1848987611005952:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332775.285168:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35445:x1848987611005952:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 262us (573us total) trans 4294968935 rc 0/0 00000100:00100000:0.0:1763332775.285175:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 738 00000100:00100000:2.0:1763332775.308303:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.308382:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611006208 00000100:00100000:0.0:1763332775.308393:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611006208 00000100:00100000:0.0:1763332775.308461:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2560 00000100:00100000:0.0:1763332775.308472:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35447:x1848987611006208:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332775.308497:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332775.308523:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31086 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6d2 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.308602:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3108d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.308616:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3108d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.308628:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3108d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.308642:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31094 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.308839:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31094 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.308847:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31094 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.308941:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3108d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.308960:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3108d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.308967:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3108d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.308973:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3108d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.308980:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332775.308983:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3108d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.308991:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3108d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.309003:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332775.309006:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332775.309011:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3108d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.309017:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3108d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.309031:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31094 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.309036:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31094 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.309041:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31094 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.309044:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332775.309048:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31094 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.309053:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31094 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.309058:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe43ab2f00) 00010000:00010000:0.0:1763332775.309060:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332775.309063:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31094 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.309067:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31094 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.309101:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31086 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6d2 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.309112:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332775.309115:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332775.309118:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31086 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6d2 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.309128:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04800, rc 0) 00000100:00100000:0.0:1763332775.309210:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35447:x1848987611006208:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 739us (917us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332775.309218:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2560 00000100:00100000:2.0:1763332775.313563:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.313644:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611006336 00000100:00100000:0.0:1763332775.313655:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611006336 00000100:00100000:0.0:1763332775.313717:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2561 00000100:00100000:0.0:1763332775.313727:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35447:x1848987611006336:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332775.313806:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3109b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.313821:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3109b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.313834:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3109b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.313847:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.313854:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.313869:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314015:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310a9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314024:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314030:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332775.314075:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:0.0:1763332775.314080:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332775.314092:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314105:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3109b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314116:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3109b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314122:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3109b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314129:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3109b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314135:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332775.314139:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3109b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314146:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3109b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314158:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332775.314161:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332775.314166:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3109b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314172:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3109b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314187:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314192:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310a2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314198:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314202:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332775.314205:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314210:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314216:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332775.314218:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332775.314221:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310a2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314225:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314240:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314245:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310a9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314250:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310a9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314254:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332775.314257:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310a9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314261:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310a9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314267:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:0.0:1763332775.314269:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332775.314271:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310a9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.314280:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310a9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332775.314396:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35447:x1848987611006336:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 669us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332775.314403:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2561 00000100:00100000:2.0:1763332775.328701:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.328756:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611006464 00000100:00100000:0.0:1763332775.328768:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611006464 00000100:00100000:0.0:1763332775.328832:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2562 00000100:00100000:0.0:1763332775.328843:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:35449:x1848987611006464:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332775.328882:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332775.328905:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6d9 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.328976:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.328991:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.329003:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.329018:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c310be lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.329023:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c310be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.329029:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c310be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334429:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334455:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334467:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332775.334518:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:0.0:1763332775.334523:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332775.334544:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334557:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334567:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310b7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334574:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310b7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334580:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310b7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334586:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310b7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334592:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332775.334596:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310b7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334603:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310b7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334615:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332775.334618:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332775.334622:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310b7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334628:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c310b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334643:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c310be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334649:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c310be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334654:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c310be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334658:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332775.334661:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c310be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334666:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c310be lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334673:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332775.334675:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332775.334678:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c310be lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334684:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c310be lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.334727:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c310b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6d9 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.334742:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6d9 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.334750:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:0.0:1763332775.334753:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332775.334755:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04800, rc 0) 00000100:00100000:0.0:1763332775.334846:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35449:x1848987611006464:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6004us (6153us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332775.334856:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2562 00000100:00100000:2.0:1763332775.341543:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.343616:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611006720 00000100:00100000:0.0:1763332775.343630:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611006720 00000100:00100000:0.0:1763332775.343685:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2563 00000100:00100000:0.0:1763332775.343695:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35449:x1848987611006720:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332775.343717:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332775.343740:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6e0 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.343857:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c310d3 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.343882:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c310d3 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332775.343893:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c310d3 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332775.343905:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:0.0:1763332775.344006:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6e0 expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.344027:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c310d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6e0 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.344037:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:0.0:1763332775.344040:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763332775.344045:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04a00, rc 0) 00000100:00100000:0.0:1763332775.344113:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35449:x1848987611006720:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 419us (2580us total) trans 4294968936 rc 0/0 00000100:00100000:0.0:1763332775.344120:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2563 00000100:00100000:2.0:1763332775.350183:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.351342:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611006976 00000100:00100000:1.0:1763332775.351368:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611006976 00000100:00100000:1.0:1763332775.351450:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2564 00000100:00100000:1.0:1763332775.351463:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35449:x1848987611006976:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332775.351495:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332775.351518:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c310e1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6e7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.351627:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c310e8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.351642:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c310e8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.351651:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c310e8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763332775.351662:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:1.0:1763332775.351755:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c310e1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6e7 expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.351771:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c310e8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6e7 expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.351779:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332775.351782:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332775.351786:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43200, rc 0) 00000100:00100000:1.0:1763332775.351851:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35449:x1848987611006976:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 391us (1679us total) trans 4294968937 rc 0/0 00000100:00100000:1.0:1763332775.351857:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2564 00000100:00100000:2.0:1763332775.404446:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.404699:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611007104 00000100:00100000:0.0:1763332775.404710:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611007104 00000100:00100000:0.0:1763332775.404813:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 525 00000100:00100000:0.0:1763332775.404824:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987611007104:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332775.404893:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.404913:0:28430:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 10 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.404921:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332775.404923:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332775.404926:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.404963:0:28430:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 10 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.404982:0:28430:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 10 pid: 8406 timeout: 979 lvb_type: 0 00000100:00100000:0.0:1763332775.404998:0:28430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28430:1848987626279680:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332775.405094:0:28430:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332775.408041:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.408471:0:28430:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28430:1848987626279680:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332775.408504:0:28430:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332775.409075:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611007232 00000100:00100000:2.0:1763332775.409086:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611007232 00010000:00010000:2.0:1763332775.409133:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 11 pid: 8406 timeout: 979 lvb_type: 0 00000100:00100000:2.0:1763332775.409184:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 672 00000100:00100000:2.0:1763332775.409193:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611007232:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332775.409208:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332775.409231:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 11 pid: 8406 timeout: 979 lvb_type: 0 00010000:00010000:2.0:1763332775.409243:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 11 pid: 8406 timeout: 979 lvb_type: 0 00010000:00010000:2.0:1763332775.409269:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31063 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6bd expref: 11 pid: 8406 timeout: 979 lvb_type: 0 00010000:00010000:2.0:1763332775.409284:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332775.409286:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332775.409291:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.409300:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.409329:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332775.409409:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611007232:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 217us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332775.409416:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 672 00010000:00010000:0.0:1763332775.409764:0:28430:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.409774:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.423432:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.423451:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.423459:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.423465:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332775.423469:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.423478:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.423496:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.423503:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c310f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.423597:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987611007104:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 18771us (19158us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1763332775.423608:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 525 00000100:00100000:1.0:1763332775.430581:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.431208:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611007360 00000100:00100000:0.0:1763332775.431221:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611007360 00000100:00100000:0.0:1763332775.431296:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 526 00000100:00100000:0.0:1763332775.431306:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987611007360:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:0.0:1763332775.431388:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 1048576, mtime: 0x691a52a7, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x800 00010000:00010000:0.0:1763332775.431397:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c310fd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.431412:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.431414:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.431418:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c310fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.431430:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c310fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.442145:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c310fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.442163:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c310fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.442173:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c310fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.442180:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332775.442184:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c310fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.442194:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c310fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.442212:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c310fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.442219:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c310fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.442307:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987611007360:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 10997us (11733us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1763332775.442318:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 526 00000100:00100000:3.0:1763332775.449073:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.449174:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611007488 00000100:00100000:0.0:1763332775.449185:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611007488 00000100:00100000:0.0:1763332775.449252:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 527 00000100:00100000:0.0:1763332775.449261:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611007488:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:0.0:1763332775.449306:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:0.0:1763332775.449315:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31104 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.449330:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.449332:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.449338:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31104 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.449378:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31104 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.458262:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31104 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.458283:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31104 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.458293:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31104 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.458299:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332775.458304:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31104 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.458312:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31104 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.458335:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31104 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.458342:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31104 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.458581:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611007488:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 9316us (9511us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1763332775.458592:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 527 00000100:00100000:3.0:1763332775.498838:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.498966:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611007616 00000100:00100000:1.0:1763332775.498980:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611007616 00000100:00100000:1.0:1763332775.499119:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 528 00000100:00100000:1.0:1763332775.499131:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611007616:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:1.0:1763332775.499184:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 2097152, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x1000 00010000:00010000:1.0:1763332775.499194:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55800/0xb32e3ef184c3110b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.499208:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.499210:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.499215:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55800/0xb32e3ef184c3110b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.499229:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55800/0xb32e3ef184c3110b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.504583:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626279808:0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.504650:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332775.504733:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626279808 00000100:00100000:3.0:1763332775.504742:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626279808 00000100:00100000:3.0:1763332775.504800:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1763332775.504809:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626279808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332775.505061:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626279808:12345-0@lo:400:kworker.0 Request processed in 253us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332775.505069:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1763332775.505172:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626280064:0@lo:400:kworker.0 00000100:00100000:3.0:1763332775.505199:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332775.505527:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332775.505534:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626280192:0@lo:400:kworker.0 00000100:00100000:3.0:1763332775.505561:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332775.505701:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626279808:0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.505717:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332775.505724:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626279936:0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.505746:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332775.505810:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626280064 00000100:00100000:0.0:1763332775.505815:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626280064 00000100:00100000:0.0:1763332775.505846:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1763332775.505854:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626280064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332775.506095:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626280192 00000100:00100000:3.0:1763332775.506099:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626280192 00000100:00100000:3.0:1763332775.506125:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626279936 00000100:00100000:3.0:1763332775.506128:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626279936 00000100:00100000:3.0:1763332775.506149:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1763332775.506155:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626280192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.506261:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626280064:12345-0@lo:400:kworker.0 Request processed in 408us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332775.506269:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1763332775.506380:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1763332775.506389:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626279936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.506422:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626279936:12345-0@lo:400:kworker.0 Request processed in 34us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332775.506428:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1763332775.506448:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626280576:0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.506469:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332775.506901:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626280448:0@lo:400:kworker.0 00000100:00100000:1.0:1763332775.506934:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332775.506962:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626280960:0@lo:400:kworker.0 00000100:00100000:1.0:1763332775.506981:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332775.506998:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763332775.507003:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626280320:0@lo:400:kworker.0 00000100:00100000:1.0:1763332775.507021:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332775.507034:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626280832:0@lo:400:kworker.0 00000100:00100000:1.0:1763332775.507049:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332775.507070:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626280704:0@lo:400:kworker.0 00000100:00100000:1.0:1763332775.507097:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332775.507121:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332775.507130:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626280576 00000100:00100000:1.0:1763332775.507136:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626280960 00000100:00100000:2.0:1763332775.507137:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626280576 00000100:00100000:1.0:1763332775.507143:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626280960 00000100:00100000:2.0:1763332775.507178:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626280832 00000100:00100000:2.0:1763332775.507182:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626280832 00000100:00100000:3.0:1763332775.507311:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626280192:12345-0@lo:400:kworker.0 Request processed in 1155us (1748us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332775.507660:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626280192:0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.507672:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626280064:0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.507702:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626280704 00000100:00100000:0.0:1763332775.507710:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626280704 00000100:00100000:0.0:1763332775.507738:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1763332775.507747:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626280576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332775.507768:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1763332775.507782:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626280704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332775.507782:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1763332775.507799:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626280960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.507799:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626280576:12345-0@lo:400:kworker.0 Request processed in 51us (1325us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332775.507813:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1763332775.507832:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626280704:12345-0@lo:400:kworker.0 Request processed in 55us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332775.507834:0:6519:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 5 min 3 max 116 00000100:00100000:2.0:1763332775.507843:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1763332775.507847:0:6519:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_005' 00000100:00100000:2.0:1763332775.507876:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1763332775.507877:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626280960:12345-0@lo:400:kworker.0 Request processed in 81us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332775.507885:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626280832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332775.507889:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1763332775.507919:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626280832:12345-0@lo:400:kworker.0 Request processed in 35us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332775.507925:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00080000:2.0:1763332775.507944:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332775.507949:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332775.507982:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626280576:0@lo:400:kworker.0 00000100:00100000:2.0:1763332775.507984:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626280448 00000100:00100000:2.0:1763332775.507989:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626280448 00000100:00100000:0.0:1763332775.508020:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626279936:0@lo:400:kworker.0 00000100:00100000:2.0:1763332775.508023:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626280320 00000100:00100000:2.0:1763332775.508027:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626280320 00000100:00100000:2.0:1763332775.508050:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1763332775.508058:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626280448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332775.508093:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626280448:12345-0@lo:400:kworker.0 Request processed in 37us (1157us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332775.508099:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1763332775.508111:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1763332775.508117:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626280320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332775.508145:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626280320:12345-0@lo:400:kworker.0 Request processed in 29us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332775.508151:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00080000:2.0:1763332775.508167:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332775.508169:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332775.508219:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626280704:0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.508251:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626280320:0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.508260:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626280832:0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.508269:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626280448:0@lo:400:kworker.0 00000100:00100000:0.0:1763332775.508279:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626280960:0@lo:400:kworker.0 00000100:00100000:3.0:1763332775.508713:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00010000:00010000:1.0:1763332775.515254:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55800/0xb32e3ef184c3110b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.515275:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55800/0xb32e3ef184c3110b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.515284:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55800/0xb32e3ef184c3110b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.515291:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f55800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332775.515296:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55800/0xb32e3ef184c3110b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.515305:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55800/0xb32e3ef184c3110b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.515324:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55800/0xb32e3ef184c3110b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.515331:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55800/0xb32e3ef184c3110b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332775.517192:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611007616:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 18052us (18353us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332775.517205:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 528 00000100:00100000:2.0:1763332775.527872:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.527969:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611007744 00000100:00100000:1.0:1763332775.527980:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611007744 00000100:00100000:0.0:1763332775.528802:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 529 00000100:00100000:0.0:1763332775.528819:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2419:x1848987611007744:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:0.0:1763332775.528884:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a7, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x1800 00010000:00010000:0.0:1763332775.528894:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31112 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.528909:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.528912:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.528917:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31112 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.528932:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31112 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.543256:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31112 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.543278:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31112 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.543287:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31112 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.543295:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332775.543298:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31112 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.543306:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31112 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.543324:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31112 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.543331:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31112 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.543450:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2419:x1848987611007744:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 14632us (15592us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1763332775.543461:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 529 00000100:00100000:2.0:1763332775.549894:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.549990:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611007872 00000100:00100000:0.0:1763332775.550001:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611007872 00000100:00100000:0.0:1763332775.550512:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 530 00000100:00100000:0.0:1763332775.550523:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987611007872:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:0.0:1763332775.550573:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:0.0:1763332775.550582:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31119 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.550596:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.550599:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.550604:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31119 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.550616:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31119 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.563284:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31119 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.563305:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31119 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.563313:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31119 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.563320:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332775.563324:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31119 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.563332:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31119 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.563361:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31119 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.563368:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31119 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.563463:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987611007872:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 12937us (13575us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1763332775.563474:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 530 00000100:00100000:2.0:1763332775.642427:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.642531:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611008000 00000100:00100000:0.0:1763332775.642542:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611008000 00000100:00100000:0.0:1763332775.642940:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 531 00000100:00100000:0.0:1763332775.642952:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611008000:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332775.642991:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.643012:0:28427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.643020:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332775.643022:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332775.643026:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.643062:0:28427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.643076:0:28427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 9 pid: 8406 timeout: 979 lvb_type: 0 00000100:00100000:0.0:1763332775.643091:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28427:1848987626281088:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332775.643176:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49dd40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332775.647707:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28427:1848987626281088:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332775.647742:0:28427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332775.648571:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.648797:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611008128 00000100:00100000:0.0:1763332775.648807:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611008128 00010000:00010000:0.0:1763332775.648848:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 10 pid: 8406 timeout: 979 lvb_type: 0 00000100:00100000:0.0:1763332775.649552:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 673 00000100:00100000:0.0:1763332775.649564:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611008128:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332775.649581:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332775.649601:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 10 pid: 8406 timeout: 979 lvb_type: 0 00010000:00010000:0.0:1763332775.649614:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 10 pid: 8406 timeout: 979 lvb_type: 0 00010000:00010000:0.0:1763332775.649637:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3106a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6c4 expref: 10 pid: 8406 timeout: 979 lvb_type: 0 00010000:00010000:0.0:1763332775.649654:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.649656:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.649660:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.649670:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.649707:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332775.649773:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611008128:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 212us (1206us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332775.649781:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 673 00010000:00010000:2.0:1763332775.649899:0:28427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.649909:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.668223:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.668242:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.668250:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.668257:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332775.668261:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.668269:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.668289:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.668296:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31120 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332775.668740:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611008000:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 25785us (26319us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332775.668752:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 531 00000100:00100000:2.0:1763332775.677757:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332775.677918:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611008256 00000100:00100000:3.0:1763332775.677930:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611008256 00000100:00100000:3.0:1763332775.678097:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1328 00000100:00100000:3.0:1763332775.678107:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987611008256:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332775.678125:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332775.678147:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff82054a00/0xb32e3ef184c31127 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6ee expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332775.678169:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 1048576, mtime: 0x691a52a7, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x800 00010000:00010000:3.0:1763332775.678190:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332775.678192:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332775.678202:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff82054a00/0xb32e3ef184c31127 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6ee expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332775.678218:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff82054a00/0xb32e3ef184c31127 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6ee expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332775.678231:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff82054a00, rc 0) 00000100:00100000:3.0:1763332775.678838:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2418:x1848987611008256:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 728us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332775.678847:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1328 00000100:00100000:1.0:1763332775.679595:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332775.679893:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611008384 00000100:00100000:3.0:1763332775.679901:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611008384 00000100:00100000:3.0:1763332775.679945:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1329 00000100:00100000:3.0:1763332775.679954:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2418:x1848987611008384:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332775.679970:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332775.679988:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff82055600/0xb32e3ef184c3112e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6f5 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332775.680015:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x691a52a7, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x1800 00010000:00010000:3.0:1763332775.680031:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332775.680033:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332775.680042:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff82055600/0xb32e3ef184c3112e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6f5 expref: 8 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332775.680058:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff82055600/0xb32e3ef184c3112e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6f5 expref: 8 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332775.680070:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff82055600, rc 0) 00000100:00100000:3.0:1763332775.680116:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611008384:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 163us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332775.680122:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1329 00000100:00100000:2.0:1763332775.684555:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.684690:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611008512 00000100:00100000:0.0:1763332775.684702:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611008512 00000100:00100000:0.0:1763332775.685196:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 532 00000100:00100000:0.0:1763332775.685210:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611008512:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332775.685252:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31135 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.685269:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.685270:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.685278:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31135 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.685292:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31135 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.701252:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31135 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.701272:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31135 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.701281:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31135 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.701289:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332775.701293:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31135 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.701302:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31135 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.701327:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31135 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.701335:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31135 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.701472:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611008512:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 16260us (16925us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1763332775.701483:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 532 00000100:00100000:2.0:1763332775.711067:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.712592:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611008640 00000100:00100000:0.0:1763332775.712611:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611008640 00000100:00100000:0.0:1763332775.713056:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 533 00000100:00100000:0.0:1763332775.713066:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611008640:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:0.0:1763332775.713117:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:0.0:1763332775.713126:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3113c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.713141:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.713142:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.713149:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3113c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.713162:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3113c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.729960:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3113c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.729981:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3113c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.729989:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3113c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.729995:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332775.729999:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3113c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.730007:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3113c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.730024:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3113c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.730030:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c3113c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332775.730639:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611008640:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 17566us (19577us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1763332775.730651:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 533 00000100:00100000:2.0:1763332775.744519:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.744638:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611008768 00000100:00100000:1.0:1763332775.744647:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611008768 00000100:00100000:1.0:1763332775.744706:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 290 00000100:00100000:1.0:1763332775.744717:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35449:x1848987611008768:12345-192.168.204.28@tcp:103:lfs.0 00010000:00010000:1.0:1763332775.744732:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332775.744775:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43200/0xb32e3ef184c310e8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6e7 expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.744794:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332775.744799:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332775.745216:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35449:x1848987611008768:12345-192.168.204.28@tcp:103:lfs.0 Request processed in 500us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332775.745224:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 290 00000100:00100000:1.0:1763332775.750465:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332775.750616:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611009024 00000100:00100000:3.0:1763332775.750628:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611009024 00000100:00100000:3.0:1763332775.750695:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 739 00000100:00100000:3.0:1763332775.750706:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:35449:x1848987611009024:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332775.751134:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35449:x1848987611009024:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 428us (678us total) trans 4294968938 rc 0/0 00000100:00100000:3.0:1763332775.751142:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 739 00000100:00100000:2.0:1763332775.772739:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332775.772882:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611009152 00000100:00100000:3.0:1763332775.772895:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611009152 00000100:00100000:3.0:1763332775.773016:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2565 00000100:00100000:3.0:1763332775.773028:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35450:x1848987611009152:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332775.773132:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31143 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332775.773151:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31143 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332775.773163:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31143 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332775.773181:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3114a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332775.773188:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3114a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332775.773194:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3114a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332775.773286:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c31151 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332775.773295:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c31151 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332775.773302:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c31151 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332775.773346:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:3.0:1763332775.774665:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332775.775379:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c31151 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775407:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31143 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775415:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31143 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775423:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31143 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775429:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff82054000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332775.775435:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31143 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775444:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31143 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775467:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332775.775470:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332775.775475:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31143 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775482:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82054000/0xb32e3ef184c31143 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775501:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3114a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775507:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3114a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775514:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3114a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775519:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff82055400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332775.775522:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3114a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775527:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3114a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775534:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92ff44d03800) 00010000:00010000:2.0:1763332775.775536:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332775.775539:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3114a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775544:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c3114a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775565:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c31151 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775570:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c31151 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775575:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c31151 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775580:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff82055c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332775.775582:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c31151 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775588:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c31151 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775596:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:2.0:1763332775.775598:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332775.775601:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c31151 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.775606:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c31151 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763332775.775727:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35450:x1848987611009152:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 2697us (2995us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332775.775738:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2565 00000100:00100000:1.0:1763332775.799106:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332775.799218:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611009408 00000100:00100000:2.0:1763332775.799230:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611009408 00000100:00100000:2.0:1763332775.799302:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2566 00000100:00100000:2.0:1763332775.799313:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:35453:x1848987611009408:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332775.799337:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332775.799398:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c31158 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d6fc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.799512:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.799530:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6d9 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.799540:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 4/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.799573:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6d9 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.799592:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6d9 expref: 15 pid: 12741 timeout: 979 lvb_type: 0 00000100:00100000:2.0:1763332775.799606:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626281216:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332775.799702:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332775.803201:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626281216:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332775.803235:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763332775.809519:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332775.810067:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611009536 00000100:00100000:2.0:1763332775.810078:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611009536 00010000:00010000:2.0:1763332775.810118:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6d9 expref: 16 pid: 12741 timeout: 979 lvb_type: 0 00000100:00100000:0.0:1763332775.810739:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 674 00000100:00100000:0.0:1763332775.810756:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2421:x1848987611009536:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332775.810774:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332775.810782:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6d9 expref: 16 pid: 12741 timeout: 979 lvb_type: 0 00010000:00010000:0.0:1763332775.810799:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6d9 expref: 16 pid: 12741 timeout: 979 lvb_type: 0 00010000:00010000:0.0:1763332775.810823:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c310c5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6d9 expref: 16 pid: 12741 timeout: 979 lvb_type: 0 00010000:00010000:0.0:1763332775.810840:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:0.0:1763332775.810846:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332775.810865:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332775.810872:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332775.810908:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332775.810982:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611009536:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 232us (1473us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332775.810990:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 674 00010000:00010000:1.0:1763332775.812105:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.812119:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763332775.812144:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:1.0:1763332775.812288:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292200/0xb32e3ef184c31158 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6fc expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.812305:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6fc expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.812312:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332775.812314:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332775.812317:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48293a00, rc 0) 00000100:00100000:1.0:1763332775.812734:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35453:x1848987611009408:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 13420us (13637us total) trans 4294968939 rc 0/0 00000100:00100000:1.0:1763332775.812743:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2566 00000100:00100000:1.0:1763332775.816287:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332775.816464:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611009664 00000100:00100000:2.0:1763332775.816474:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611009664 00000100:00100000:2.0:1763332775.817284:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2567 00000100:00100000:2.0:1763332775.817296:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35453:x1848987611009664:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332775.817319:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332775.817339:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292400/0xb32e3ef184c3116d lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d703 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.817489:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.817505:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 2/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6fc expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.817518:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 4/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.817550:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6fc expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.817561:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6fc expref: 16 pid: 6520 timeout: 979 lvb_type: 0 00000100:00100000:2.0:1763332775.817574:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626281344:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332775.817657:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332775.821062:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332775.821208:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626281344:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332775.821245:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763332775.822621:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611009792 00000100:00100000:1.0:1763332775.822633:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611009792 00010000:00010000:1.0:1763332775.822677:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6fc expref: 17 pid: 6520 timeout: 979 lvb_type: 0 00000100:00100000:1.0:1763332775.823020:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 675 00000100:00100000:1.0:1763332775.823032:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987611009792:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332775.823049:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332775.823057:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6fc expref: 17 pid: 6520 timeout: 979 lvb_type: 0 00010000:00010000:1.0:1763332775.823069:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6fc expref: 17 pid: 6520 timeout: 979 lvb_type: 0 00010000:00010000:1.0:1763332775.823093:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293a00/0xb32e3ef184c3115f lrc: 0/0,0 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6fc expref: 17 pid: 6520 timeout: 979 lvb_type: 0 00010000:00010000:1.0:1763332775.823114:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332775.823118:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.823128:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.823134:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332775.823167:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332775.823891:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.823902:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332775.823977:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332775.823982:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332775.824003:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.824038:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292400/0xb32e3ef184c3116d lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d703 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.824053:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d703 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.824061:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:2.0:1763332775.824064:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332775.824066:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48293600, rc 0) 00000100:00100000:1.0:1763332775.824173:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2421:x1848987611009792:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1141us (3122us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332775.824184:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 675 00000100:00100000:2.0:1763332775.825890:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35453:x1848987611009664:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 8586us (9602us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332775.825905:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2567 00000100:00100000:0.0:1763332775.829614:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332775.829694:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611009920 00000100:00100000:2.0:1763332775.829705:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611009920 00000100:00100000:2.0:1763332775.829777:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2568 00000100:00100000:2.0:1763332775.829788:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35453:x1848987611009920:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332775.829813:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332775.829841:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c3117b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d70a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.829925:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c31182 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.829939:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c31182 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.829951:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c31182 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.829966:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c31189 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.829972:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c31189 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.829978:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c31189 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.834949:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c31190 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.834979:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c31190 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.834993:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c31190 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332775.835050:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332775.835055:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332775.835077:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c31190 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835089:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c31190 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835099:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c31182 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835106:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c31182 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835113:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c31182 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835119:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48292000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332775.835123:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c31182 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835131:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c31182 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835144:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332775.835148:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332775.835154:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c31182 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835160:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292000/0xb32e3ef184c31182 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835174:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c31189 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835181:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c31189 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835187:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c31189 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835192:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332775.835196:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c31189 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835202:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c31189 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835210:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe438a1e00) 00010000:00010000:2.0:1763332775.835212:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332775.835215:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c31189 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835221:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293200/0xb32e3ef184c31189 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.835259:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292a00/0xb32e3ef184c3117b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d70a expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.835280:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c31190 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d70a expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.835288:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:2.0:1763332775.835290:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332775.835293:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48292800, rc 0) 00000100:00100000:2.0:1763332775.835708:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35453:x1848987611009920:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5918us (6132us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332775.835717:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2568 00000100:00100000:1.0:1763332775.842688:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.842749:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332775.842807:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611010304 00000100:00100000:1.0:1763332775.842819:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611010304 00000100:00100000:1.0:1763332775.842895:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 291 00000100:00100000:1.0:1763332775.842905:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987611010304:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332775.842925:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332775.842952:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292800/0xb32e3ef184c31190 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d70a expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.842972:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332775.842978:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332775.843027:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987611010304:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 124us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332775.843040:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 291 00000100:00100000:2.0:1763332775.843203:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611010176 00000100:00100000:2.0:1763332775.843209:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611010176 00000100:00100000:2.0:1763332775.843252:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2569 00000100:00100000:2.0:1763332775.843260:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:35453:x1848987611010176:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332775.843279:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332775.843295:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293800/0xb32e3ef184c31197 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d711 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.843432:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c3119e lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.843459:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c3119e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332775.843470:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c3119e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332775.843484:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:2.0:1763332775.843597:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293800/0xb32e3ef184c31197 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d711 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.843614:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c3119e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d711 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.843622:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:2.0:1763332775.843625:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332775.843627:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48292600, rc 0) 00000100:00100000:2.0:1763332775.843664:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35453:x1848987611010176:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 405us (988us total) trans 4294968940 rc 0/0 00000100:00100000:2.0:1763332775.843671:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2569 00000100:00100000:2.0:1763332775.879616:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332775.879976:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611010432 00000100:00100000:0.0:1763332775.879986:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611010432 00000100:00100000:0.0:1763332775.880175:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 534 00000100:00100000:0.0:1763332775.880186:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611010432:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:0.0:1763332775.880233:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 2097152, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x1000 00010000:00010000:0.0:1763332775.880243:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c311ac lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.880258:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.880260:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.880265:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c311ac lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.880277:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c311ac lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.891238:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c311ac lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.891260:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c311ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.891270:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c311ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.891277:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332775.891282:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c311ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.891290:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c311ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.891312:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c311ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.891321:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c311ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332775.891559:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611010432:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 11367us (11945us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332775.891571:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 534 00000100:00100000:1.0:1763332775.897560:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332775.897796:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611010560 00000100:00100000:2.0:1763332775.897809:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611010560 00000100:00100000:2.0:1763332775.897896:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 535 00000100:00100000:2.0:1763332775.897907:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611010560:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332775.897947:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311b3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.897963:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332775.897966:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332775.897972:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311b3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.897985:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311b3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.908489:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311b3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.908510:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.908523:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.908530:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332775.908534:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.908542:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.908559:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.908565:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332775.908938:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611010560:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 11027us (11386us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332775.908951:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 535 00000100:00100000:0.0:1763332775.915842:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332775.916252:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611010688 00000100:00100000:2.0:1763332775.916262:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611010688 00000100:00100000:1.0:1763332775.917011:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 536 00000100:00100000:1.0:1763332775.917024:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611010688:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:1.0:1763332775.917069:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:1.0:1763332775.917078:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c311ba lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.917093:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.917095:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332775.917099:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c311ba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332775.917111:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c311ba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.926735:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c311ba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.926755:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c311ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.926764:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c311ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.926772:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4b7c7400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332775.926776:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c311ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.926783:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c311ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.926802:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c311ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.926808:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe4b7c7400/0xb32e3ef184c311ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332775.926891:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611010688:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 9866us (11056us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332775.926900:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 536 00000100:00100000:0.0:1763332775.967926:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332775.968169:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611010816 00000100:00100000:2.0:1763332775.968185:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611010816 00000100:00100000:0.0:1763332775.969078:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 537 00000100:00100000:0.0:1763332775.969095:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611010816:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:0.0:1763332775.969156:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 2097152, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x1000 00010000:00010000:0.0:1763332775.969166:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54000/0xb32e3ef184c311c1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.969182:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.969184:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332775.969189:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54000/0xb32e3ef184c311c1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332775.969203:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54000/0xb32e3ef184c311c1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.981343:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54000/0xb32e3ef184c311c1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.981571:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54000/0xb32e3ef184c311c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.981581:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54000/0xb32e3ef184c311c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.981587:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332775.981592:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54000/0xb32e3ef184c311c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.981601:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54000/0xb32e3ef184c311c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.981620:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54000/0xb32e3ef184c311c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.981627:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54000/0xb32e3ef184c311c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332775.982712:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611010816:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 13616us (14788us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332775.982725:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 537 00000100:00100000:1.0:1763332775.991528:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332775.992221:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611010944 00000100:00100000:2.0:1763332775.992233:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611010944 00000100:00100000:2.0:1763332775.992319:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 538 00000100:00100000:2.0:1763332775.992329:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611010944:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332775.992410:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311c8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.992426:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332775.992428:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332775.992434:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311c8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332775.992449:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311c8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.008968:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311c8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.008991:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.009001:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.009008:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332776.009012:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.009021:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.009039:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.009045:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48293800/0xb32e3ef184c311c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.009722:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611010944:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 17386us (18196us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332776.009736:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 538 00000100:00100000:0.0:1763332776.015599:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.015693:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611011072 00000100:00100000:2.0:1763332776.015703:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611011072 00000100:00100000:2.0:1763332776.015794:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 539 00000100:00100000:2.0:1763332776.015804:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611011072:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:2.0:1763332776.015870:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:2.0:1763332776.015879:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c311cf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.015895:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.015898:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.015903:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c311cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.015917:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c311cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1763332776.016673:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763332776.027930:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c311cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.027950:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c311cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.027959:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c311cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.027967:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48293800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332776.027971:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c311cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.027980:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c311cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.027999:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c311cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.028008:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48293800/0xb32e3ef184c311cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.028643:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611011072:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 12833us (13046us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332776.028654:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 539 00000100:00100000:2.0:1763332776.076411:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332776.076696:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611011200 00000100:00100000:0.0:1763332776.076706:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611011200 00000100:00100000:0.0:1763332776.076774:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 540 00000100:00100000:0.0:1763332776.076782:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611011200:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:0.0:1763332776.076831:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x46:0x0] initial LVB size: 4194304, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x1000 00010000:00010000:0.0:1763332776.076840:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c311d6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.076864:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332776.076866:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332776.076871:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c311d6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.076884:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c311d6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.094599:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c311d6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.094619:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c311d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.094627:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c311d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.094634:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332776.094638:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c311d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.094646:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c311d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.094665:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c311d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.094673:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c311d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332776.094759:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611011200:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 17972us (18351us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1763332776.094768:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 540 00000100:00100000:1.0:1763332776.107896:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332776.109293:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611011328 00000100:00100000:0.0:1763332776.109307:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611011328 00000100:00100000:0.0:1763332776.109427:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 541 00000100:00100000:0.0:1763332776.109439:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611011328:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332776.109475:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c311dd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.109492:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332776.109494:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332776.109500:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c311dd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.109513:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c311dd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1763332776.111060:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1763332776.127240:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c311dd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.127268:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c311dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.127277:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c311dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.127285:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332776.127290:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c311dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.127299:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c311dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.127319:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c311dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.127327:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c311dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.128146:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611011328:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 18702us (20256us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332776.128160:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 541 00000100:00100000:1.0:1763332776.136924:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.137071:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611011456 00000100:00100000:2.0:1763332776.137083:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611011456 00000100:00100000:2.0:1763332776.137149:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 542 00000100:00100000:2.0:1763332776.137157:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611011456:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:2.0:1763332776.137208:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:2.0:1763332776.137218:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990400/0xb32e3ef184c311e4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.137235:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.137237:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.137244:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990400/0xb32e3ef184c311e4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.137264:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43990400/0xb32e3ef184c311e4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.159432:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990400/0xb32e3ef184c311e4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.159452:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990400/0xb32e3ef184c311e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.159461:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe43990400/0xb32e3ef184c311e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.159469:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332776.159473:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990400/0xb32e3ef184c311e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.159482:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990400/0xb32e3ef184c311e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.159503:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe43990400/0xb32e3ef184c311e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.159510:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43990400/0xb32e3ef184c311e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.159606:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611011456:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 22443us (22687us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332776.159620:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 542 00000100:00100000:2.0:1763332776.173936:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332776.174036:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611011584 00000100:00100000:1.0:1763332776.174048:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611011584 00000100:00100000:1.0:1763332776.174125:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 292 00000100:00100000:1.0:1763332776.174137:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35453:x1848987611011584:12345-192.168.204.28@tcp:103:lfs.0 00010000:00010000:1.0:1763332776.174156:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332776.174186:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48292600/0xb32e3ef184c3119e lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d711 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332776.174209:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332776.174214:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332776.174279:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35453:x1848987611011584:12345-192.168.204.28@tcp:103:lfs.0 Request processed in 145us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332776.174286:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 292 00000100:00100000:1.0:1763332776.177793:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.177897:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611011840 00000100:00100000:2.0:1763332776.177906:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611011840 00000100:00100000:2.0:1763332776.177970:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 740 00000100:00100000:2.0:1763332776.177981:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:35453:x1848987611011840:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332776.178216:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35453:x1848987611011840:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 237us (434us total) trans 4294968941 rc 0/0 00000100:00100000:2.0:1763332776.178223:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 740 00000100:00100000:3.0:1763332776.181687:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332776.181808:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611012096 00000100:00100000:1.0:1763332776.181818:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611012096 00000100:00100000:1.0:1763332776.181891:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 741 00000100:00100000:1.0:1763332776.181902:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:35453:x1848987611012096:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332776.182150:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:35453:x1848987611012096:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 250us (475us total) trans 4294968942 rc 0/0 00000100:00100000:1.0:1763332776.182158:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 741 00000100:00100000:0.0:1763332776.213160:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332776.214031:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611012224 00000100:00100000:1.0:1763332776.214054:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611012224 00000100:00100000:1.0:1763332776.214125:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2570 00000100:00100000:1.0:1763332776.214135:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+18:35455:x1848987611012224:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332776.214212:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c311eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214229:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c311eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214240:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c311eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214254:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324600/0xb32e3ef184c311f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214261:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324600/0xb32e3ef184c311f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214266:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324600/0xb32e3ef184c311f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214343:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c311f9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214389:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c311f9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214397:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c311f9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:1.0:1763332776.214440:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:1.0:1763332776.214445:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332776.214457:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c311f9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214468:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c311eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214473:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c311eb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214479:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c311eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214484:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332776.214488:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c311eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214494:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c311eb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214506:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332776.214509:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332776.214513:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c311eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214519:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325800/0xb32e3ef184c311eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214531:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324600/0xb32e3ef184c311f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214536:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324600/0xb32e3ef184c311f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214541:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324600/0xb32e3ef184c311f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214545:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49324600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332776.214548:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324600/0xb32e3ef184c311f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214553:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324600/0xb32e3ef184c311f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214560:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92ff42c64500) 00010000:00010000:1.0:1763332776.214563:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332776.214565:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324600/0xb32e3ef184c311f2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214570:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324600/0xb32e3ef184c311f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214585:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c311f9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214591:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c311f9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214596:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c311f9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214600:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332776.214602:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c311f9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214607:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c311f9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214614:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332776.214617:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332776.214619:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c311f9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332776.214624:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325c00/0xb32e3ef184c311f9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00000100:00100000:1.0:1763332776.214713:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+18:35455:x1848987611012224:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 579us (1562us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332776.214721:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2570 00000100:00100000:3.0:1763332776.246899:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332776.246984:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611012480 00000100:00100000:1.0:1763332776.246994:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611012480 00000100:00100000:2.0:1763332776.248049:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2571 00000100:00100000:2.0:1763332776.248068:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:35457:x1848987611012480:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332776.248098:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332776.248121:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990400/0xb32e3ef184c31200 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d718 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.248245:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.248263:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d703 expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.248272:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 4/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.248307:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d703 expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.248325:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d703 expref: 19 pid: 6520 timeout: 980 lvb_type: 0 00000100:00100000:2.0:1763332776.248338:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626281472:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332776.253184:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82840 going to sleep for 11 seconds 00000100:00100000:2.0:1763332776.253980:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626281472:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332776.254007:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763332776.254198:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.254420:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611012608 00000100:00100000:2.0:1763332776.254426:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611012608 00010000:00010000:2.0:1763332776.254460:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d703 expref: 20 pid: 6520 timeout: 980 lvb_type: 0 00000100:00100000:2.0:1763332776.254500:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 676 00000100:00100000:2.0:1763332776.254509:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2420:x1848987611012608:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332776.254526:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332776.254533:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d703 expref: 20 pid: 6520 timeout: 980 lvb_type: 0 00010000:00010000:2.0:1763332776.254544:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d703 expref: 20 pid: 6520 timeout: 980 lvb_type: 0 00010000:00010000:2.0:1763332776.254566:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48293600/0xb32e3ef184c31174 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d703 expref: 20 pid: 6520 timeout: 980 lvb_type: 0 00010000:00010000:2.0:1763332776.254580:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:2.0:1763332776.254584:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.254593:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.254600:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.254626:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332776.254679:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987611012608:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 171us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332776.254686:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 676 00010000:00010000:3.0:1763332776.254817:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332776.254825:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332776.254852:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:3.0:1763332776.254992:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990400/0xb32e3ef184c31200 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d718 expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332776.255013:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d718 expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332776.255021:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:3.0:1763332776.255023:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763332776.255026:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991800, rc 0) 00000100:00100000:3.0:1763332776.255058:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35457:x1848987611012480:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6998us (8169us total) trans 4294968943 rc 0/0 00000100:00100000:3.0:1763332776.255066:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2571 00000100:00100000:3.0:1763332776.263926:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.264025:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611012736 00000100:00100000:2.0:1763332776.264036:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611012736 00000100:00100000:2.0:1763332776.267478:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2572 00000100:00100000:2.0:1763332776.267506:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35457:x1848987611012736:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332776.267534:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332776.267558:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31215 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d71f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.267665:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3121c lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.267681:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d718 expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.267688:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3121c lrc: 4/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.267723:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d718 expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.267741:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d718 expref: 20 pid: 6520 timeout: 980 lvb_type: 0 00000100:00100000:2.0:1763332776.267753:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626281600:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332776.267868:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e826c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332776.272114:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332776.272218:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611012864 00000100:00100000:1.0:1763332776.272229:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611012864 00010000:00010000:1.0:1763332776.272272:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d718 expref: 21 pid: 6520 timeout: 980 lvb_type: 0 00000100:00100000:1.0:1763332776.272329:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 677 00000100:00100000:1.0:1763332776.272341:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2421:x1848987611012864:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332776.272411:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332776.272421:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d718 expref: 21 pid: 6520 timeout: 980 lvb_type: 0 00010000:00010000:1.0:1763332776.272434:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d718 expref: 21 pid: 6520 timeout: 980 lvb_type: 0 00010000:00010000:1.0:1763332776.272457:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332776.272462:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3121c lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332776.272471:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3121c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332776.272478:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3121c lrc: 4/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332776.272496:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332776.272546:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2421:x1848987611012864:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 207us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332776.272555:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 677 00010000:00010000:2.0:1763332776.273255:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c31207 lrc: 0/0,0 mode: --/CW res: [0x200000403:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d718 expref: 20 pid: 6520 timeout: 980 lvb_type: 0 00000100:00100000:2.0:1763332776.273273:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626281600:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332776.273293:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3121c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.273301:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3121c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.273306:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3121c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332776.273507:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332776.273512:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332776.273539:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3121c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.273575:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31215 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d71f expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.273690:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3121c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d71f expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.273703:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:2.0:1763332776.273706:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332776.273708:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991c00, rc 0) 00000100:00100000:2.0:1763332776.274384:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35457:x1848987611012736:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6799us (10376us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332776.274394:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2572 00000100:00100000:0.0:1763332776.284121:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.285278:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611012992 00000100:00100000:2.0:1763332776.285297:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611012992 00000100:00100000:2.0:1763332776.285386:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2573 00000100:00100000:2.0:1763332776.285396:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35457:x1848987611012992:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332776.285419:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332776.285441:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31223 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d726 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.285506:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c3122a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285521:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c3122a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285532:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c3122a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285547:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c31231 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285554:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c31231 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285559:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c31231 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285630:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991a00/0xb32e3ef184c31238 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285639:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991a00/0xb32e3ef184c31238 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285645:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991a00/0xb32e3ef184c31238 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332776.285687:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:2.0:1763332776.285692:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332776.285710:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991a00/0xb32e3ef184c31238 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285722:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991a00/0xb32e3ef184c31238 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285730:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c3122a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285736:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c3122a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285741:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c3122a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285747:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332776.285751:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c3122a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285757:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c3122a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285767:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332776.285771:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332776.285775:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c3122a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285781:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c3122a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285792:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c31231 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285797:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c31231 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285801:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c31231 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285806:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332776.285808:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c31231 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285812:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c31231 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285818:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92fe438a1e00) 00010000:00010000:2.0:1763332776.285820:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332776.285823:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c31231 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285827:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c31231 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332776.285863:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31223 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d726 expref: 21 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.285881:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991a00/0xb32e3ef184c31238 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d726 expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.285887:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:2.0:1763332776.285889:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332776.285892:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991a00, rc 0) 00000100:00100000:2.0:1763332776.285949:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:35457:x1848987611012992:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 554us (1838us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332776.285957:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2573 00000100:00100000:0.0:1763332776.289650:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332776.289732:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611013120 00000100:00100000:3.0:1763332776.289741:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611013120 00000100:00100000:3.0:1763332776.289807:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 293 00000100:00100000:3.0:1763332776.289816:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2421:x1848987611013120:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332776.289831:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332776.289865:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991a00/0xb32e3ef184c31238 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d726 expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332776.289884:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:3.0:1763332776.289888:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332776.289938:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987611013120:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 124us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332776.289945:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 293 00000100:00100000:0.0:1763332776.295556:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332776.295641:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611013376 00000100:00100000:3.0:1763332776.295651:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611013376 00000100:00100000:3.0:1763332776.295703:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2574 00000100:00100000:3.0:1763332776.295713:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+19:35457:x1848987611013376:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332776.295733:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332776.295753:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3123f lrc: 2/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d72d expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332776.295880:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31246 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.295897:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31246 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.295907:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31246 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:3.0:1763332776.295920:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00010000:00010000:3.0:1763332776.296035:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055c00/0xb32e3ef184c3123f lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d72d expref: 22 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332776.296055:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31246 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d72d expref: 21 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332776.296064:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:3.0:1763332776.296068:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763332776.296071:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff82055400, rc 0) 00000100:00100000:3.0:1763332776.296139:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+21:35457:x1848987611013376:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 425us (594us total) trans 4294968944 rc 0/0 00000100:00100000:3.0:1763332776.296147:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2574 00000100:00100000:0.0:1763332776.361685:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.362528:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611013504 00000100:00100000:2.0:1763332776.362541:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611013504 00000100:00100000:2.0:1763332776.362623:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 543 00000100:00100000:2.0:1763332776.362633:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611013504:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:2.0:1763332776.362684:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 2097152, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x1000 00010000:00010000:2.0:1763332776.362693:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31254 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.362708:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.362710:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.362715:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31254 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.362728:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31254 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.376743:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31254 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.376763:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31254 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.376771:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31254 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.376779:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332776.376783:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31254 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.376791:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31254 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.376811:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31254 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.376818:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31254 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.379816:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611013504:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 17170us (18126us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332776.379831:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 543 00000100:00100000:0.0:1763332776.390190:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.390289:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611013632 00000100:00100000:2.0:1763332776.390300:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611013632 00000100:00100000:2.0:1763332776.390401:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 544 00000100:00100000:2.0:1763332776.390411:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611013632:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332776.390449:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c3125b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.390465:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.390468:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.390473:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c3125b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.390487:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c3125b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.408605:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c3125b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.408625:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c3125b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.408635:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c3125b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.408643:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332776.408647:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c3125b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.408658:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c3125b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.408679:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c3125b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.408687:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c3125b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.408785:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611013632:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 18370us (18601us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332776.408795:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 544 00000100:00100000:0.0:1763332776.420520:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.420623:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611013760 00000100:00100000:2.0:1763332776.420634:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611013760 00000100:00100000:2.0:1763332776.420711:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 545 00000100:00100000:2.0:1763332776.420724:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611013760:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:2.0:1763332776.420777:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:2.0:1763332776.420787:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31262 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.420801:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.420803:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.420808:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31262 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.420822:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31262 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.437944:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31262 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.437963:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31262 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.437971:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31262 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.437982:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332776.437987:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31262 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.437995:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31262 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.438017:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31262 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.438025:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31262 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.438142:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611013760:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 17413us (17634us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332776.438154:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 545 00000100:00100000:0.0:1763332776.502416:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.502519:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611013888 00000100:00100000:2.0:1763332776.502530:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611013888 00000100:00100000:2.0:1763332776.503175:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 546 00000100:00100000:2.0:1763332776.503187:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611013888:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:2.0:1763332776.503248:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 2097152, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x1000 00010000:00010000:2.0:1763332776.503259:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31269 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.503274:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.503276:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.503284:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31269 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.503298:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31269 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.515269:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31269 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.515292:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31269 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.515303:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31269 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.515310:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332776.515314:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31269 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.515323:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31269 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.515344:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31269 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.515451:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31269 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.516096:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611013888:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 12906us (13687us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332776.516108:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 546 00000100:00100000:1.0:1763332776.522020:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.522672:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611014016 00000100:00100000:2.0:1763332776.522683:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611014016 00000100:00100000:2.0:1763332776.523194:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 547 00000100:00100000:2.0:1763332776.523210:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611014016:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332776.523257:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31270 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.523276:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.523279:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.523286:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31270 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.523301:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31270 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332776.529650:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332776.536183:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31270 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.536205:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31270 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.536214:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31270 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.536222:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332776.536228:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31270 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.536241:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31270 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.536260:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31270 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.536268:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31270 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.536410:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611014016:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 13200us (14393us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332776.536422:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 547 00000100:00100000:3.0:1763332776.544946:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.546495:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611014144 00000100:00100000:2.0:1763332776.546509:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611014144 00000100:00100000:2.0:1763332776.546592:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 548 00000100:00100000:2.0:1763332776.546603:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611014144:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:2.0:1763332776.546653:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:2.0:1763332776.546663:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31277 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.546678:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.546681:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.546686:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31277 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.546702:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31277 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.558936:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31277 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.558956:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31277 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.558966:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31277 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.558974:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332776.558978:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31277 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.558988:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31277 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.559008:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31277 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.559016:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c31277 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.559108:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611014144:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 12501us (14168us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332776.559120:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 548 00000100:00100000:0.0:1763332776.631936:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.632845:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611014272 00000100:00100000:2.0:1763332776.632858:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611014272 00000100:00100000:2.0:1763332776.632940:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 549 00000100:00100000:2.0:1763332776.632951:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611014272:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:2.0:1763332776.633011:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x46:0x0] initial LVB size: 4194304, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x1000 00010000:00010000:2.0:1763332776.633021:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3127e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.633037:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.633039:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.633044:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3127e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.633059:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3127e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.659418:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3127e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.659440:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3127e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.659449:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3127e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.659456:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332776.659460:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3127e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.659468:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3127e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.659491:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3127e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.659498:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3127e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.659616:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611014272:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 26662us (27685us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332776.659628:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 549 00000100:00100000:3.0:1763332776.670515:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.670582:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611014400 00000100:00100000:2.0:1763332776.670596:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611014400 00000100:00100000:2.0:1763332776.670673:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 550 00000100:00100000:2.0:1763332776.670683:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611014400:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332776.670717:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31285 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.670731:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.670733:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.670738:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31285 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.670750:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31285 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.690019:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31285 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.690045:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31285 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.690053:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31285 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.690060:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332776.690065:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31285 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.690078:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.690097:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31285 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.690104:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c31285 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332776.690231:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611014400:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 19544us (19722us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332776.690241:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 550 00000100:00100000:3.0:1763332776.707058:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.707614:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611014528 00000100:00100000:2.0:1763332776.707626:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611014528 00000100:00100000:2.0:1763332776.707698:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 551 00000100:00100000:2.0:1763332776.707709:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611014528:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:2.0:1763332776.707763:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:2.0:1763332776.707773:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3128c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.707787:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.707789:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332776.707795:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3128c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332776.707808:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3128c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.734172:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3128c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.734192:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3128c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.734201:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3128c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.734208:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332776.734213:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3128c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.734221:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3128c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.734242:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3128c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.734250:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3128c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332776.734424:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611014528:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 26712us (27374us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1763332776.734435:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 551 00000100:00100000:1.0:1763332776.763706:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332776.763829:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611014656 00000100:00100000:0.0:1763332776.763849:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611014656 00000100:00100000:0.0:1763332776.767999:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 294 00000100:00100000:0.0:1763332776.768026:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:35457:x1848987611014656:12345-192.168.204.28@tcp:103:lfs.0 00010000:00010000:0.0:1763332776.768052:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332776.768086:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff82055400/0xb32e3ef184c31246 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d72d expref: 21 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332776.768111:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:0.0:1763332776.768117:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332776.768208:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:35457:x1848987611014656:12345-192.168.204.28@tcp:103:lfs.0 Request processed in 194us (4511us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332776.768216:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 294 00000100:00100000:2.0:1763332776.771208:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332776.772147:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611014912 00000100:00100000:0.0:1763332776.772159:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611014912 00000100:00100000:0.0:1763332776.772734:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 742 00000100:00100000:0.0:1763332776.772746:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+20:35457:x1848987611014912:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332776.774234:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+21:35457:x1848987611014912:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1481us (3023us total) trans 4294968945 rc 0/0 00000100:00100000:0.0:1763332776.774247:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 742 00000100:00100000:2.0:1763332776.778338:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332776.778520:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611015168 00000100:00100000:0.0:1763332776.778532:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611015168 00000100:00100000:0.0:1763332776.778587:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 743 00000100:00100000:0.0:1763332776.778597:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc02c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+21:35457:x1848987611015168:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332776.778846:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc02c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+22:35457:x1848987611015168:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 248us (517us total) trans 4294968946 rc 0/0 00000100:00100000:0.0:1763332776.778854:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 743 00000100:00100000:1.0:1763332776.799107:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332776.799254:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611015296 00000100:00100000:2.0:1763332776.799266:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611015296 00000100:00100000:3.0:1763332776.799973:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2575 00000100:00100000:3.0:1763332776.799987:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+22:35458:x1848987611015296:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332776.800076:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31293 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800095:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31293 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800109:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31293 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800124:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c3129a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800131:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c3129a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800138:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c3129a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800222:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312a1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800231:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312a1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800237:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312a1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:3.0:1763332776.800276:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 4194304 00000004:00200000:3.0:1763332776.800280:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332776.800291:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312a1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800308:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31293 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800316:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31293 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800322:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31293 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800327:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332776.800330:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31293 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800338:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31293 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800369:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332776.800372:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332776.800377:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31293 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800384:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31293 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800397:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c3129a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800403:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c3129a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800409:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c3129a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800414:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332776.800418:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c3129a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800424:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c3129a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800430:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92ff44d03700) 00010000:00010000:3.0:1763332776.800432:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332776.800435:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c3129a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800441:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c3129a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800455:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312a1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800461:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312a1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800467:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312a1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800471:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332776.800474:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312a1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800480:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312a1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800485:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:3.0:1763332776.800488:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332776.800490:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312a1 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332776.800500:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312a1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00000100:00100000:3.0:1763332776.800578:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+22:35458:x1848987611015296:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 594us (1485us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332776.800586:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2575 00000100:00100000:0.0:1763332777.041598:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626281728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332777.041693:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332777.044066:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626281728 00000100:00100000:1.0:1763332777.044081:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626281728 00000100:00100000:1.0:1763332777.044165:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00080000:3.0:1763332777.044167:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332777.044181:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626281728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332777.044232:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 162112064 pending 0 free 3917201408 avail 3685679104 00000100:00100000:1.0:1763332777.044335:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626281728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 160us (2641us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332777.044345:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1763332777.044481:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626281728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332777.045081:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626281856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332777.045141:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332777.045973:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626281856 00000100:00100000:3.0:1763332777.045984:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626281856 00000100:00100000:3.0:1763332777.046065:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1763332777.046075:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626281856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332777.046102:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 162112064 pending 0 free 3917201408 avail 3685679104 00000100:00080000:2.0:1763332777.046277:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332777.047126:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626281856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1048us (1980us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332777.047136:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1763332777.047263:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626281856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332777.400803:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332777.400874:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332777.401093:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611015552 00000100:00100000:0.0:1763332777.401107:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611015552 00000100:00080000:2.0:1763332777.401678:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332777.401756:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 950 00000100:00100000:0.0:1763332777.401769:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2420:x1848987611015552:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332777.401856:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2420:x1848987611015552:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 91us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332777.401865:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 950 00000100:00100000:1.0:1763332777.403305:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611015424 00000100:00100000:1.0:1763332777.403317:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611015424 00000100:00100000:1.0:1763332777.403393:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 712 00000100:00100000:1.0:1763332777.403405:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2420:x1848987611015424:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332777.403467:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2420:x1848987611015424:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 66us (2683us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332777.403476:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 712 00010000:00010000:1.0:1763332777.553604:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332777.553839:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332777.553866:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626281984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332777.553939:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332777.554017:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626281984 00000100:00100000:1.0:1763332777.554025:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626281984 00000100:00100000:1.0:1763332777.554081:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1763332777.554088:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626281984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332777.554116:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 117330496 pending 0 free 3911950336 avail 3680428032 00000100:00100000:1.0:1763332777.554155:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626281984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332777.554163:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00080000:1.0:1763332777.554180:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332777.554213:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626281984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332777.554661:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626282112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332777.554697:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332777.554790:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626282112 00000100:00100000:0.0:1763332777.554796:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626282112 00000100:00080000:1.0:1763332777.554839:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332777.554848:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1763332777.554858:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3655:x1848987626282112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332777.554871:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 117330496 pending 0 free 3911950336 avail 3680428032 00000100:00100000:0.0:1763332777.554927:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3655:x1848987626282112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332777.554934:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1763332777.554970:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626282112:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332778.576491:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1763332778.576520:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332778.576522:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626282240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332778.576590:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332778.576790:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626282240 00000100:00100000:1.0:1763332778.576807:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626282240 00000100:00100000:1.0:1763332778.576864:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1763332778.576874:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626282240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332778.576908:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446035456 avail 1299795968 00000100:00100000:1.0:1763332778.577862:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626282240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 986us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332778.577871:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1763332778.578548:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626282240:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1763332779.601018:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332780.115061:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626282368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332780.115134:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332780.115266:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626282368 00000100:00100000:1.0:1763332780.115275:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626282368 00000100:00100000:1.0:1763332780.115329:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1763332780.115339:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626282368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763332780.115450:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446273024 avail 1300033536 00000100:00100000:1.0:1763332780.115689:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626282368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 350us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332780.115696:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1763332780.115757:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626282368:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1763332780.119428:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836764 is committed 00000001:00080000:3.0:1763332780.119446:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836761 is committed 00000100:00100000:3.0:1763332780.626591:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626282496:0@lo:400:kworker.0 00000100:00100000:3.0:1763332780.626662:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332780.631528:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626282496 00000100:00100000:0.0:1763332780.631539:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626282496 00000100:00100000:3.0:1763332780.631552:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332780.631566:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626282624:0@lo:400:kworker.0 00000100:00100000:0.0:1763332780.631598:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1763332780.631609:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626282496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332780.631682:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332780.631692:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626282496:12345-0@lo:400:kworker.0 Request processed in 85us (5029us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332780.631699:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1763332780.631849:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626282496:0@lo:400:kworker.0 00000100:00100000:3.0:1763332780.631875:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626283008:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.631883:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626283136:0@lo:400:kworker.0 00000100:00100000:3.0:1763332780.631909:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332780.631935:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626282624 00000100:00100000:2.0:1763332780.631940:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626282624 00000100:00100000:3.0:1763332780.631950:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626283520:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.631979:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1763332780.631981:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332780.631989:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626282624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332780.632010:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626283520 00000100:00100000:3.0:1763332780.632016:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626283520 00000100:00100000:2.0:1763332780.632032:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626282624:12345-0@lo:400:kworker.0 Request processed in 45us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332780.632040:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1763332780.632056:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1763332780.632064:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626283520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.632078:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626282752:0@lo:400:kworker.0 00000100:00100000:3.0:1763332780.632098:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626283520:12345-0@lo:400:kworker.0 Request processed in 34us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332780.632104:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00010000:00010000:3.0:1763332780.632123:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1763332780.632130:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332780.632148:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626283520:0@lo:400:kworker.0 00000100:00100000:3.0:1763332780.632158:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626282624:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.632301:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332780.632328:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626283008 00000100:00100000:2.0:1763332780.632329:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626283264:0@lo:400:kworker.0 00000100:00100000:0.0:1763332780.632335:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626283008 00000100:00100000:0.0:1763332780.632400:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1763332780.632408:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626283008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.632423:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332780.632449:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626283776:0@lo:400:kworker.0 00000100:00100000:0.0:1763332780.632454:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626283008:12345-0@lo:400:kworker.0 Request processed in 46us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332780.632462:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1763332780.632473:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626283264 00000100:00100000:0.0:1763332780.632477:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626283264 00000100:00100000:2.0:1763332780.632484:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332780.632506:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1763332780.632508:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1763332780.632514:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626283264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.632518:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626282880:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.632557:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332780.632558:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626283264:12345-0@lo:400:kworker.0 Request processed in 42us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332780.632566:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1763332780.632579:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626283392:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.632599:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332780.632616:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626283904:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.632634:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332780.632669:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626283264:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.632698:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626283776 00000100:00100000:2.0:1763332780.632702:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626283776 00000100:00100000:2.0:1763332780.632725:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626282880 00000100:00100000:2.0:1763332780.632728:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626282880 00000100:00100000:2.0:1763332780.632738:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626283904 00000100:00100000:2.0:1763332780.632741:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626283904 00000100:00100000:2.0:1763332780.632754:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1763332780.632760:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626283776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.632809:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626283776:12345-0@lo:400:kworker.0 Request processed in 48us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332780.632815:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1763332780.632831:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1763332780.632844:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1763332780.632848:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626282880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.632854:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626283904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332780.632892:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626282880:12345-0@lo:400:kworker.0 Request processed in 53us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332780.632899:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626283904:12345-0@lo:400:kworker.0 Request processed in 46us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332780.632904:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1763332780.632912:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1763332780.632942:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626282752 00000100:00100000:2.0:1763332780.632946:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626282752 00000100:00100000:2.0:1763332780.632989:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00080000:3.0:1763332780.632992:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332780.632997:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332780.633000:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626282752:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1763332780.633001:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332780.633005:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332780.633017:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626283392 00000100:00100000:3.0:1763332780.633021:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626283392 00000100:00100000:2.0:1763332780.633036:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626282752:12345-0@lo:400:kworker.0 Request processed in 39us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332780.633055:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1763332780.633058:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1763332780.633067:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626283392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332780.633102:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626283392:12345-0@lo:400:kworker.0 Request processed in 37us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332780.633109:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00080000:3.0:1763332780.633777:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332780.633784:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332780.633825:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626283648:0@lo:400:kworker.0 00000100:00100000:0.0:1763332780.633836:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626283136 00000100:00100000:0.0:1763332780.633843:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626283136 00000100:00100000:2.0:1763332780.633858:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332780.633887:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1763332780.633897:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626283648 00000100:00100000:0.0:1763332780.633897:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626283136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.633902:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626283648 00000100:00100000:2.0:1763332780.633938:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1763332780.633946:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626283648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332780.633949:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626283136:12345-0@lo:400:kworker.0 Request processed in 53us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332780.633957:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1763332780.633983:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626283648:12345-0@lo:400:kworker.0 Request processed in 37us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332780.633991:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1763332780.634023:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836764 gen 2 00000004:00080000:2.0:1763332780.634029:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe43998a80, transno 21474836754 00000004:00080000:2.0:1763332780.634052:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe4399bb80, transno 21474836755 00000004:00080000:2.0:1763332780.634055:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe4399b800, transno 21474836756 00000004:00080000:2.0:1763332780.634057:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44fab800, transno 21474836757 00000004:00080000:2.0:1763332780.634059:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44fa8a80, transno 21474836758 00000004:00080000:2.0:1763332780.634061:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44fa8000, transno 21474836759 00000004:00080000:2.0:1763332780.634064:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a0a80, transno 21474836762 00000004:00080000:2.0:1763332780.634066:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a1180, transno 21474836763 00000004:00080000:2.0:1763332780.634068:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a1f80, transno 21474836764 00000100:00100000:2.0:1763332780.634074:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626283136:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.634096:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626283648:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.634139:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626282880:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.634406:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626283392:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.634426:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626283904:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.634440:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626282752:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.634455:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626283776:0@lo:400:kworker.0 00000100:00100000:2.0:1763332780.636441:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626283008:0@lo:400:kworker.0 00000004:00080000:0.0:1763332780.636449:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 9 done 00000100:00080000:3.0:1763332780.636551:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332780.636558:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1763332780.642388:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968946 is committed 00000100:00100000:2.0:1763332780.785546:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332780.785595:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611015680 00000100:00100000:3.0:1763332780.785606:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611015680 00000100:00080000:3.0:1763332780.786700:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332780.787007:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2576 00000100:00100000:0.0:1763332780.787022:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35881:x1848987611015680:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332780.787042:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332780.787062:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c312a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d734 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332780.787130:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c312af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787144:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c312af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787155:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c312af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787202:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787209:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787216:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787296:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c312bd lrc: 3/1,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787305:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c312bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787311:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c312bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332780.787389:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xb:0x0]: returning size 2097152 00000004:00200000:0.0:1763332780.787398:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332780.787419:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c312bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787431:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c312bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787439:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c312af lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787445:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c312af lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787450:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c312af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787457:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c312af lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787462:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332780.787466:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c312af lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787474:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c312af lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787491:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332780.787494:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332780.787499:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c312af lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787505:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c312af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787519:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787524:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312b6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787529:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787534:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332780.787536:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787541:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312b6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787547:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92fe43ab2c00) 00010000:00010000:0.0:1763332780.787550:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332780.787552:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312b6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787556:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312b6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.787584:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c312a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d734 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332780.787597:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c312bd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d734 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332780.787602:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92ff42c64c00) 00010000:00010000:0.0:1763332780.787604:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332780.787606:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75400, rc 0) 00000100:00100000:0.0:1763332780.787684:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35881:x1848987611015680:12345-192.168.204.28@tcp:101:rm.0 Request processed in 666us (2149us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332780.787691:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2576 00000100:00100000:0.0:1763332780.811328:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332780.814396:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611015936 00000100:00100000:2.0:1763332780.814418:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611015936 00000100:00100000:2.0:1763332780.814529:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2577 00000100:00100000:2.0:1763332780.814540:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35881:x1848987611015936:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:2.0:1763332780.814601:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1763332780.814632:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c312bd lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d734 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332780.814659:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c30940 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d424 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332780.814673:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92ff42c64c00) 00010000:00010000:2.0:1763332780.814690:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c30b93 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d55f expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332780.814701:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332780.814704:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332780.814727:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c312c4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.814741:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c312c4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.814751:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c312c4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.814780:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x71939024 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.814788:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.814799:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.814897:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c312d2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.814905:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c312d2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.814912:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c312d2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000040:00080000:2.0:1763332780.815224:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].209, 64 off25696 00000004:00080000:2.0:1763332780.815234:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 884894885044ns, next at 885894882532ns, rc = 0 00000040:00080000:2.0:1763332780.815260:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].206, 64 off25520 00000004:00080000:2.0:1763332780.815267:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 884894917623ns, next at 885894916253ns, rc = 0 00000040:00080000:2.0:1763332780.815277:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].207, 64 off25584 00010000:00010000:2.0:1763332780.815329:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c312d9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815338:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c312d9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815346:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c312d9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815408:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c312d9 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815415:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c312d9 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815421:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c312d9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815448:0:6519:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332780.815465:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c312d2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815471:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c312d2 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815477:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c312d2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815483:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f55a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332780.815488:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c312d2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.815495:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332780.815496:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c312d2 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.815505:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c312d9 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815509:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1700) 00010000:00010000:2.0:1763332780.815516:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763332780.815520:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c312d2 lrc: 2/0,0 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.815526:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f55000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332780.815527:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c312d2 lrc: 0/0,0 mode: --/EX res: [0x200000403:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.815532:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c312d9 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.815541:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c312d9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.815556:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff92fe438a1700) 00010000:00010000:1.0:1763332780.815559:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763332780.815562:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c312d9 lrc: 1/0,0 mode: --/PW res: [0x200000403:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.815568:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c312d9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.815584:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332780.815586:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332780.815588:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332780.815757:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c312c4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815776:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c312c4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815781:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c312c4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815790:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332780.815793:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c312c4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815799:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c312c4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815808:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332780.815811:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332780.815814:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c312c4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815819:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54600/0xb32e3ef184c312c4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000004:00010000:2.0:1763332780.815828:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000076dc06cd reply state 000000009e122d6d transno 4294968947 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815838:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332780.815843:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92fe438a1300) 00010000:00010000:2.0:1763332780.815846:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332780.815849:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332780.815937:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35881:x1848987611015936:12345-192.168.204.28@tcp:36:rm.0 Request processed in 1397us (4621us total) trans 4294968947 rc 0/0 00000100:00100000:2.0:1763332780.815946:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2577 00000100:00100000:1.0:1763332780.827500:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332780.827597:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611016064 00000100:00100000:0.0:1763332780.827609:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611016064 00000100:00100000:0.0:1763332780.827674:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2578 00000100:00100000:0.0:1763332780.827685:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35881:x1848987611016064:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332780.827710:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332780.827732:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c312e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d73b expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332780.827822:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.827838:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.827850:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332780.827900:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763332780.827904:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332780.827923:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332780.827947:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c312e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d73b expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332780.827963:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d73b expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332780.827976:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332780.827978:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332780.827982:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75200, rc 0) 00000100:00100000:0.0:1763332780.828053:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35881:x1848987611016064:12345-192.168.204.28@tcp:101:rm.0 Request processed in 370us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332780.828061:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2578 00000100:00100000:1.0:1763332780.843142:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332780.843225:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611016320 00000100:00100000:3.0:1763332780.843237:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611016320 00000100:00100000:3.0:1763332780.843304:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 744 00000100:00100000:3.0:1763332780.843315:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:35881:x1848987611016320:12345-192.168.204.28@tcp:35:rm.0 00000100:00100000:3.0:1763332780.843609:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35881:x1848987611016320:12345-192.168.204.28@tcp:35:rm.0 Request processed in 295us (475us total) trans 4294968948 rc 0/0 00000100:00100000:3.0:1763332780.843617:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 744 00000100:00100000:0.0:1763332780.849710:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332780.852228:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611016576 00000100:00100000:2.0:1763332780.852252:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611016576 00000100:00100000:3.0:1763332780.852391:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2579 00000100:00100000:3.0:1763332780.852410:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:35881:x1848987611016576:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:3.0:1763332780.852484:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1763332780.852515:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3121c lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d71f expref: 12 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332780.852538:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c310d3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6e0 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332780.852552:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c3107f lrc: 0/0,0 mode: --/CR res: [0x200000403:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6cb expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332780.852564:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:3.0:1763332780.852582:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c312e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d73b expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332780.852591:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332780.852595:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332780.852619:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312ee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.852631:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312ee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.852639:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312ee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.852652:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.852658:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.852664:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.852785:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c312fc lrc: 3/0,1 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.852794:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c312fc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.852800:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c312fc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000040:00080000:3.0:1763332780.853308:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].210, 64 off25760 00000040:00080000:3.0:1763332780.853320:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].211, 64 off25824 00000040:00080000:3.0:1763332780.853404:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].208, 64 off25648 00000040:00080000:3.0:1763332780.853418:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].209, 64 off25712 00000040:00080000:3.0:1763332780.853426:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].212, 64 off25888 00000040:00080000:3.0:1763332780.853434:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].210, 64 off25776 00010000:00010000:3.0:1763332780.853493:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c31303 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.853503:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c31303 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.853510:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c31303 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.853517:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c31303 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.853523:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c31303 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.853529:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c31303 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.853553:0:6519:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763332780.853573:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c312fc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.853579:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c312fc lrc: 2/0,0 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.853581:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332780.853585:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c312fc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.853588:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c31303 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.853591:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332780.853594:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332780.853595:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c312fc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.853598:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c31303 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.853606:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c312fc lrc: 4/0,0 mode: EX/EX res: [0x200000403:0xc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.853606:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c31303 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0xc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.853706:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:1.0:1763332780.853710:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763332780.853715:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c31303 lrc: 1/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.853722:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c31303 lrc: 0/0,0 mode: --/PW res: [0x200000403:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332780.853737:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332780.853739:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332780.853741:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332780.853786:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:3.0:1763332780.853788:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763332780.853792:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c312fc lrc: 2/0,0 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.853798:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c312fc lrc: 0/0,0 mode: --/EX res: [0x200000403:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.854159:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312ee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.854165:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312ee lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.854171:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312ee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.854176:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332780.854178:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312ee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.854183:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312ee lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.854191:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332780.854193:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332780.854197:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312ee lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.854202:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c312ee lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000004:00010000:3.0:1763332780.854212:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b169e8ca reply state 0000000037c0766d transno 4294968949 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.854222:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332780.854228:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92ff44d03800) 00010000:00010000:3.0:1763332780.854231:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332780.854234:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332780.854332:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:35881:x1848987611016576:12345-192.168.204.28@tcp:36:rm.0 Request processed in 1923us (4629us total) trans 4294968949 rc 0/0 00000100:00100000:3.0:1763332780.854342:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2579 00000001:00080000:1.0:1763332781.141029:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869451 is committed 00010000:00010000:1.0:1763332781.651158:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763332782.160602:0:9845:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 886240249320ns, next at 887240246170ns, rc = 0 00000100:00100000:0.0:1763332782.160607:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626284032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332782.160636:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626284160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332782.160704:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332782.160704:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332782.160820:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626284032 00000100:00100000:1.0:1763332782.160829:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626284032 00000100:00100000:3.0:1763332782.160870:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626284160 00000100:00100000:3.0:1763332782.160876:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626284160 00000100:00100000:3.0:1763332782.160918:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1763332782.160930:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626284160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332782.160979:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 162112064 pending 0 free 3917201408 avail 3685679104 00000100:00100000:3.0:1763332782.161042:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626284160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332782.161051:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1763332782.161097:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1763332782.161107:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e3eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626284032:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332782.161114:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626284160:0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332782.161121:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 162112064 pending 0 free 3917201408 avail 3685679104 00000100:00100000:1.0:1763332782.161159:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e3eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626284032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332782.161167:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1763332782.161181:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869451 gen 2 00000004:00080000:3.0:1763332782.161187:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569c700, transno 17179869449 00000004:00080000:3.0:1763332782.161198:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569ed80, transno 17179869450 00000004:00080000:3.0:1763332782.161202:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569ca80, transno 17179869451 00000100:00100000:3.0:1763332782.161212:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626284032:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1763332782.161329:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 5 changes, 0 in progress, 0 in flight, 3 done 00000100:00080000:0.0:1763332782.161451:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:3.0:1763332782.432960:0:29424:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 42: lfs mirror verify ================= 17:39:41 (1763332781) 00000100:00100000:1.0:1763332782.549265:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332782.549327:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332782.549341:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611016704 00000100:00100000:0.0:1763332782.549371:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611016704 00000100:00100000:1.0:1763332782.549377:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332782.549405:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332782.549433:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 714 00000100:00100000:0.0:1763332782.549443:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987611016704:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332782.549452:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332782.549479:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611017216 00000100:00100000:1.0:1763332782.549483:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611017216 00000100:00100000:1.0:1763332782.549522:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611017088 00000100:00100000:1.0:1763332782.549525:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611017088 00000100:00100000:1.0:1763332782.549555:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 547 00000100:00100000:1.0:1763332782.549564:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611017216:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332782.549576:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987611016704:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 133us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332782.549584:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 714 00000100:00100000:1.0:1763332782.549609:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611017216:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 46us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332782.549617:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 547 00000100:00080000:0.0:1763332782.549623:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332782.549629:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332782.549637:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 548 00000100:00100000:1.0:1763332782.549645:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987611017088:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332782.549678:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987611017088:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 34us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332782.549686:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 548 00000100:00100000:1.0:1763332782.549709:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611016960 00000100:00100000:1.0:1763332782.549713:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611016960 00000100:00100000:1.0:1763332782.549759:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611016832 00000100:00100000:1.0:1763332782.549762:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611016832 00000100:00080000:0.0:1763332782.549983:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763332782.549986:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332782.553049:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 957 00000100:00100000:1.0:1763332782.553067:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2421:x1848987611016960:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332782.553147:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2421:x1848987611016960:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 87us (3820us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332782.553155:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 957 00000100:00100000:1.0:1763332782.553176:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 958 00000100:00100000:1.0:1763332782.553184:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611016832:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332782.553217:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611016832:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 34us (3812us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332782.553224:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 958 00000004:00080000:1.0:1763332782.675189:0:8610:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 886754836782ns, next at 887754833937ns, rc = 0 00010000:00010000:1.0:1763332782.675259:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332782.675344:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626284288:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332782.675440:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332782.675499:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332782.675506:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626284416:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332782.675528:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332782.675603:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626284288 00000100:00100000:1.0:1763332782.675612:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626284288 00000100:00100000:1.0:1763332782.675672:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626284416 00000100:00100000:1.0:1763332782.675676:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626284416 00000100:00100000:1.0:1763332782.675695:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1763332782.675702:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626284288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763332782.675738:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 117330496 pending 0 free 3911950336 avail 3680428032 00000100:00100000:1.0:1763332782.675782:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626284288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332782.675790:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1763332782.675807:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1763332782.675813:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626284416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332782.675823:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 117330496 pending 0 free 3911950336 avail 3680428032 00000100:00100000:1.0:1763332782.675842:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626284416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 30us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332782.675848:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:2.0:1763332782.675896:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332782.675931:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626284416:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332782.675942:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626284288:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1763332783.704292:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332783.704332:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332783.704382:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626284544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332783.704452:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332783.704766:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626284544 00000100:00100000:1.0:1763332783.704775:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626284544 00000100:00100000:1.0:1763332783.704832:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1763332783.704841:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626284544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332783.704875:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446043648 avail 1299804160 00000100:00100000:1.0:1763332783.704931:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626284544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332783.704939:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1763332783.705041:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626284544:0@lo:41:osp-pre-0-1.0 00000001:02000400:3.0:1763332783.799337:0:29472:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-flr test_42 need >= 4 OSTs 00010000:00010000:1.0:1763332784.720555:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332785.234326:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626284672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332785.234421:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332785.234566:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626284672 00000100:00100000:3.0:1763332785.234574:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626284672 00000100:00100000:3.0:1763332785.234632:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1763332785.234642:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626284672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763332785.234687:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446273024 avail 1300033536 00000100:00100000:3.0:1763332785.234741:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626284672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332785.234866:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1763332785.234914:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626284672:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1763332785.525686:0:29521:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 43a: mirror pick on write ============= 17:39:44 (1763332784) 00000100:00100000:1.0:1763332785.744910:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626285056:0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.744972:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332785.745034:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626285568:0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745058:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332785.745080:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626286080:0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745103:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332785.745128:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1763332785.745135:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626285184:0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745155:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332785.745169:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626285696:0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745189:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332785.745202:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626286208:0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745221:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332785.745327:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626285056 00000100:00100000:1.0:1763332785.745334:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626285056 00000100:00100000:1.0:1763332785.745401:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1763332785.745409:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626285056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745463:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626285056:12345-0@lo:400:kworker.0 Request processed in 55us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332785.745470:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1763332785.745496:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626286080 00000100:00100000:1.0:1763332785.745499:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626286080 00000100:00100000:1.0:1763332785.745527:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626285184 00000100:00100000:1.0:1763332785.745530:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626285184 00000100:00100000:1.0:1763332785.745547:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626286208 00000100:00100000:1.0:1763332785.745550:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626286208 00000100:00100000:1.0:1763332785.745569:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:1.0:1763332785.745575:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626286080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745605:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626286080:12345-0@lo:400:kworker.0 Request processed in 30us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332785.745611:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:1.0:1763332785.745624:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1763332785.745630:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626285184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745655:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626285184:12345-0@lo:400:kworker.0 Request processed in 25us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332785.745660:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1763332785.745684:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1763332785.745690:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626286208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745717:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626286208:12345-0@lo:400:kworker.0 Request processed in 27us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332785.745722:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00010000:00010000:1.0:1763332785.745774:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332785.745800:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626285184:0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745811:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626286208:0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745818:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626285056:0@lo:400:kworker.0 00000100:00100000:1.0:1763332785.745826:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626286080:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.745914:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626284928:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.745948:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332785.745974:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626285440:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.745995:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332785.746014:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626285952:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746032:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332785.746044:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1763332785.746050:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626284800:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746073:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332785.746093:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626285312:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746112:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332785.746128:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626285824:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746145:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332785.746164:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626285568 00000100:00100000:0.0:1763332785.746168:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626285568 00000100:00100000:0.0:1763332785.746192:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626285696 00000100:00100000:0.0:1763332785.746196:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626285696 00000100:00100000:0.0:1763332785.746210:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626285440 00000100:00100000:0.0:1763332785.746212:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626285440 00000100:00100000:0.0:1763332785.746226:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626285312 00000100:00100000:0.0:1763332785.746228:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626285312 00000100:00100000:0.0:1763332785.746242:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1763332785.746247:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626285568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746281:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626285568:12345-0@lo:400:kworker.0 Request processed in 34us (1223us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332785.746287:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1763332785.746298:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1763332785.746303:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626285696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746328:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626285696:12345-0@lo:400:kworker.0 Request processed in 26us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332785.746334:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1763332785.746343:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1763332785.746372:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626285440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746403:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626285440:12345-0@lo:400:kworker.0 Request processed in 54us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332785.746409:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1763332785.746420:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1763332785.746425:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626285312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746448:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626285312:12345-0@lo:400:kworker.0 Request processed in 23us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332785.746454:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1763332785.746474:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626284928 00000100:00100000:0.0:1763332785.746477:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626284928 00000100:00100000:0.0:1763332785.746492:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626285952 00000100:00100000:0.0:1763332785.746494:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626285952 00000100:00100000:0.0:1763332785.746504:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626285824 00000100:00100000:0.0:1763332785.746507:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626285824 00000100:00100000:0.0:1763332785.746518:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1763332785.746523:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626284928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746550:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626284928:12345-0@lo:400:kworker.0 Request processed in 27us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332785.746556:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1763332785.746565:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1763332785.746571:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626285952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746594:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626285952:12345-0@lo:400:kworker.0 Request processed in 23us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332785.746600:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1763332785.746609:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1763332785.746614:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626285824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746636:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626285824:12345-0@lo:400:kworker.0 Request processed in 22us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332785.746641:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1763332785.746660:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626284800 00000100:00100000:0.0:1763332785.746663:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626284800 00000100:00100000:0.0:1763332785.746695:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1763332785.746701:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626284800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746728:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626284800:12345-0@lo:400:kworker.0 Request processed in 27us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332785.746734:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1763332785.746772:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626284800:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746782:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626285312:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746791:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626285824:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746799:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626284928:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746806:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626285440:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746815:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626285952:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746845:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626285696:0@lo:400:kworker.0 00000100:00100000:0.0:1763332785.746856:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626285568:0@lo:400:kworker.0 00000100:00080000:2.0:1763332785.747036:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332785.747041:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332785.747043:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332785.747045:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:0.0:1763332786.770633:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 195 committed 00000004:00080000:0.0:1763332786.770666:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 194 committed 00000001:00080000:0.0:1763332786.770691:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968949 is committed 00000004:00080000:0.0:1763332786.770700:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 193 committed 00000004:00080000:0.0:1763332786.770702:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 194 committed 00010000:00010000:0.0:1763332786.770806:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770819:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770827:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770833:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332786.770839:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770845:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770869:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x71939024 (ffff92fe438a1300) 00010000:00010000:0.0:1763332786.770872:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332786.770877:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770884:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54c00/0xb32e3ef184c312cb lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x71939024 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770912:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770923:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770929:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770933:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332786.770947:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770952:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770959:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdf5e0693 (ffff92ff44d03800) 00010000:00010000:0.0:1763332786.770961:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332786.770964:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332786.770969:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c312f5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xdf5e0693 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:0.0:1763332786.770998:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626286336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763332786.771062:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332786.771121:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626286848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763332786.771143:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332786.771167:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332786.771173:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626286464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763332786.771193:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332786.771221:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626286592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763332786.771247:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332786.771260:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332786.771265:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626286720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763332786.771281:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332786.771308:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626286336 00000100:00100000:0.0:1763332786.771316:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626286336 00000100:00100000:0.0:1763332786.771392:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626286848 00000100:00100000:0.0:1763332786.771397:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626286848 00000100:00100000:0.0:1763332786.771418:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626286464 00000100:00100000:0.0:1763332786.771421:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626286464 00000100:00100000:0.0:1763332786.771439:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626286592 00000100:00100000:0.0:1763332786.771442:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626286592 00000100:00100000:0.0:1763332786.771461:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626286720 00000100:00100000:0.0:1763332786.771464:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626286720 00000100:00100000:0.0:1763332786.771489:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:0.0:1763332786.771500:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626286336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763332786.771533:0:28650:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:64 count 1 00002000:00010000:0.0:1763332786.771576:0:28650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 1048576, mtime: 0x691a52a3, atime: 0x0, ctime: 0x691a52a3, blocks: 0x800 00010000:00010000:0.0:1763332786.771584:0:28650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3130a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.771599:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332786.771602:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332786.771610:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3130a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.771626:0:28650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3130a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.771634:0:28650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3130a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.771642:0:28650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3130a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.771684:0:28650:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763332786.772868:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626286336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1359us (1794us total) trans 17179869452 rc 0/0 00000100:00100000:0.0:1763332786.772880:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:0.0:1763332786.772915:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1763332786.772927:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626286848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763332786.772951:0:28650:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:68 count 1 00010000:00010000:0.0:1763332786.772976:0:28650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.772995:0:28650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c309fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d471 expref: 7 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.773003:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332786.773005:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332786.773008:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.773043:0:28650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c309fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d471 expref: 7 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.773059:0:28650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c309fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d471 expref: 7 pid: 28600 timeout: 990 lvb_type: 0 00000100:00100000:0.0:1763332786.773079:0:28650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45090e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28650:1848987626286976:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332786.773167:0:28650:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332786.773201:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1763332786.773212:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626286464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763332786.773226:0:28600:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:67 count 1 00002000:00010000:0.0:1763332786.773250:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x43:0x0] initial LVB size: 2097152, mtime: 0x691a52a3, atime: 0x0, ctime: 0x691a52a3, blocks: 0x800 00010000:00010000:0.0:1763332786.773256:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31318 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.773265:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332786.773267:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332786.773271:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31318 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.773285:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31318 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.773295:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31318 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.773304:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31318 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.773324:0:28600:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763332786.773840:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1763332786.773850:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626286592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1763332786.773864:0:17605:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:65 count 1 00010000:00010000:2.0:1763332786.773879:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.773894:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff82054a00/0xb32e3ef184c31127 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6ee expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332786.773901:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332786.773903:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332786.773906:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.773925:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff82054a00/0xb32e3ef184c31127 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6ee expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332786.773938:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff82054a00/0xb32e3ef184c31127 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6ee expref: 7 pid: 28651 timeout: 990 lvb_type: 1 00000100:00100000:2.0:1763332786.773949:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626287616:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332786.773988:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45ffecc0 going to sleep for 11 seconds 00010000:00010000:3.0:1763332786.775345:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763332786.775375:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3130a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.775388:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332786.775392:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3130a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.775403:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3130a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.775420:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3130a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.775428:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3130a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.775454:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332786.775458:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31318 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.775464:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332786.775468:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31318 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.775475:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31318 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.775484:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31318 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.775491:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31318 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.775503:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332786.775506:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332786.775508:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332786.775911:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626286464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2697us (4711us total) trans 17179869453 rc 0/0 00000100:00100000:0.0:1763332786.775923:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1763332786.776079:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:0.0:1763332786.776092:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626286720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763332786.776116:0:28600:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:66 count 1 00010000:00010000:1.0:1763332786.776376:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332786.777300:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626287488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332786.777360:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763332786.777395:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763332786.777411:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe42ef9880/2, rc 0, transno 17179869453 00010000:00010000:0.0:1763332786.777418:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff82055600/0xb32e3ef184c3112e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6f5 expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763332786.777419:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626286464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763332786.777433:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1763332786.777434:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a2a00/2, rc 0, transno 17179869452 00010000:00010000:0.0:1763332786.777436:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1763332786.777443:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626286336:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1763332786.777443:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332786.777462:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332786.777469:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626287104:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763332786.777485:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff82055600/0xb32e3ef184c3112e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6f5 expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1763332786.777497:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763332786.777504:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff82055600/0xb32e3ef184c3112e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6f5 expref: 7 pid: 28651 timeout: 990 lvb_type: 1 00000100:00100000:0.0:1763332786.777518:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626287744:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332786.777522:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332786.777536:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626287488 00000100:00100000:1.0:1763332786.777542:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626287488 00000100:00100000:1.0:1763332786.777583:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626287104 00000100:00100000:1.0:1763332786.777585:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626287104 00000100:00100000:0.0:1763332786.777589:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9840 going to sleep for 11 seconds 00000100:00100000:1.0:1763332786.777604:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1763332786.777613:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626287488:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763332786.777614:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626287232:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763332786.777633:0:28651:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:69 count 1 00000100:00100000:0.0:1763332786.777644:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1763332786.777669:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x45:0x0] initial LVB size: 4194304, mtime: 0x691a52a6, atime: 0x0, ctime: 0x691a52a6, blocks: 0x2000 00010000:00010000:1.0:1763332786.777677:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3132d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332786.777679:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332786.777689:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626287360:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1763332786.777690:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332786.777695:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332786.777702:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3132d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332786.777714:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332786.777716:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3132d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332786.777727:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3132d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332786.777735:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3132d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332786.777756:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763332786.777817:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626287232 00000100:00100000:2.0:1763332786.777823:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626287232 00000100:00100000:2.0:1763332786.777856:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626287360 00000100:00100000:2.0:1763332786.777860:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626287360 00000100:00100000:2.0:1763332786.777876:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:2.0:1763332786.777884:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626287104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1763332786.777896:0:8407:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:67 count 1 00010000:00010000:2.0:1763332786.777909:0:8407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.777923:0:8407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3092b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d41d expref: 5 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.777929:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332786.777931:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332786.778075:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.778104:0:8407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3092b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d41d expref: 5 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.778114:0:8407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3092b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d41d expref: 5 pid: 28600 timeout: 990 lvb_type: 0 00000100:00100000:2.0:1763332786.778127:0:8407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1848987626287872:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332786.778160:0:8407:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45ffe000 going to sleep for 11 seconds 00000100:00100000:0.0:1763332786.778206:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1763332786.778215:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626287232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763332786.778226:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:68 count 1 00002000:00010000:0.0:1763332786.778241:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x44:0x0] initial LVB size: 2097152, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x1000 00010000:00010000:0.0:1763332786.778246:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3133b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.778255:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332786.778257:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332786.778260:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3133b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.778270:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3133b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.778278:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3133b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.778285:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3133b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.778334:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1763332786.779057:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763332786.779066:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3132d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.779075:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332786.779079:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3132d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.779089:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3132d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.779107:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3132d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.779114:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff40030a00/0xb32e3ef184c3132d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.779134:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332786.779137:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3133b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.779144:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332786.779147:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3133b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.779160:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3133b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.779169:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3133b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.779176:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3133b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.779187:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332786.779189:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332786.779191:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332786.780428:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626287616:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332786.780456:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332786.781461:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332786.781489:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332786.781526:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611017344 00000100:00100000:2.0:1763332786.781531:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1763332786.781538:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611017344 00000100:00100000:2.0:1763332786.781548:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626287360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1763332786.781581:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:70 count 1 00010000:00010000:3.0:1763332786.781592:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c309fd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d471 expref: 8 pid: 28600 timeout: 990 lvb_type: 0 00002000:00010000:2.0:1763332786.781618:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x46:0x0] initial LVB size: 4194304, mtime: 0x691a52a5, atime: 0x691a52a5, ctime: 0x691a52a7, blocks: 0x1000 00000100:00100000:3.0:1763332786.781624:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611017472 00010000:00010000:2.0:1763332786.781627:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c31342 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332786.781629:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611017472 00010000:00010000:2.0:1763332786.781642:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332786.781645:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff82054a00/0xb32e3ef184c31127 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6ee expref: 9 pid: 28651 timeout: 990 lvb_type: 1 00010000:00010000:2.0:1763332786.781646:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332786.781663:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c31342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332786.781677:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c31342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332786.781686:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 678 00010000:00010000:2.0:1763332786.781687:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c31342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332786.781696:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611017344:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332786.781697:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c31342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.781714:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332786.781719:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763332786.781721:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c309fd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d471 expref: 9 pid: 28600 timeout: 990 lvb_type: 0 00010000:00010000:3.0:1763332786.781735:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c309fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d471 expref: 9 pid: 28600 timeout: 990 lvb_type: 0 00010000:00010000:3.0:1763332786.781756:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332786.781758:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332786.781763:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.781770:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.781791:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332786.781847:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611017344:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 152us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332786.781855:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 678 00000100:00100000:3.0:1763332786.781877:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 679 00000100:00100000:3.0:1763332786.781885:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611017472:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332786.781894:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332786.781900:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff82054a00/0xb32e3ef184c31127 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6ee expref: 8 pid: 28651 timeout: 990 lvb_type: 1 00010000:00010000:3.0:1763332786.781910:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff82054a00/0xb32e3ef184c31127 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6ee expref: 8 pid: 28651 timeout: 990 lvb_type: 1 00010000:00010000:3.0:1763332786.781925:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff82054a00/0xb32e3ef184c31127 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x41:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6ee expref: 8 pid: 28651 timeout: 990 lvb_type: 1 00010000:00010000:3.0:1763332786.781937:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332786.781938:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332786.781942:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.781949:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.781965:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332786.781984:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987611017472:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 101us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332786.781990:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 679 00000100:00080000:3.0:1763332786.782010:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1763332786.782031:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.782039:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.782047:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.782053:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.782067:0:17605:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763332786.782723:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3654:x1848987626287232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4507us (5076us total) trans 21474836766 rc 0/0 00000100:00100000:0.0:1763332786.782732:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00010000:00010000:0.0:1763332786.782779:0:28650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192000/0xb32e3ef184c309fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d471 expref: 6 pid: 28600 timeout: 990 lvb_type: 0 00000100:00100000:0.0:1763332786.782792:0:28650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45090e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:28650:1848987626286976:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332786.782809:0:28650:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.782817:0:28650:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.782823:0:28650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.782830:0:28650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.782837:0:28650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.782851:0:28650:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1763332786.784103:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3652:x1848987626286848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11174us (12951us total) trans 17179869455 rc 0/0 00000100:00100000:0.0:1763332786.784115:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000004:00080000:0.0:1763332786.784180:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b14000/2, rc 0, transno 21474836766 00000100:00100000:0.0:1763332786.784187:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626287232:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763332786.784206:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1763332786.784214:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c31342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784228:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f55000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332786.784232:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c31342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784242:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c31342 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784263:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c31342 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784271:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55000/0xb32e3ef184c31342 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784289:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763332786.784293:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784299:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332786.784302:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784309:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784319:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784330:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3131f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784344:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332786.784365:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784371:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332786.784373:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784380:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784389:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784395:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31311 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.784405:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332786.784407:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332786.784409:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332786.784623:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332786.784952:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332786.784960:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763332786.784988:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44820000/2, rc 0, transno 17179869455 00000100:00100000:1.0:1763332786.784995:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626286848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763332786.785578:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626287360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4033us (7859us total) trans 21474836767 rc 0/0 00000100:00100000:2.0:1763332786.785591:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000004:00080000:0.0:1763332786.785689:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b14a80/2, rc 0, transno 21474836767 00000100:00100000:0.0:1763332786.785695:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626287360:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763332786.786533:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626286592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12681us (15281us total) trans 17179869454 rc 0/0 00000100:00100000:3.0:1763332786.786543:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000004:00080000:0.0:1763332786.789854:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44820700/2, rc 0, transno 17179869454 00000100:00100000:0.0:1763332786.789873:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626286592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763332786.789909:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626287744:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332786.789936:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332786.790094:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332786.790189:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332786.790236:0:8407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1848987626287872:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332786.790249:0:8407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332786.790611:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611017728 00000100:00100000:3.0:1763332786.790675:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611017728 00010000:00010000:3.0:1763332786.790741:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3092b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d41d expref: 6 pid: 28600 timeout: 990 lvb_type: 0 00000100:00100000:3.0:1763332786.790783:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611017600 00000100:00100000:3.0:1763332786.790786:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611017600 00010000:00010000:3.0:1763332786.790804:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff82055600/0xb32e3ef184c3112e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6f5 expref: 6 pid: 28651 timeout: 990 lvb_type: 1 00000100:00100000:3.0:1763332786.790827:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 680 00000100:00100000:3.0:1763332786.790837:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987611017728:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332786.790853:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332786.790859:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3092b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d41d expref: 6 pid: 28600 timeout: 990 lvb_type: 0 00010000:00010000:3.0:1763332786.790869:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3092b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d41d expref: 6 pid: 28600 timeout: 990 lvb_type: 0 00010000:00010000:3.0:1763332786.790902:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3092b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d41d expref: 6 pid: 28600 timeout: 990 lvb_type: 0 00010000:00010000:3.0:1763332786.790917:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332786.790920:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332786.790925:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.790936:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.790966:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332786.791032:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2421:x1848987611017728:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 196us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332786.791040:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 680 00000100:00100000:3.0:1763332786.791059:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 681 00000100:00100000:3.0:1763332786.791065:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987611017600:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332786.791074:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332786.791078:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff82055600/0xb32e3ef184c3112e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6f5 expref: 6 pid: 28651 timeout: 990 lvb_type: 1 00010000:00010000:3.0:1763332786.791088:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff82055600/0xb32e3ef184c3112e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6f5 expref: 6 pid: 28651 timeout: 990 lvb_type: 1 00010000:00010000:3.0:1763332786.791103:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff82055600/0xb32e3ef184c3112e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d6f5 expref: 6 pid: 28651 timeout: 990 lvb_type: 1 00000100:00100000:1.0:1763332786.793069:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626287488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15450us (15716us total) trans 21474836765 rc 0/0 00000100:00100000:1.0:1763332786.793082:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000004:00080000:1.0:1763332786.793150:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b14700/2, rc 0, transno 21474836765 00000100:00100000:1.0:1763332786.793156:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626287488:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763332786.795012:0:8407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.795028:0:8407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.795033:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332786.795037:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332786.795041:0:8407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.795055:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.795068:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.795074:0:8407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332786.795108:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332786.795109:0:8407:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763332786.795416:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2421:x1848987611017600:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 4346us (5221us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332786.795428:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 681 00000100:00080000:1.0:1763332786.796819:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1763332786.796848:0:28600:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332786.796861:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332786.796873:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332786.796882:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332786.796912:0:28600:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1763332786.796938:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626287104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19050us (19439us total) trans 21474836768 rc 0/0 00000100:00100000:0.0:1763332786.796948:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00010000:00010000:0.0:1763332786.798035:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763332786.798048:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.798116:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f55a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332786.798121:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.798132:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.798158:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.798165:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55a00/0xb32e3ef184c31334 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.798194:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332786.798199:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.798205:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332786.798208:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.798216:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.798235:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.798243:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31326 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332786.798268:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332786.798270:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332786.798273:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763332786.799490:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b16d80/2, rc 0, transno 21474836768 00000100:00100000:0.0:1763332786.799501:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626287104:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763332786.799840:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332786.802533:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626286720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26439us (31243us total) trans 17179869456 rc 0/0 00000100:00100000:1.0:1763332786.802547:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000004:00080000:0.0:1763332786.804718:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44821180/2, rc 0, transno 17179869456 00000100:00100000:0.0:1763332786.804736:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626286720:0@lo:6:osp-syn-1-0.0 00000001:02000400:1.0:1763332786.839229:0:29569:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-flr test_43a needs >= 3 OSTs 00000100:00100000:0.0:1763332787.280701:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332787.280729:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626288000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332787.280809:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332787.280937:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626288000 00000100:00100000:3.0:1763332787.280947:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626288000 00000100:00100000:3.0:1763332787.281002:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1763332787.281012:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626288000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332787.281040:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 162112064 pending 0 free 3923492864 avail 3691970560 00000100:00100000:3.0:1763332787.281089:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626288000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332787.281097:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1763332787.281147:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626288000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332787.285286:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626288128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332787.285377:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332787.286210:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626288128 00000100:00100000:3.0:1763332787.286219:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626288128 00000100:00080000:2.0:1763332787.286231:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332787.286285:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1763332787.286294:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626288128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332787.286317:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 162112064 pending 0 free 3923492864 avail 3691970560 00000100:00100000:3.0:1763332787.288742:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626288128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2440us (3354us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332787.288755:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1763332787.288869:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626288128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332787.637461:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332787.637525:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332787.637612:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611017984 00000100:00100000:2.0:1763332787.637623:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611017984 00000100:00100000:2.0:1763332787.637727:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 965 00000100:00100000:2.0:1763332787.637739:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2421:x1848987611017984:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332787.637823:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2421:x1848987611017984:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 88us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332787.637831:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 965 00000100:00080000:1.0:1763332787.637995:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332787.638227:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332787.638292:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611018112 00000100:00100000:3.0:1763332787.638297:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611018112 00000100:00100000:3.0:1763332787.638375:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 966 00000100:00100000:3.0:1763332787.638385:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2421:x1848987611018112:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332787.638421:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2421:x1848987611018112:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 39us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332787.638428:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 966 00000100:00080000:1.0:1763332787.638488:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332787.639215:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611017856 00000100:00100000:0.0:1763332787.639224:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611017856 00000100:00100000:0.0:1763332787.639275:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 716 00000100:00100000:0.0:1763332787.639283:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987611017856:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332787.639337:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987611017856:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 54us (1811us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332787.639344:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 716 00010000:00010000:1.0:1763332787.792529:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332787.792879:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332787.792902:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626288256:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332787.792975:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332787.793132:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626288256 00000100:00100000:1.0:1763332787.793140:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626288256 00000100:00100000:1.0:1763332787.793221:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1763332787.793232:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626288256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332787.793268:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 117330496 pending 0 free 3922436096 avail 3690913792 00000100:00100000:1.0:1763332787.793317:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626288256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332787.793324:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1763332787.793393:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626288256:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332787.793462:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763332787.793473:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626288384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332787.793505:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332787.793578:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626288384 00000100:00100000:1.0:1763332787.793583:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626288384 00000100:00100000:1.0:1763332787.793616:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1763332787.793623:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3653:x1848987626288384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763332787.793643:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 117330496 pending 0 free 3922436096 avail 3690913792 00000100:00100000:1.0:1763332787.793671:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3653:x1848987626288384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332787.793678:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1763332787.793751:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626288384:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1763332787.794977:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:1.0:1763332788.519478:0:29617:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 43b: allow writing to multiple preferred mirror file ========================================================== 17:39:47 (1763332787) 00000100:00100000:2.0:1763332788.631481:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332788.631531:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611018240 00000100:00100000:2.0:1763332788.631545:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611018240 00000100:00100000:2.0:1763332788.631627:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2580 00000100:00100000:2.0:1763332788.631640:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+5:36627:x1848987611018240:12345-192.168.204.28@tcp:41:stat.0 00000004:00000024:2.0:1763332788.631719:0:8606:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7845928960 avail 7382884352 00000100:00100000:2.0:1763332788.631821:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+5:36627:x1848987611018240:12345-192.168.204.28@tcp:41:stat.0 Request processed in 181us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332788.631831:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2580 00000100:00100000:2.0:1763332788.668757:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.668856:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611018368 00000100:00100000:3.0:1763332788.668867:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611018368 00000100:00100000:3.0:1763332788.668938:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2581 00000100:00100000:3.0:1763332788.668950:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+5:36631:x1848987611018368:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332788.668975:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332788.669001:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31349 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d742 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.669068:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.669082:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.669095:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332788.669145:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332788.669150:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332788.669170:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.669193:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31349 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d742 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.669209:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d742 expref: 6 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.669218:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332788.669221:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332788.669225:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06a00, rc 0) 00000100:00100000:3.0:1763332788.670396:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+6:36631:x1848987611018368:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1443us (1653us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332788.670417:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2581 00000100:00100000:2.0:1763332788.673664:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.673732:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611018496 00000100:00100000:3.0:1763332788.673743:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611018496 00000100:00100000:3.0:1763332788.673802:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2582 00000100:00100000:3.0:1763332788.673813:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+6:36631:x1848987611018496:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332788.673832:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332788.673853:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31357 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d749 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.673919:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3135e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.673935:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3135e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.673947:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3135e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674008:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c31365 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674015:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c31365 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674021:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c31365 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674064:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3135e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674071:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3135e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674076:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3135e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674081:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332788.674085:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3135e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674092:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3135e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674104:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332788.674106:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332788.674111:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3135e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674116:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3135e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674127:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c31365 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674132:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c31365 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674137:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c31365 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674141:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332788.674144:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c31365 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674149:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c31365 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674156:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6a87ace7 (ffff92ff44d03e00) 00010000:00010000:3.0:1763332788.674159:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332788.674161:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c31365 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674166:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c31365 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.674199:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31357 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d749 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.674209:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332788.674212:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332788.674216:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31357 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d749 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.674224:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07200, rc 0) 00000100:00100000:3.0:1763332788.674282:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+6:36631:x1848987611018496:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 471us (627us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332788.674291:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2582 00000100:00100000:0.0:1763332788.682537:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332788.682763:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611018624 00000100:00100000:2.0:1763332788.682773:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611018624 00000100:00100000:2.0:1763332788.682836:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 5 00000100:00100000:2.0:1763332788.682846:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:1dec5569-9184-4622-8fc2-84b1eb26add2+5:36631:x1848987611018624:12345-192.168.204.28@tcp:700:lfs.0 00000100:00100000:2.0:1763332788.684322:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:1dec5569-9184-4622-8fc2-84b1eb26add2+5:36631:x1848987611018624:12345-192.168.204.28@tcp:700:lfs.0 Request processed in 1469us (1787us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332788.684339:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 5 00000100:00100000:2.0:1763332788.690607:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332788.690721:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611018880 00000100:00100000:0.0:1763332788.690734:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611018880 00000100:00100000:0.0:1763332788.690798:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2583 00000100:00100000:0.0:1763332788.690811:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+5:36631:x1848987611018880:12345-192.168.204.28@tcp:36:lfs.0 00000100:00100000:0.0:1763332788.690965:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626288512:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1763332788.691025:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332788.691121:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801eaf00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.691169:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626288512 00000100:00100000:1.0:1763332788.691174:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626288512 00000100:00100000:1.0:1763332788.691218:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1763332788.691226:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626288512:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.691298:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626288512:12345-0@lo:1000:mdt00_003.0 Request processed in 73us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.691307:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1763332788.691402:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626288512:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.691450:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626288640:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.691478:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.691499:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.691511:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626288640 00000100:00100000:1.0:1763332788.691514:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626288640 00000100:00100000:1.0:1763332788.691538:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1763332788.691544:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626288640:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.691622:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626288640:12345-0@lo:1000:mdt00_003.0 Request processed in 69us (134us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763332788.691630:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1763332788.691660:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626288640:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1763332788.691708:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332788.691719:0:8606:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.691729:0:8606:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 8606 initiator: MDT1 00000100:00100000:1.0:1763332788.691739:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626288768:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1763332788.691758:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.691769:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.691779:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626288768 00000100:00100000:1.0:1763332788.691782:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626288768 00000100:00100000:1.0:1763332788.691800:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1763332788.691805:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626288768:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763332788.691812:0:6524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332788.691825:0:6524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c31373 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3136c expref: -99 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.691847:0:6524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d742 expref: 5 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.691856:0:6524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c31373 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3136c expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.691877:0:6524:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d742 expref: 5 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.691888:0:6524:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d742 expref: 5 pid: 6520 timeout: 992 lvb_type: 0 00000100:00100000:1.0:1763332788.691898:0:6524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1848987626288896:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332788.691942:0:6524:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763332788.704666:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332788.706603:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611019008 00000100:00100000:1.0:1763332788.706645:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611019008 00010000:00010000:1.0:1763332788.706692:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d742 expref: 6 pid: 6520 timeout: 992 lvb_type: 0 00000100:00100000:1.0:1763332788.706742:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 682 00000100:00100000:1.0:1763332788.706752:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987611019008:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332788.706770:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332788.706777:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d742 expref: 6 pid: 6520 timeout: 992 lvb_type: 0 00010000:00010000:1.0:1763332788.706791:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d742 expref: 6 pid: 6520 timeout: 992 lvb_type: 0 00010000:00010000:1.0:1763332788.706815:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332788.706822:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c31373 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3136c expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.706833:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c31373 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xb32e3ef184c3136c expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.706842:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c31373 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xb32e3ef184c3136c expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.706879:0:28428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c31373 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3136c expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332788.706895:0:28428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:28428:1848987626289024:0@lo:105: 00000100:00100000:1.0:1763332788.706958:0:28428:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.707000:0:28428:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.707020:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626289024 00000100:00100000:1.0:1763332788.707024:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626289024 00000100:00100000:1.0:1763332788.707055:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1763332788.707063:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:28428:x1848987626289024:12345-0@lo:105: 00010000:00010000:1.0:1763332788.707074:0:6503:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.707083:0:6503:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.707092:0:6503:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.707100:0:6503:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.707107:0:6503:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.707115:0:6503:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.707128:0:6503:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff92ff40030a00) 00000100:00100000:1.0:1763332788.707165:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:28428:x1848987626289024:12345-0@lo:105: Request processed in 102us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.707172:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00010000:00010000:1.0:1763332788.707220:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31350 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d742 expref: 6 pid: 6520 timeout: 992 lvb_type: 0 00000100:00100000:1.0:1763332788.707240:0:6524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1848987626288896:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332788.707263:0:6524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c31373 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3136c expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.707271:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332788.707274:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332788.707277:0:6524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40030800, rc 0) 00000100:00100000:1.0:1763332788.707312:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:8606:x1848987626288768:12345-0@lo:101:mdt00_003.0 Request processed in 15507us (15553us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.707319:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1763332788.707375:0:28428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:28428:1848987626289024:0@lo:105: 00010000:00010000:1.0:1763332788.707388:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332788.707428:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2421:x1848987611019008:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 678us (2771us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.707436:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 682 00000100:00100000:1.0:1763332788.707781:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626288768:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763332788.707796:0:8606:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763332788.707814:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1763332788.707846:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332788.707852:0:8606:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.707861:0:8606:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8606 initiator: MDT1 00000100:00100000:1.0:1763332788.707876:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289152:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1763332788.707905:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.707924:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.707939:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626289152 00000100:00100000:1.0:1763332788.707943:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626289152 00000100:00100000:1.0:1763332788.707974:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1763332788.707981:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:8606:x1848987626289152:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763332788.707997:0:6524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332788.708011:0:6524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c31381 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3137a expref: -99 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.708032:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c31381 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3137a expref: 8 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.708043:0:6524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c31381 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3137a expref: 8 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.708050:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6a87ace7 (ffff92ff42c64200) 00010000:00010000:1.0:1763332788.708052:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332788.708055:0:6524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff40031e00, rc 0) 00000100:00100000:1.0:1763332788.708081:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626289152:12345-0@lo:101:mdt00_003.0 Request processed in 101us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.708088:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1763332788.708118:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289152:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763332788.708128:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c31381 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.708142:0:8606:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c31381 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763332788.708153:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1763332788.708183:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289280:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.708206:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.708220:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.708233:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626289280 00000100:00100000:1.0:1763332788.708236:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626289280 00000100:00100000:1.0:1763332788.708258:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1763332788.708264:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626289280:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.708319:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626289280:12345-0@lo:1000:mdt00_003.0 Request processed in 55us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.708326:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1763332788.708375:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289280:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.708410:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289408:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.708430:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.708442:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.708452:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626289408 00000100:00100000:1.0:1763332788.708455:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626289408 00000100:00100000:1.0:1763332788.708472:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1763332788.708477:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626289408:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.708536:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626289408:12345-0@lo:1000:mdt00_003.0 Request processed in 58us (104us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763332788.708543:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1763332788.708588:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289408:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.708662:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289536:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.708684:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.708697:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.708707:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626289536 00000100:00100000:1.0:1763332788.708710:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626289536 00000100:00100000:1.0:1763332788.708730:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1763332788.708736:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626289536:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.708781:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626289536:12345-0@lo:1000:mdt00_003.0 Request processed in 45us (96us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763332788.708787:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1763332788.708812:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289536:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.708855:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289664:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.708876:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.708890:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.708900:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626289664 00000100:00100000:1.0:1763332788.708903:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626289664 00000100:00100000:1.0:1763332788.708922:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1763332788.708928:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626289664:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.708973:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626289664:12345-0@lo:1000:mdt00_003.0 Request processed in 45us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.708979:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1763332788.709002:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289664:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.709039:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289792:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.709060:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.709072:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.709082:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626289792 00000100:00100000:1.0:1763332788.709085:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626289792 00000100:00100000:1.0:1763332788.709105:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1763332788.709110:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626289792:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.709152:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626289792:12345-0@lo:1000:mdt00_003.0 Request processed in 41us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.709159:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1763332788.709184:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626289792:0@lo:1000:mdt00_003.0 00000040:00080000:1.0:1763332788.710137:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].4, 2160 off37680 00000040:00080000:1.0:1763332788.710221:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].4, 2360 off38256 00000004:00080000:1.0:1763332788.710227:0:8606:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff92fe44e82c00 with version 10 00000004:00080000:1.0:1763332788.710246:0:7449:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff49dc1b40 version 10 rpc_version 10 00000020:00100000:1.0:1763332788.710276:0:7449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1763332788.710284:0:7449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff7569ca80 x1848987626290048/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763332788.710302:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626290048:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763332788.710368:0:7449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.710388:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff44e1b000 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.710404:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626290048 00000100:00100000:1.0:1763332788.710409:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626290048 00000100:00100000:1.0:1763332788.710442:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1763332788.710449:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7449:x1848987626290048:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763332788.719685:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7449:x1848987626290048:12345-0@lo:1000:osp_up0-1.0 Request processed in 9229us (9329us total) trans 4294968950 rc 0/0 00000100:00100000:1.0:1763332788.719699:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1763332788.719773:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626290048:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1763332788.719883:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332788.719899:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.719912:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.719928:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332788.719934:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.719940:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.719969:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332788.719975:0:8606:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.719982:0:8606:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8606 initiator: MDT1 00000100:00100000:1.0:1763332788.720000:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626290176:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1763332788.720033:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.720057:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46e0e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.720074:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626290176 00000100:00100000:1.0:1763332788.720079:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626290176 00000100:00100000:1.0:1763332788.720112:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1763332788.720118:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626290176:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763332788.720134:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332788.720148:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c3139d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c31396 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720165:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c3139d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c31396 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720175:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c3139d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c31396 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720183:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff92ff42c64700) 00010000:00010000:1.0:1763332788.720185:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332788.720188:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf000, rc 0) 00000100:00100000:1.0:1763332788.720209:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:8606:x1848987626290176:12345-0@lo:101:mdt00_003.0 Request processed in 91us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.720214:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1763332788.720236:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626290176:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763332788.720246:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c3139d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720254:0:8606:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c3139d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763332788.720270:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008e9a2ad2 reply state 000000003c73fa13 transno 4294967344 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.720280:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.720286:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff42c64900) 00010000:00010000:1.0:1763332788.720289:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332788.720292:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763332788.720297:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c3139d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720304:0:8606:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c3139d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763332788.720311:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000401:0x4:0x0] 00000004:00010000:1.0:1763332788.720315:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008e9a2ad2 reply state 000000003c73fa13 transno 4294967344 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.720321:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.720326:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff92ff42c64300) 00010000:00010000:1.0:1763332788.720328:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332788.720329:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1763332788.720333:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00000004:00080000:1.0:1763332788.720338:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1763332788.720344:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720371:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720377:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720391:0:8606:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1763332788.720394:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1763332788.720397:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c31381 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720404:0:8606:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c31381 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332788.720463:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+7:36631:x1848987611018880:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 29655us (29869us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1763332788.720469:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2583 00010000:00010000:1.0:1763332788.720487:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332788.720491:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720499:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030a00 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:1.0:1763332788.720503:0:8422:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763332788.720510:0:8422:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720529:0:8422:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720535:0:8422:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1763332788.720554:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720561:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40030a00/0xb32e3ef184c3136c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c31373 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.720572:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332788.720574:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332788.720576:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332788.720583:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332788.720592:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626290304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332788.720628:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332788.722144:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626290304 00000100:00100000:3.0:1763332788.722155:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626290304 00000100:00100000:3.0:1763332788.722218:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1763332788.722227:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:3652:x1848987626290304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763332788.722241:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332788.722261:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40030800/0xb32e3ef184c31373 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c3136c expref: 10 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.722276:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332788.722280:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332788.722338:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:3652:x1848987626290304:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (1709us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332788.722372:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1763332788.726771:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626290304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332788.737409:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.737494:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611019136 00000100:00100000:3.0:1763332788.737504:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611019136 00000100:00100000:3.0:1763332788.737563:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2584 00000100:00100000:3.0:1763332788.737574:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+5:36632:x1848987611019136:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332788.737594:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332788.737781:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c313a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d750 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.737846:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c313ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332788.737859:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c313ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332788.737870:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c313ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332788.737912:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332788.737915:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332788.737933:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c313ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332788.737955:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c313a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d750 expref: 7 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.737971:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c313ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d750 expref: 6 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.737979:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332788.737982:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332788.737986:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07200, rc 0) 00000100:00100000:3.0:1763332788.738041:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+6:36632:x1848987611019136:12345-192.168.204.28@tcp:101:rm.0 Request processed in 470us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332788.738049:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2584 00000100:00100000:1.0:1763332788.745210:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332788.745259:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611019264 00000100:00100000:1.0:1763332788.745269:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611019264 00000100:00100000:1.0:1763332788.745322:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2585 00000100:00100000:1.0:1763332788.745332:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+6:36632:x1848987611019264:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332788.745372:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332788.745396:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c313b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d757 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.745462:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c313b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332788.745478:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c313b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332788.745489:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c313b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332788.745500:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332788.745510:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c31381 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3137a expref: 8 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.745517:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332788.745551:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c31381 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c3137a expref: 8 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332788.745566:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626290432:0@lo:104: 00000100:00100000:1.0:1763332788.745610:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.745658:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46e0e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.745678:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626290432 00000100:00100000:1.0:1763332788.745681:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626290432 00000100:00100000:1.0:1763332788.745709:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1763332788.745716:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6520:x1848987626290432:12345-0@lo:104: 00010000:00010000:1.0:1763332788.745727:0:6502:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c31381 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.745772:0:6502:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1763332788.745777:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6520:x1848987626290432:12345-0@lo:104: Request processed in 63us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.745784:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1763332788.745822:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626290432:0@lo:104: 00010000:00010000:1.0:1763332788.745842:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332788.745857:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332788.745863:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c31381 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.745870:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031000 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:1.0:1763332788.745876:0:6507:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c31381 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763332788.745888:0:6507:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c31381 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.745910:0:6507:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c31381 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.745917:0:6507:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1763332788.745936:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c31381 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.745944:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff40031000/0xb32e3ef184c3137a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c31381 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.745961:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332788.745963:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332788.745965:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332788.745976:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626290560:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332788.746003:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.753730:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626290560 00000100:00100000:1.0:1763332788.753745:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626290560 00010000:00010000:1.0:1763332788.753790:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c31381 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c3137a expref: 9 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332788.753845:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1763332788.753855:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3654:x1848987626290560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332788.753873:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1763332788.755658:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968950 is committed 00010000:00010000:1.0:1763332788.755741:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff40031e00/0xb32e3ef184c31381 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c3137a expref: 8 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.755762:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6a87ace7 (ffff92ff42c64200) 00010000:00010000:1.0:1763332788.755767:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332788.755777:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332788.755784:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332788.755810:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332788.755888:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626290560:12345-0@lo:103:ldlm_bl.0 Request processed in 2033us (9882us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.755897:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00010000:00010000:1.0:1763332788.755931:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332788.755939:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763332788.756053:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6520:1848987626290688:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1763332788.756088:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.756117:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46e0e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.756158:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626290560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763332788.756309:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626290688 00000100:00100000:3.0:1763332788.756316:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626290688 00000100:00100000:3.0:1763332788.756387:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1763332788.756397:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6520:x1848987626290688:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332788.756482:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6520:x1848987626290688:12345-0@lo:1000:mdt00_001.0 Request processed in 88us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332788.756489:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1763332788.756518:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6520:1848987626290688:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1763332788.756569:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c313c7 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756580:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c313c7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756588:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c313c7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00010000:3.0:1763332788.756609:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c313c7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756632:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c313b9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756638:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c313b9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756644:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c313b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756651:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bec00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332788.756655:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c313b9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756662:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c313b9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756672:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332788.756675:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332788.756679:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c313b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756685:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c313b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756700:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756706:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756711:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756716:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332788.756719:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756724:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756731:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6a87ace7 (ffff92ff42c64200) 00010000:00010000:3.0:1763332788.756733:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332788.756737:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756742:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c313c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6a87ace7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.756778:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c313b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d757 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.756792:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c313c7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d757 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.756800:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff92ff44d03e00) 00010000:00010000:3.0:1763332788.756802:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332788.756805:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07800, rc 0) 00000100:00100000:3.0:1763332788.756851:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:36632:x1848987611019264:12345-192.168.204.28@tcp:101:rm.0 Request processed in 11520us (11652us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332788.756859:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2585 00000100:00100000:2.0:1763332788.762245:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332788.762311:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611019392 00000100:00100000:1.0:1763332788.762321:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611019392 00000100:00100000:3.0:1763332788.762972:0:13592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 10 00000100:00100000:3.0:1763332788.762986:0:13592:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0002:1dec5569-9184-4622-8fc2-84b1eb26add2+7:36632:x1848987611019392:12345-192.168.204.28@tcp:900:rm.0 00000100:00100000:3.0:1763332788.763075:0:13592:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0002:1dec5569-9184-4622-8fc2-84b1eb26add2+7:36632:x1848987611019392:12345-192.168.204.28@tcp:900:rm.0 Request processed in 93us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332788.763083:0:13592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 10 00000100:00100000:1.0:1763332788.770135:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.770322:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611019520 00000100:00100000:3.0:1763332788.770332:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611019520 00000100:00100000:3.0:1763332788.770432:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2586 00000100:00100000:3.0:1763332788.770443:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:36632:x1848987611019520:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332788.770469:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332788.770489:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c313ce lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d75e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.770549:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c313d5 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.770563:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c313d5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.770575:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c313d5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763332788.770681:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332788.770686:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763332788.770733:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c313ce lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d75e expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.770748:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c313d5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d75e expref: 8 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.770757:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff92ff42c64300) 00010000:00010000:3.0:1763332788.770760:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1763332788.770764:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06800, rc 0) 00000100:00100000:3.0:1763332788.770826:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:36632:x1848987611019520:12345-192.168.204.28@tcp:101:rm.0 Request processed in 383us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332788.770834:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2586 00000100:00100000:2.0:1763332788.773332:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332788.774472:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611019648 00000100:00100000:0.0:1763332788.774485:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611019648 00000100:00100000:0.0:1763332788.774552:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2587 00000100:00100000:0.0:1763332788.774563:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:36632:x1848987611019648:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332788.774584:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332788.774607:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75600/0xb32e3ef184c313dc lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d765 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.774685:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c313e3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332788.774702:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c313e3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.774715:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c313e3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:0.0:1763332788.774775:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x4:0x0]: returning size 4096 00000004:00200000:0.0:1763332788.774781:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763332788.774815:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75600/0xb32e3ef184c313dc lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d765 expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.774838:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c313e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d765 expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.774847:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff42c64900) 00010000:00010000:0.0:1763332788.774850:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763332788.774853:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75800, rc 0) 00000100:00100000:0.0:1763332788.774910:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:36632:x1848987611019648:12345-192.168.204.28@tcp:101:rm.0 Request processed in 348us (1588us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332788.774918:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2587 00000100:00100000:2.0:1763332788.781623:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.782214:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611019776 00000100:00100000:3.0:1763332788.782226:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611019776 00000100:00100000:3.0:1763332788.782517:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2588 00000100:00100000:2.0:1763332788.782593:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:36632:x1848987611019776:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:2.0:1763332788.782624:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332788.782648:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c313ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d76c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332788.782713:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c313f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332788.782729:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c3139d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c31396 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332788.782738:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c313f1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332788.782774:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c3139d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c31396 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332788.782790:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45181880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626290816:0@lo:104: 00000100:00100000:2.0:1763332788.782842:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332788.783415:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45ffe6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332788.783514:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626290816 00000100:00100000:1.0:1763332788.783521:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626290816 00000100:00100000:1.0:1763332788.783572:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1763332788.783580:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6520:x1848987626290816:12345-0@lo:104: 00010000:00010000:1.0:1763332788.783593:0:6503:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c3139d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.783673:0:6503:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1763332788.783680:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6520:x1848987626290816:12345-0@lo:104: Request processed in 101us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.783688:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00010000:0.0:1763332788.783788:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332788.783798:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c3139d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.783808:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be600 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:0.0:1763332788.783814:0:8421:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c3139d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332788.783816:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45181880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626290816:0@lo:104: 00000004:00010000:0.0:1763332788.783830:0:8421:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c3139d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.783844:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c313f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332788.783861:0:8421:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c3139d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.783870:0:8421:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1763332788.783905:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c3139d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.783913:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be600/0xb32e3ef184c31396 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c3139d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.783932:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332788.783935:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332788.783937:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332788.783943:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332788.783957:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626290944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332788.783990:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332788.784295:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626290944 00000100:00100000:2.0:1763332788.784300:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626290944 00010000:00010000:2.0:1763332788.784320:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c3139d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c31396 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332788.784368:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1763332788.784375:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626290944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1763332788.784386:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332788.784971:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c3139d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c31396 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332788.784986:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff92ff42c64700) 00010000:00010000:2.0:1763332788.784991:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c313f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332788.785000:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c313f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332788.785008:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c313f1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332788.785032:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332788.785086:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626290944:12345-0@lo:103:ldlm_bl.0 Request processed in 711us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332788.785093:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1763332788.785172:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626290944:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763332788.785791:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c313f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.785802:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c313f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332788.785860:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 4096 00000004:00200000:3.0:1763332788.785865:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763332788.785908:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f54400/0xb32e3ef184c313ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d76c expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.785925:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c313f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d76c expref: 8 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.785932:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff92ff42c64700) 00010000:00010000:3.0:1763332788.785935:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763332788.785938:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe42f55e00, rc 0) 00000100:00100000:3.0:1763332788.785999:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:36632:x1848987611019776:12345-192.168.204.28@tcp:101:rm.0 Request processed in 3473us (4394us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332788.786008:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2588 00000100:00100000:1.0:1763332788.794143:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.794229:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611019904 00000100:00100000:3.0:1763332788.794239:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611019904 00000100:00100000:3.0:1763332788.794299:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2589 00000100:00100000:3.0:1763332788.794309:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:36632:x1848987611019904:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332788.794330:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332788.794394:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c313f8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d773 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.794466:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c313ff lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.794481:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c313ff lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794493:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c313ff lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794507:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31406 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.794513:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31406 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794520:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31406 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794593:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c313ff lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794601:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c313ff lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794608:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c313ff lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794625:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332788.794629:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c313ff lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794637:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c313ff lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794650:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff42c64900) 00010000:00010000:3.0:1763332788.794653:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332788.794658:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c313ff lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794665:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c313ff lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794676:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31406 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794682:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31406 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794688:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31406 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794693:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332788.794697:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31406 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794703:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31406 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794710:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92ff44d03100) 00010000:00010000:3.0:1763332788.794714:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332788.794717:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31406 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794723:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31406 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.794754:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c313f8 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d773 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.794765:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff42c64900) 00010000:00010000:3.0:1763332788.794767:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332788.794771:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c313f8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d773 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.794780:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06600, rc 0) 00000100:00100000:3.0:1763332788.794852:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:36632:x1848987611019904:12345-192.168.204.28@tcp:101:rm.0 Request processed in 544us (722us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332788.794860:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2589 00010000:00010000:1.0:1763332788.816512:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332788.816602:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626291072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332788.816707:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.816755:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626291072 00000100:00100000:1.0:1763332788.816762:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626291072 00000100:00100000:1.0:1763332788.816827:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1763332788.816836:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626291072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332788.816875:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446031360 avail 1299791872 00000100:00100000:1.0:1763332788.817296:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626291072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 459us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332788.817304:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1763332788.818694:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294968950 gen 2 00000004:00080000:2.0:1763332788.818704:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968950 committed transno 4294968950 00000100:00100000:2.0:1763332788.818741:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626291072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332788.829254:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.830419:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611020032 00000100:00100000:3.0:1763332788.830442:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611020032 00000100:00100000:3.0:1763332788.830505:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2590 00000100:00100000:3.0:1763332788.830515:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:36635:x1848987611020032:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332788.830533:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332788.830594:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3140d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d77a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.830677:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31414 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.830692:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31414 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.830703:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31414 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763332788.830794:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332788.830798:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1763332788.830815:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31414 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.830840:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3140d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d77a expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.830863:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31414 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d77a expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.830871:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff92ff42c64300) 00010000:00010000:3.0:1763332788.830874:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763332788.830877:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07e00, rc 0) 00000100:00100000:3.0:1763332788.830944:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36635:x1848987611020032:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 430us (1698us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332788.830955:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2590 00000100:00100000:2.0:1763332788.835260:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332788.835967:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611020288 00000100:00100000:0.0:1763332788.835978:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611020288 00000100:00100000:1.0:1763332788.836195:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2591 00000100:00100000:1.0:1763332788.836205:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36635:x1848987611020288:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332788.836225:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332788.836228:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763332788.836255:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c313e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d765 expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.836274:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff42c64900) 00010000:00010000:1.0:1763332788.836279:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332788.836406:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be000/0xb32e3ef184c3141b lrc: 2/0,0 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d781 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.836517:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c31422 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332788.836531:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c31422 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.836540:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c31422 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.836551:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332788.836557:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.836562:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000100:00100000:1.0:1763332788.837072:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626291200:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332788.837133:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332788.837175:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46e0e540 going to sleep for 11 seconds 00000100:00100000:2.0:1763332788.837201:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626291200 00000100:00100000:2.0:1763332788.837207:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626291200 00000100:00100000:2.0:1763332788.837918:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1763332788.837930:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626291200:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332788.838022:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626291200:12345-0@lo:1000:mdt00_003.0 Request processed in 95us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332788.838030:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1763332788.838058:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626291200:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1763332788.840148:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c31430 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332788.840172:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c31430 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.840182:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c31430 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:1.0:1763332788.840195:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 0 00010000:00010000:1.0:1763332788.840218:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c31422 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.840225:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c31422 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.840231:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c31422 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.840236:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c31422 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.840241:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bea00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332788.840245:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c31422 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.840251:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c31422 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.840261:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff42c64900) 00010000:00010000:1.0:1763332788.840263:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332788.840267:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c31422 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.840273:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c31422 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000004:00010000:1.0:1763332788.840292:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fc6366b5 reply state 00000000139552d5 transno 4294967345 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.840303:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.840308:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92ff621b4b00) 00010000:00010000:1.0:1763332788.840310:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332788.840313:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763332788.840380:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be000/0xb32e3ef184c3141b lrc: 0/0,0 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d781 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.840396:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c31430 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d781 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.840404:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92ff621b4e00) 00010000:00010000:1.0:1763332788.840406:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332788.840408:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf400, rc 0) 00000100:00100000:1.0:1763332788.840482:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:36635:x1848987611020288:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4277us (5232us total) trans 4294967345 rc 0/0 00000100:00100000:1.0:1763332788.840491:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2591 00000100:00100000:0.0:1763332788.848671:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332788.849511:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611020544 00000100:00100000:1.0:1763332788.849522:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611020544 00000100:00100000:1.0:1763332788.849584:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2592 00000100:00100000:1.0:1763332788.849594:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:36635:x1848987611020544:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332788.849627:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332788.849652:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c3143e lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d788 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.849755:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332788.849769:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c31430 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d781 expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.849776:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332788.849806:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c31430 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d781 expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332788.849818:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c31430 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d781 expref: 13 pid: 8606 timeout: 992 lvb_type: 0 00000100:00100000:1.0:1763332788.849829:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626291328:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332788.849913:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46e0e180 going to sleep for 11 seconds 00000100:00100000:2.0:1763332788.856764:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.856863:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611020672 00000100:00100000:3.0:1763332788.856873:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611020672 00010000:00010000:3.0:1763332788.856913:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c31430 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d781 expref: 14 pid: 8606 timeout: 992 lvb_type: 0 00000100:00100000:3.0:1763332788.857091:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 685 00000100:00100000:3.0:1763332788.857101:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987611020672:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332788.857116:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332788.857123:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c31430 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d781 expref: 14 pid: 8606 timeout: 992 lvb_type: 0 00010000:00010000:3.0:1763332788.857138:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c31430 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d781 expref: 14 pid: 8606 timeout: 992 lvb_type: 0 00000100:00100000:1.0:1763332788.857167:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626291328:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332788.857287:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c31430 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d781 expref: 14 pid: 8606 timeout: 992 lvb_type: 0 00010000:00010000:1.0:1763332788.857289:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.857314:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92ff621b4e00) 00010000:00010000:3.0:1763332788.857320:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.857330:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.857786:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.858043:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332788.859052:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987611020672:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1945us (2293us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332788.859062:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 685 00010000:00010000:3.0:1763332788.859639:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.859650:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:3.0:1763332788.859678:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 0 00000004:00080000:3.0:1763332788.859873:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x10:0x0], index 1: 0 00000004:00080000:3.0:1763332788.859881:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x10:0x0], index 0: 0 00000004:00080000:3.0:1763332788.859886:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x11:0x0], index 1: 0 00010000:00010000:3.0:1763332788.860013:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.860021:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.860029:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.860035:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfe00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332788.860039:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.860047:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.860063:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92ff621b4e00) 00010000:00010000:3.0:1763332788.860066:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332788.860072:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.860078:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31445 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.860133:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c3143e lrc: 1/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d788 expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.860144:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92ff621b4e00) 00010000:00010000:3.0:1763332788.860147:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332788.861807:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bea00/0xb32e3ef184c3143e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d788 expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.861841:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bea00, rc 0) 00000100:00100000:0.0:1763332788.861962:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:36635:x1848987611020544:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 12365us (13295us total) trans 4294967346 rc 301/301 00000100:00100000:0.0:1763332788.861973:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2592 00000100:00100000:2.0:1763332788.864658:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332788.864795:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611020928 00000100:00100000:0.0:1763332788.864807:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611020928 00000100:00100000:0.0:1763332788.864868:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 745 00000100:00100000:0.0:1763332788.864879:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:36635:x1848987611020928:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332788.865189:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:36635:x1848987611020928:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 312us (542us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1763332788.865197:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 745 00000100:00100000:2.0:1763332788.870755:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.870812:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611021184 00000100:00100000:3.0:1763332788.870823:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611021184 00000100:00100000:3.0:1763332788.870886:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 746 00000100:00100000:3.0:1763332788.870898:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:36635:x1848987611021184:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332788.875325:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:36635:x1848987611021184:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 4419us (4569us total) trans 4294967348 rc 0/0 00000100:00100000:2.0:1763332788.875338:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 746 00000100:00100000:1.0:1763332788.902986:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332788.903085:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611021440 00000100:00100000:0.0:1763332788.903095:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611021440 00000100:00100000:0.0:1763332788.903155:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2593 00000100:00100000:0.0:1763332788.903164:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:36637:x1848987611021440:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332788.903187:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332788.903209:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c31453 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d78f expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.903280:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c3145a lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332788.903298:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c3145a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903309:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c3145a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903320:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c31461 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332788.903326:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c31461 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903331:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c31461 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903545:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c3145a lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903553:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c3145a lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903559:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c3145a lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903564:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c3145a lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903569:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332788.903573:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c3145a lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903580:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c3145a lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903596:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff42c64900) 00010000:00010000:0.0:1763332788.903599:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332788.903605:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c3145a lrc: 3/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903622:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c3145a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903635:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c31461 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903641:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c31461 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903646:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c31461 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903650:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332788.903653:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c31461 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903657:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c31461 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903665:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92ff621b4b00) 00010000:00010000:0.0:1763332788.903668:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332788.903670:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c31461 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903675:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c31461 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332788.903702:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c31453 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d78f expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.903714:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff42c64900) 00010000:00010000:0.0:1763332788.903716:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332788.903720:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c31453 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d78f expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.903730:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75200, rc 0) 00000100:00100000:0.0:1763332788.903796:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:36637:x1848987611021440:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 633us (819us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332788.903804:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2593 00000100:00100000:1.0:1763332788.913208:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332788.913303:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611021696 00000100:00100000:0.0:1763332788.913314:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611021696 00000100:00100000:0.0:1763332788.913397:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2594 00000100:00100000:0.0:1763332788.913407:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:36637:x1848987611021696:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332788.913428:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332788.913454:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c31468 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d796 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763332788.913635:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1763332788.913744:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c31468 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d796 expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.913759:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe4388e300) 00010000:00010000:0.0:1763332788.913762:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332788.913767:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c31468 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d796 expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.913784:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75200, rc 0) 00000100:00100000:0.0:1763332788.913841:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:36637:x1848987611021696:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 436us (643us total) trans 4294967349 rc 301/301 00000100:00100000:0.0:1763332788.913850:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2594 00000100:00100000:2.0:1763332788.918891:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.919047:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611021824 00000100:00100000:3.0:1763332788.919059:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611021824 00000100:00100000:3.0:1763332788.919134:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2595 00000100:00100000:3.0:1763332788.919146:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:36637:x1848987611021824:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332788.919239:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c31476 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.919261:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c31476 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919272:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c31476 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919282:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c3147d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.919289:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c3147d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919299:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c3147d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919424:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31484 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332788.919432:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31484 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919439:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31484 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763332788.919482:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 0 00000004:00200000:3.0:1763332788.919487:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332788.919501:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31484 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919512:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c31476 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919518:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c31476 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919526:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c31476 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919533:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332788.919537:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c31476 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919543:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c31476 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919556:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff42c64900) 00010000:00010000:3.0:1763332788.919561:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332788.919567:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c31476 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919573:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c31476 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919583:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c3147d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919588:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c3147d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919592:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c3147d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919596:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332788.919599:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c3147d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919603:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c3147d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919608:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92ff621b4b00) 00010000:00010000:3.0:1763332788.919621:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332788.919624:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c3147d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919628:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c3147d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919636:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31484 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919641:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31484 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919646:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31484 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919650:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332788.919652:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31484 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919656:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31484 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919662:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332788.919664:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332788.919667:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31484 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332788.919673:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31484 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00000100:00100000:3.0:1763332788.921453:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:36637:x1848987611021824:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 2300us (2564us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332788.921467:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2595 00000100:00100000:1.0:1763332788.925870:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332788.925983:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611022080 00000100:00100000:2.0:1763332788.925995:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611022080 00000100:00100000:2.0:1763332788.926281:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 747 00000100:00100000:2.0:1763332788.926292:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:36637:x1848987611022080:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332788.926554:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:36637:x1848987611022080:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 264us (690us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1763332788.926563:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 747 00000100:00100000:1.0:1763332788.948437:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332788.948972:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611022336 00000100:00100000:2.0:1763332788.948983:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611022336 00000100:00100000:2.0:1763332788.949050:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2596 00000100:00100000:2.0:1763332788.949061:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:36639:x1848987611022336:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332788.949087:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332788.949109:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3148b lrc: 2/0,0 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d79d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332788.949243:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31492 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332788.949260:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31492 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949275:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31492 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949287:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31499 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332788.949293:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31499 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949300:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31499 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949393:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c314a0 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332788.949401:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c314a0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949408:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c314a0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:2.0:1763332788.949419:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 0 00010000:00010000:2.0:1763332788.949498:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31492 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949510:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31492 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949515:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31492 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949521:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f55000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332788.949525:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31492 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949531:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31492 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949543:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff42c64900) 00010000:00010000:2.0:1763332788.949546:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332788.949551:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31492 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949557:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31492 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949567:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31499 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949573:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31499 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949578:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31499 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949582:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332788.949585:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31499 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949594:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31499 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949601:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92ff621b4b00) 00010000:00010000:2.0:1763332788.949603:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332788.949605:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31499 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949622:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31499 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.949673:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c3148b lrc: 0/0,0 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d79d expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332788.949688:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c314a0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d79d expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332788.949695:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:2.0:1763332788.949697:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332788.949700:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe42f55a00, rc 0) 00000100:00100000:2.0:1763332788.949770:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:36639:x1848987611022336:12345-192.168.204.28@tcp:101:dd.0 Request processed in 710us (1341us total) trans 4294967351 rc 0/0 00000100:00100000:2.0:1763332788.949777:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2596 00000100:00100000:2.0:1763332788.953540:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332788.953639:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611022464 00000100:00100000:0.0:1763332788.953651:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611022464 00000100:00100000:0.0:1763332788.953935:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2597 00000100:00100000:0.0:1763332788.953946:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:36639:x1848987611022464:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332788.954064:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332788.954085:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c314ae lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7a4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.954119:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c314b5 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332788.954133:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c314b5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332788.954144:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c314b5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332788.954262:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74e00/0xb32e3ef184c314ae lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7a4 expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.954280:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c314b5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7a4 expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332788.954290:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332788.954294:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332788.954297:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75400, rc 0) 00000100:00100000:0.0:1763332788.954385:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:36639:x1848987611022464:12345-192.168.204.28@tcp:101:dd.0 Request processed in 440us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332788.954394:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2597 00000100:00100000:0.0:1763332788.958246:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332788.962820:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611022720 00000100:00100000:2.0:1763332788.962838:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611022720 00000100:00100000:2.0:1763332788.962927:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2598 00000100:00100000:2.0:1763332788.962938:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:36639:x1848987611022720:12345-192.168.204.28@tcp:36:dd.0 00010000:00010000:2.0:1763332788.963005:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332788.963033:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55a00/0xb32e3ef184c314a0 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d79d expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332788.963052:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:2.0:1763332788.963057:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332788.963223:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332788.963238:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.963247:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000001:00080000:2.0:1763332788.963292:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967352 00000004:00010000:2.0:1763332788.963314:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d12b6ea0 reply state 000000001f5cfe31 transno 4294967353 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.963325:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.963331:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:2.0:1763332788.963333:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332788.963336:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332788.963444:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+21:36639:x1848987611022720:12345-192.168.204.28@tcp:36:dd.0 Request processed in 508us (5208us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1763332788.963452:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2598 00000020:00080000:2.0:1763332788.963457:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763332788.968163:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.968284:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611022848 00000100:00100000:3.0:1763332788.968297:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611022848 00000100:00100000:3.0:1763332788.968395:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2599 00000100:00100000:3.0:1763332788.968406:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:36639:x1848987611022848:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332788.968432:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332788.968457:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314c3 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7ab expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.968520:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314c3 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ab expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.968537:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314c3 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ab expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.968556:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:3.0:1763332788.968564:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332788.968568:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07400, rc 0) 00000100:00100000:3.0:1763332788.968645:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+22:36639:x1848987611022848:12345-192.168.204.28@tcp:101:dd.0 Request processed in 241us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332788.968652:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2599 00000100:00100000:1.0:1763332788.971655:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332788.971825:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611023104 00000100:00100000:3.0:1763332788.971836:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611023104 00000100:00100000:3.0:1763332788.971902:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2600 00000100:00100000:3.0:1763332788.971912:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+22:36639:x1848987611023104:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332788.971933:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332788.971936:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332788.972119:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314c3 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ab expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.972138:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:3.0:1763332788.972143:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332788.972156:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c314ca lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7b2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.972201:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c314d1 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332788.972214:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c314d1 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332788.972225:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c314d1 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000040:00080000:3.0:1763332788.972485:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2, 88 off8344 00000004:00080000:3.0:1763332788.972496:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 893052146407ns, next at 0ns, rc = 0 00000040:00080000:3.0:1763332788.972540:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3, 88 off8408 00000004:00080000:3.0:1763332788.972546:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 893052197412ns, next at 472008803424ns, rc = 0 00000040:00080000:3.0:1763332788.972573:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3, 88 off8432 00000004:00080000:3.0:1763332788.972579:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 893052230080ns, next at 0ns, rc = 0 00000001:00080000:0.0:1763332788.977908:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967354 is committed 00000004:00080000:0.0:1763332788.977922:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 3 committed 00000004:00080000:0.0:1763332788.977942:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 4 committed 00000004:00080000:0.0:1763332788.977957:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 2 committed 00000020:00080000:0.0:1763332788.977979:0:7438:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff92fe44e82900 refcount 2 committed 0 result 0 batchid 4 00000020:00080000:0.0:1763332788.977985:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92fe43b60300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe44e82c00 00000020:00080000:0.0:1763332788.977988:0:7438:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].4 00000020:00080000:0.0:1763332788.977990:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92fe43b60b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe487b0a00 00000020:00080000:0.0:1763332788.977993:0:7438:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].4 00000020:00080000:3.0:1763332788.978092:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4 committed batchid 3 00000020:00080000:3.0:1763332788.978160:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3 00010000:00010000:2.0:1763332788.978237:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978253:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978262:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978270:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332788.978275:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00000100:00100000:3.0:1763332788.978278:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1763332788.978284:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00000100:00100000:3.0:1763332788.978303:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626291584:0@lo:2:osp-syn-1-1.0 00010000:00010000:2.0:1763332788.978305:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff92ff42c64300) 00010000:00010000:2.0:1763332788.978311:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332788.978316:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978321:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff40031600/0xb32e3ef184c31388 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978337:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978344:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978375:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978380:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332788.978383:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978393:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00000100:00100000:3.0:1763332788.978396:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763332788.978408:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff42c64900) 00010000:00010000:2.0:1763332788.978412:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332788.978415:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978421:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c3138f lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978440:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978446:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978451:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978455:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332788.978458:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978462:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978469:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92ff621b4b00) 00010000:00010000:2.0:1763332788.978471:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332788.978473:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978478:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31429 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332788.978491:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.978496:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.978501:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.978505:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332788.978508:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.978513:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.978520:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:2.0:1763332788.978522:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332788.978525:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332788.978530:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314bc lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00000100:00100000:2.0:1763332788.978545:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332788.978553:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626291456:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763332788.978584:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332788.978627:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626291584 00000100:00100000:2.0:1763332788.978633:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626291584 00000100:00100000:2.0:1763332788.978675:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626291456 00000100:00100000:2.0:1763332788.978679:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626291456 00000100:00100000:2.0:1763332788.978703:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1763332788.978714:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626291584:12345-0@lo:2:osp-syn-1-1.0 00010000:00010000:3.0:1763332788.978757:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c314d1 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b2 expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.978769:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:3.0:1763332788.978772:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332788.978786:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c314ca lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b2 expref: 10 pid: 8606 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763332788.978811:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c314d1 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b2 expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332788.978837:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:3.0:1763332788.978840:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332788.978843:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06400, rc 0) 00000100:00100000:2.0:1763332788.978886:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:3.0:1763332788.978895:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:36639:x1848987611023104:12345-192.168.204.28@tcp:101:dd.0 Request processed in 6983us (7247us total) trans 4294967354 rc 0/0 00000100:00100000:2.0:1763332788.978897:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626291456:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:3.0:1763332788.978911:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2600 00000100:00100000:1.0:1763332788.979074:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332788.979085:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626291712:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763332788.979114:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332788.979382:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626291712 00000100:00100000:2.0:1763332788.979396:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626291712 00000100:00100000:2.0:1763332788.979432:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1763332788.979439:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626291712:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1763332788.980748:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626291456:12345-0@lo:2:osp-syn-1-1.0 Request processed in 1848us (2157us total) trans 17179869457 rc 0/0 00000100:00100000:2.0:1763332788.980761:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1763332788.982134:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626291584:12345-0@lo:2:osp-syn-1-1.0 Request processed in 3413us (3731us total) trans 17179869458 rc 0/0 00000100:00100000:0.0:1763332788.982147:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000004:00080000:1.0:1763332788.982265:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7df97b80/2, rc 0, transno 17179869457 00000100:00100000:1.0:1763332788.982271:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626291456:0@lo:2:osp-syn-1-1.0 00000004:00080000:3.0:1763332788.982670:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7df96a00/2, rc 0, transno 17179869458 00000100:00100000:3.0:1763332788.982676:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626291584:0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763332788.983226:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626291712:12345-0@lo:2:osp-syn-0-1.0 Request processed in 3786us (4109us total) trans 21474836769 rc 0/0 00000100:00100000:2.0:1763332788.983236:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000004:00080000:1.0:1763332788.983285:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74038700/2, rc 0, transno 21474836769 00000100:00100000:1.0:1763332788.983290:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626291712:0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763332788.991388:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332788.991481:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611023232 00000100:00100000:2.0:1763332788.991490:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611023232 00000100:00100000:2.0:1763332788.991565:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1342 00000100:00100000:2.0:1763332788.991575:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+5:36639:x1848987611023232:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332788.991593:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332788.991624:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7b9 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332788.991647:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332788.991671:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332788.991674:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332788.991681:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 6 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332788.991708:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 6 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332788.991721:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe42f54600, rc 0) 00000100:00100000:2.0:1763332788.991776:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1dec5569-9184-4622-8fc2-84b1eb26add2+6:36639:x1848987611023232:12345-192.168.204.28@tcp:101:dd.0 Request processed in 202us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332788.991784:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1342 00000100:00080000:0.0:1763332788.992068:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332788.997485:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332788.997596:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611023360 00000100:00100000:0.0:1763332788.997606:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611023360 00002000:00010000:0.0:1763332788.997663:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/16 (0->18446744073709551615) 00002000:00100000:0.0:1763332788.997668:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7403a680 with x1848987611023360 ext(0->18446744073709551615) 00002000:00010000:0.0:1763332788.997686:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7403a680. 00000100:00100000:0.0:1763332788.998027:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 552 00000100:00100000:0.0:1763332788.998042:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2419:x1848987611023360:12345-192.168.204.28@tcp:10:dd.0 00002000:00010000:0.0:1763332788.998214:0:28427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763332788.998218:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb mtime from disk: 0 -> 1763332789 00002000:00010000:0.0:1763332788.998220:0:28427:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332788.998223:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb ctime from disk: 0 -> 1763332789 00002000:00010000:0.0:1763332788.998225:0:28427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763332788.998291:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2419:x1848987611023360:12345-192.168.204.28@tcp:10:dd.0 Request processed in 254us (816us total) trans 17179869459 rc 0/0 00000100:00100000:0.0:1763332788.998299:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 552 00002000:00010000:0.0:1763332788.998303:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/16 (0->18446744073709551615) 00002000:00100000:0.0:1763332788.998305:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7403a680 with x1848987611023360 ext(0->18446744073709551615) 00002000:00010000:0.0:1763332788.998310:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7403a680. 00000100:00100000:1.0:1763332789.052099:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332789.052989:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611023616 00000100:00100000:2.0:1763332789.053002:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611023616 00000100:00100000:2.0:1763332789.053083:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 748 00000100:00100000:2.0:1763332789.053094:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:36639:x1848987611023616:12345-192.168.204.28@tcp:35:dd.0 00000100:00080000:0.0:1763332789.053212:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332789.053397:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36639:x1848987611023616:12345-192.168.204.28@tcp:35:dd.0 Request processed in 303us (1310us total) trans 4294967355 rc 0/0 00000100:00100000:2.0:1763332789.053405:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 748 00000100:00100000:2.0:1763332789.085283:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332789.085686:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611023872 00000100:00100000:3.0:1763332789.085698:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611023872 00000100:00100000:3.0:1763332789.085765:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2601 00000100:00100000:3.0:1763332789.085776:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36641:x1848987611023872:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332789.085802:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332789.085827:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c314df lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7c0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.085903:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314e6 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332789.085916:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314e6 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.085928:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314e6 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.085940:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c314ed lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332789.085947:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c314ed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.086154:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c314ed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.086235:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314e6 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.086242:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314e6 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.086248:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314e6 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.086253:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314e6 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.086259:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332789.086263:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314e6 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.086269:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314e6 lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.086281:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332789.086284:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332789.086289:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314e6 lrc: 3/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.087418:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c314e6 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.087437:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c314ed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.087443:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c314ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.087449:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c314ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.087455:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332789.087459:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c314ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.087465:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c314ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.087476:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92ff44d03900) 00010000:00010000:3.0:1763332789.087478:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332789.087482:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c314ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.087487:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c314ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.087532:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c314df lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7c0 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.087543:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332789.087545:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332789.087548:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c314df lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7c0 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.087559:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:3.0:1763332789.087651:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36641:x1848987611023872:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1876us (2377us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332789.087660:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2601 00000100:00100000:0.0:1763332789.093634:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332789.093714:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611024128 00000100:00100000:3.0:1763332789.093724:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611024128 00000100:00100000:3.0:1763332789.093785:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2602 00000100:00100000:3.0:1763332789.093796:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36641:x1848987611024128:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332789.093816:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332789.093840:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c314f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7c7 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1763332789.094005:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1763332789.094103:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c314f4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7c7 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.094117:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff44d03b00) 00010000:00010000:3.0:1763332789.094120:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332789.094126:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c314f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7c7 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.094146:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07000, rc 0) 00000100:00100000:3.0:1763332789.094212:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:36641:x1848987611024128:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 418us (588us total) trans 4294967356 rc 301/301 00000100:00100000:3.0:1763332789.094219:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2602 00000100:00100000:1.0:1763332789.097776:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332789.097963:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611024256 00000100:00100000:2.0:1763332789.097973:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611024256 00000100:00100000:2.0:1763332789.098064:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2603 00000100:00100000:2.0:1763332789.098075:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:36641:x1848987611024256:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332789.098150:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31502 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332789.098164:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31502 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098174:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31502 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098185:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31509 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332789.098191:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31509 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098196:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31509 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098263:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31510 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332789.098272:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31510 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098277:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31510 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:2.0:1763332789.098620:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 1048576 00000004:00200000:2.0:1763332789.098626:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332789.098638:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31510 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098651:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31502 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098657:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31502 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098664:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31502 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098670:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332789.098674:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31502 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098681:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31502 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098692:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92fe438a1000) 00010000:00010000:2.0:1763332789.098694:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332789.098697:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31502 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098702:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31502 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098716:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31509 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098721:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31509 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098726:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31509 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098730:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332789.098732:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31509 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098737:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31509 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098742:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92fe438a1500) 00010000:00010000:2.0:1763332789.098744:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332789.098746:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31509 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098752:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c31509 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098762:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31510 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098767:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31510 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098771:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31510 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098775:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f55000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332789.098777:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31510 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098782:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31510 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098789:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:2.0:1763332789.098791:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332789.098793:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31510 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.098798:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31510 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00000100:00100000:2.0:1763332789.098915:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:36641:x1848987611024256:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 840us (1147us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332789.098922:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2603 00000100:00100000:0.0:1763332789.104509:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332789.104742:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611024512 00000100:00100000:1.0:1763332789.104755:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611024512 00000100:00100000:1.0:1763332789.104810:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 749 00000100:00100000:1.0:1763332789.104820:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc02850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+11:36641:x1848987611024512:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332789.105055:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc02850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:36641:x1848987611024512:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 235us (554us total) trans 4294967357 rc 0/0 00000100:00100000:1.0:1763332789.105063:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 749 00000100:00100000:0.0:1763332789.144281:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332789.144408:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611024640 00000100:00100000:2.0:1763332789.144420:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611024640 00000100:00100000:2.0:1763332789.144499:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2604 00000100:00100000:2.0:1763332789.144509:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:36643:x1848987611024640:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332789.144539:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332789.144562:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31517 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7ce expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332789.144660:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c3151e lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332789.144675:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c3151e lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144686:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c3151e lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144697:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31525 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332789.144703:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31525 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144709:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31525 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144776:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332789.144785:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144791:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:2.0:1763332789.144832:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 1048576 00000004:00200000:2.0:1763332789.144837:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332789.144853:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144865:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144872:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c3151e lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144878:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c3151e lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144883:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c3151e lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144888:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332789.144892:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c3151e lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144898:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c3151e lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144909:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:2.0:1763332789.144912:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332789.144915:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c3151e lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144920:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54c00/0xb32e3ef184c3151e lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144931:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31525 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144936:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31525 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144941:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31525 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144945:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f54800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332789.144948:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31525 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144952:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31525 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144957:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92fe438a1000) 00010000:00010000:2.0:1763332789.144959:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332789.144962:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31525 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144967:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54800/0xb32e3ef184c31525 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.144993:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c31517 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ce expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332789.145005:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ce expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332789.145012:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:2.0:1763332789.145014:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332789.145017:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe42f55c00, rc 0) 00000100:00100000:2.0:1763332789.145086:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:36643:x1848987611024640:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 578us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332789.145094:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2604 00000100:00100000:3.0:1763332789.150043:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.154437:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611024896 00000100:00100000:0.0:1763332789.154454:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611024896 00000100:00100000:0.0:1763332789.154535:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2605 00000100:00100000:0.0:1763332789.154550:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:36643:x1848987611024896:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332789.154571:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332789.154592:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31533 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7d5 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.154745:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 3/0,1 mode: --/CW res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332789.154761:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ce expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.154771:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 4/0,1 mode: --/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.154811:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ce expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.154825:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ce expref: 14 pid: 6520 timeout: 993 lvb_type: 0 00000100:00100000:0.0:1763332789.154838:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626291840:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332789.154936:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801eaf00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332789.160866:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626291840:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332789.160899:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 3/0,1 mode: --/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000100:00100000:3.0:1763332789.162035:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332789.163031:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611025024 00000100:00100000:2.0:1763332789.163045:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611025024 00010000:00010000:2.0:1763332789.163098:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ce expref: 15 pid: 6520 timeout: 993 lvb_type: 0 00000100:00100000:1.0:1763332789.163750:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 686 00000100:00100000:1.0:1763332789.163767:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987611025024:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332789.163785:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332789.163793:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ce expref: 15 pid: 6520 timeout: 993 lvb_type: 0 00010000:00010000:1.0:1763332789.163821:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ce expref: 15 pid: 6520 timeout: 993 lvb_type: 0 00010000:00010000:1.0:1763332789.163845:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55c00/0xb32e3ef184c3152c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ce expref: 15 pid: 6520 timeout: 993 lvb_type: 0 00010000:00010000:1.0:1763332789.163863:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:1.0:1763332789.163868:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 3/0,1 mode: --/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.163878:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.163885:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.163918:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332789.163975:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987611025024:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 215us (1948us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332789.163984:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 686 00010000:00010000:3.0:1763332789.164319:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.164327:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:3.0:1763332789.164381:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 1048576 00010000:00010000:3.0:1763332789.164511:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31533 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7d5 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.164527:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7d5 expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.164533:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:3.0:1763332789.164535:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763332789.164538:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74600, rc 0) 00000100:00100000:3.0:1763332789.164582:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:36643:x1848987611024896:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 10038us (14552us total) trans 4294967358 rc 0/0 00000100:00100000:3.0:1763332789.164590:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2605 00000100:00100000:3.0:1763332789.175676:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.178541:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611025152 00000100:00100000:0.0:1763332789.178555:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611025152 00000100:00100000:0.0:1763332789.178635:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2606 00000100:00100000:0.0:1763332789.178651:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:36643:x1848987611025152:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332789.178674:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332789.178695:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31548 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7dc expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.178784:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3154f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332789.178801:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 2/0,0 mode: CW/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7d5 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.178809:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3154f lrc: 4/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.178843:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7d5 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.178856:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7d5 expref: 15 pid: 8606 timeout: 993 lvb_type: 0 00000100:00100000:0.0:1763332789.178870:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626291968:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332789.179063:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801eaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332789.182796:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332789.183131:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626291968:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332789.183158:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3154f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000100:00100000:2.0:1763332789.183228:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611025280 00000100:00100000:2.0:1763332789.183235:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611025280 00010000:00010000:2.0:1763332789.183264:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7d5 expref: 16 pid: 8606 timeout: 993 lvb_type: 0 00000100:00100000:2.0:1763332789.183302:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 687 00000100:00100000:2.0:1763332789.183311:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff800d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987611025280:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332789.183327:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332789.183334:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7d5 expref: 16 pid: 8606 timeout: 993 lvb_type: 0 00010000:00010000:2.0:1763332789.183346:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7d5 expref: 16 pid: 8606 timeout: 993 lvb_type: 0 00010000:00010000:2.0:1763332789.183403:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3153a lrc: 0/0,0 mode: --/CW res: [0x240000403:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7d5 expref: 16 pid: 8606 timeout: 993 lvb_type: 0 00010000:00010000:2.0:1763332789.183416:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:2.0:1763332789.183420:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3154f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332789.183429:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3154f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332789.183435:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3154f lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332789.183458:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332789.183509:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff800d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987611025280:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 199us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332789.183517:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 687 00010000:00010000:3.0:1763332789.184219:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3154f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.184229:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3154f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:3.0:1763332789.184584:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 1048576 00000004:00200000:3.0:1763332789.184589:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332789.184617:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3154f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332789.184654:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31548 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7dc expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.184669:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3154f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7dc expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.184677:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:3.0:1763332789.184680:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332789.184683:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75e00, rc 0) 00000100:00100000:3.0:1763332789.186463:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:36643:x1848987611025152:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 7811us (10788us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332789.186474:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2606 00000100:00100000:0.0:1763332789.191149:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332789.191444:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611025536 00000100:00100000:3.0:1763332789.191455:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611025536 00000100:00100000:0.0:1763332789.192194:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2607 00000100:00100000:0.0:1763332789.192208:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:36643:x1848987611025536:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332789.192233:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332789.192257:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31556 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7e3 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.192762:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3155d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332789.192779:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3155d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.192791:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3155d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:0.0:1763332789.192804:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 1048576 00010000:00010000:0.0:1763332789.192914:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31556 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7e3 expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.192931:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3155d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7e3 expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.192939:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.192943:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332789.192948:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74000, rc 0) 00000100:00100000:0.0:1763332789.193213:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:36643:x1848987611025536:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1008us (2072us total) trans 4294967359 rc 0/0 00000100:00100000:0.0:1763332789.193222:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2607 00000100:00100000:1.0:1763332789.195755:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332789.195847:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611025664 00000100:00100000:3.0:1763332789.195856:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611025664 00000100:00100000:3.0:1763332789.195949:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1343 00000100:00100000:3.0:1763332789.195958:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e05ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2419:x1848987611025664:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332789.195999:0:8407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.196018:0:8407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 7 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.196026:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332789.196028:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332789.196032:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.196073:0:8407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 7 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.196086:0:8407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 7 pid: 28651 timeout: 993 lvb_type: 0 00000100:00100000:3.0:1763332789.196100:0:8407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1848987626292096:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332789.196170:0:8407:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46256780 going to sleep for 11 seconds 00000100:00100000:3.0:1763332789.199230:0:8407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1848987626292096:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332789.199258:0:8407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332789.199752:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.200004:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611025792 00000100:00100000:0.0:1763332789.200013:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611025792 00002000:00100000:0.0:1763332789.200059:0:28427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x10:0x0] (0->1048575) req@ffff92ff7403b100 x1848987611025792/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:100/0 lens 488/0 e 0 to 0 dl 1763332800 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332789.200071:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7403b100 with x1848987611025792 ext(0->1048575) 00010000:00010000:0.0:1763332789.200079:0:28427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 8 pid: 28651 timeout: 993 lvb_type: 0 00010000:00010000:0.0:1763332789.200093:0:28427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 8 pid: 28651 timeout: 993 lvb_type: 0 00002000:00010000:0.0:1763332789.200100:0:28427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff92ff7403b100 00000100:00100000:0.0:1763332789.200224:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 14 00000100:00100000:0.0:1763332789.200234:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611025792:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:0.0:1763332789.213915:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611025792:12345-192.168.204.28@tcp:4:dd.0 Request processed in 13672us (14153us total) trans 17179869460 rc 0/0 00000100:00100000:0.0:1763332789.213930:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 14 00002000:00100000:0.0:1763332789.213943:0:28427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x10:0x0] (0->1048575) req@ffff92ff7403b100 x1848987611025792/t17179869460(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:100/0 lens 488/448 e 0 to 0 dl 1763332800 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332789.213954:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7403b100 with x1848987611025792 ext(0->1048575) 00010000:00010000:0.0:1763332789.213965:0:28427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 10 pid: 28651 timeout: 993 lvb_type: 0 00010000:00010000:0.0:1763332789.213983:0:28427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 10 pid: 28651 timeout: 993 lvb_type: 0 00002000:00010000:0.0:1763332789.213991:0:28427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff92ff7403b100 00000100:00100000:1.0:1763332789.218032:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332789.218223:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611025920 00000100:00100000:2.0:1763332789.218302:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611025920 00010000:00010000:2.0:1763332789.218346:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 10 pid: 28651 timeout: 993 lvb_type: 0 00000100:00100000:2.0:1763332789.218429:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 688 00000100:00100000:2.0:1763332789.218438:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611025920:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332789.218457:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763332789.218532:0:6504:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1763332789.218536:0:6504:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:2.0:1763332789.218543:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 10 pid: 28651 timeout: 993 lvb_type: 0 00010000:00010000:2.0:1763332789.218556:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 10 pid: 28651 timeout: 993 lvb_type: 0 00010000:00010000:2.0:1763332789.218578:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c314d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b9 expref: 10 pid: 28651 timeout: 993 lvb_type: 0 00010000:00010000:2.0:1763332789.218593:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332789.218595:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332789.218599:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332789.218621:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332789.218654:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332789.218698:0:8407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.218708:0:8407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332789.218712:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987611025920:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 275us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332789.218720:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 688 00010000:00010000:3.0:1763332789.218728:0:8407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.218736:0:8407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.218744:0:8407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.218752:0:8407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332789.218756:0:8407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.218766:0:8407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.218778:0:8407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332789.218785:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3156b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332789.218831:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e05ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611025664:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 22874us (23084us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332789.218840:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1343 00000100:00100000:2.0:1763332789.220717:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.220806:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611026176 00000100:00100000:0.0:1763332789.220814:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611026176 00000100:00100000:0.0:1763332789.220886:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2608 00000100:00100000:0.0:1763332789.220897:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:36643:x1848987611026176:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332789.220965:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763332789.220993:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c314d1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7b2 expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.221013:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3154f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7dc expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.221024:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.221029:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332789.221057:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332789.221071:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.221080:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000040:00080000:0.0:1763332789.221284:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4, 88 off8520 00000004:00080000:0.0:1763332789.221293:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 893300943570ns, next at 0ns, rc = 0 00000040:00080000:0.0:1763332789.221461:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4, 88 off8496 00000004:00080000:0.0:1763332789.221468:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 893301119274ns, next at 472008803424ns, rc = 0 00000040:00080000:0.0:1763332789.221495:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].5, 88 off8608 00000004:00080000:0.0:1763332789.221499:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 893301150373ns, next at 0ns, rc = 0 00000001:00080000:3.0:1763332789.224392:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967360 is committed 00000004:00080000:3.0:1763332789.224406:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 5 committed 00000004:00080000:3.0:1763332789.224424:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 5 committed 00000004:00080000:3.0:1763332789.224437:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 4 committed 00000020:00080000:3.0:1763332789.224458:0:7438:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 4 batchid updated 00000100:00100000:2.0:1763332789.224598:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332789.224797:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332789.224816:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626292480:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763332789.224880:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332789.224925:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626292480 00000100:00100000:1.0:1763332789.224932:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626292480 00000100:00100000:1.0:1763332789.224984:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1763332789.224993:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626292480:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763332789.225160:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3655:x1848987626292480:12345-0@lo:2:osp-syn-1-1.0 Request processed in 167us (278us total) trans 17179869461 rc 0/0 00000100:00100000:1.0:1763332789.225167:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00080000:1.0:1763332789.225186:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1763332789.225216:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74039f80/2, rc 0, transno 17179869461 00000100:00100000:1.0:1763332789.225221:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626292480:0@lo:2:osp-syn-1-1.0 00000020:00080000:0.0:1763332789.225298:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4 00000004:00080000:0.0:1763332789.225370:0:7457:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff92ff7dfd8f00 with version 11 00000020:00080000:0.0:1763332789.225388:0:7457:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4 cancel update log [0x200000401:0x2:0x0].4: rc = 0 00000020:00080000:0.0:1763332789.225457:0:7457:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4 cancel update log [0x240000400:0x2:0x0].4: rc = 0 00000100:00100000:2.0:1763332789.225461:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626292352:0@lo:2:osp-syn-1-1.0 00000020:00080000:0.0:1763332789.225467:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4 00000100:00100000:2.0:1763332789.225498:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1763332789.225504:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007099fc42 reply state 00000000a10fc309 transno 4294967360 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000100:00100000:2.0:1763332789.225525:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626292224:0@lo:2:osp-syn-0-1.0 00010000:00010000:0.0:1763332789.225527:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.225541:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.225544:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763332789.225548:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763332789.225632:0:8606:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763332789.225648:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36643:x1848987611026176:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 4752us (4938us total) trans 4294967360 rc 0/0 00000100:00100000:0.0:1763332789.225655:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2608 00010000:00010000:0.0:1763332789.225678:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.225686:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.225692:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.225701:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332789.225706:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.225713:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.225722:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.225725:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332789.225728:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.225734:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31572 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000100:00100000:2.0:1763332789.225764:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332789.225785:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626292352 00000100:00100000:0.0:1763332789.225791:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626292352 00000100:00100000:2.0:1763332789.225807:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626292224 00000100:00100000:2.0:1763332789.225813:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626292224 00000100:00100000:0.0:1763332789.225822:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:0.0:1763332789.225831:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+8:3653:x1848987626292352:12345-0@lo:2:osp-syn-1-1.0 00000100:00100000:2.0:1763332789.225853:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1763332789.225862:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626292224:12345-0@lo:2:osp-syn-0-1.0 00000100:00100000:0.0:1763332789.225931:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+9:3653:x1848987626292352:12345-0@lo:2:osp-syn-1-1.0 Request processed in 102us (432us total) trans 17179869462 rc 0/0 00000100:00100000:0.0:1763332789.225939:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00080000:0.0:1763332789.225974:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332789.225984:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+7:3653:x1848987626292224:12345-0@lo:2:osp-syn-0-1.0 Request processed in 122us (218us total) trans 21474836770 rc 0/0 00000100:00100000:2.0:1763332789.225991:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000004:00080000:2.0:1763332789.226026:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74039880/2, rc 0, transno 17179869462 00000100:00100000:2.0:1763332789.226032:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626292352:0@lo:2:osp-syn-1-1.0 00000004:00080000:2.0:1763332789.226042:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe45183b80/2, rc 0, transno 21474836770 00000100:00100000:2.0:1763332789.226046:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626292224:0@lo:2:osp-syn-0-1.0 00000004:00080000:1.0:1763332789.226106:0:7449:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff49dc1b40 version 11 rpc_version 11 00000020:00100000:1.0:1763332789.226131:0:7449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1763332789.226139:0:7449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff7403b480 x1848987626292736/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763332789.226157:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7403b480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626292736:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763332789.226186:0:7449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332789.226216:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46e0eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332789.226459:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626292736 00000100:00100000:2.0:1763332789.226465:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626292736 00000100:00100000:2.0:1763332789.226496:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1763332789.226502:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:7449:x1848987626292736:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1763332789.226632:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7449:x1848987626292736:12345-0@lo:1000:osp_up0-1.0 Request processed in 130us (444us total) trans 4294968951 rc 0/0 00000100:00100000:2.0:1763332789.226638:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1763332789.227157:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7403b480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626292736:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763332789.234254:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.236033:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611026304 00000100:00100000:0.0:1763332789.236046:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611026304 00000100:00100000:0.0:1763332789.236235:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2609 00000100:00100000:0.0:1763332789.236247:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:36643:x1848987611026304:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332789.236276:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332789.236299:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31579 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7ea expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.236389:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31579 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ea expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.236405:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31579 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ea expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.236423:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.236426:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332789.236430:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74400, rc 0) 00000100:00100000:0.0:1763332789.237132:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36643:x1848987611026304:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 885us (2885us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332789.237140:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2609 00000100:00100000:1.0:1763332789.244822:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.245100:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611026432 00000100:00100000:0.0:1763332789.245111:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611026432 00000100:00100000:0.0:1763332789.245177:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2610 00000100:00100000:0.0:1763332789.245188:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36643:x1848987611026432:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332789.245209:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332789.245232:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31580 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7f1 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.245329:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31587 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332789.245386:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31587 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.245398:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31587 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:0.0:1763332789.245431:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 1048576 00000004:00200000:0.0:1763332789.245435:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332789.245450:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31587 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.245476:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31580 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f1 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.245495:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31587 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f1 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.245504:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.245507:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332789.245512:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75c00, rc 0) 00000100:00100000:0.0:1763332789.245560:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:36643:x1848987611026432:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 374us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332789.245567:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2610 00000100:00100000:1.0:1763332789.248717:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332789.248879:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611026560 00000100:00100000:2.0:1763332789.248889:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611026560 00000100:00100000:2.0:1763332789.248945:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1347 00000100:00100000:2.0:1763332789.248955:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611026560:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332789.248972:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332789.248993:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c3158e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7f8 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332789.249278:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x10:0x0] initial LVB size: 1048576, mtime: 0x691a52b5, atime: 0x0, ctime: 0x691a52b5, blocks: 0x800 00010000:00010000:2.0:1763332789.249295:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332789.249298:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332789.249307:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c3158e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f8 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332789.249323:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c3158e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f8 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332789.249336:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe42f54600, rc 0) 00000100:00100000:2.0:1763332789.249412:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611026560:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 458us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332789.249419:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1347 00000100:00100000:1.0:1763332789.298242:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332789.300495:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611026688 00000100:00100000:2.0:1763332789.300512:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611026688 00000100:00100000:2.0:1763332789.300584:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1348 00000100:00100000:2.0:1763332789.300597:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611026688:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332789.300755:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611026688:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 160us (2521us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332789.300763:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1348 00000100:00100000:1.0:1763332789.311859:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332789.311970:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611026816 00000100:00100000:2.0:1763332789.311983:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611026816 00000100:00100000:2.0:1763332789.312099:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1349 00000100:00100000:2.0:1763332789.312110:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611026816:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332789.312230:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611026816:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 121us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332789.312237:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1349 00000100:00100000:3.0:1763332789.317626:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.317888:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611026944 00000100:00100000:0.0:1763332789.317899:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611026944 00000100:00100000:0.0:1763332789.320915:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 553 00000100:00100000:0.0:1763332789.320941:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611026944:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332789.320986:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31595 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.321001:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332789.321004:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332789.321010:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31595 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.321028:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31595 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.342115:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31595 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.342136:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31595 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.342145:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31595 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.342152:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332789.342156:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31595 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.342169:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31595 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.342187:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31595 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.342194:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31595 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332789.342288:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611026944:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 21355us (24679us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332789.342301:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 553 00000100:00100000:2.0:1763332789.352417:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332789.352509:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611027072 00000100:00100000:1.0:1763332789.352520:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611027072 00000100:00100000:1.0:1763332789.352593:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 554 00000100:00100000:1.0:1763332789.352611:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2420:x1848987611027072:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:1.0:1763332789.352660:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332789.352668:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3159c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.352682:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332789.352685:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332789.352691:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3159c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.352706:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3159c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1763332789.354631:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1763332789.367884:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836771 is committed 00000001:00080000:3.0:1763332789.367901:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836770 is committed 00000001:00080000:3.0:1763332789.367907:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836768 is committed 00002000:00010000:1.0:1763332789.368925:0:28427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1763332789.368931:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 0 -> 1763332789 00002000:00010000:1.0:1763332789.368934:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 0 -> 1763332789 00002000:00010000:1.0:1763332789.368936:0:28427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:1.0:1763332789.368951:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3159c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.368962:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3159c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.368971:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3159c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.368979:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332789.368983:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3159c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.368993:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3159c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.369012:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3159c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.369020:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3159c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332789.369135:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2420:x1848987611027072:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 16526us (16724us total) trans 21474836771 rc 0/0 00000100:00100000:1.0:1763332789.369147:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 554 00000100:00100000:2.0:1763332789.375761:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332789.375937:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611027200 00000100:00100000:1.0:1763332789.375948:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611027200 00000100:00100000:1.0:1763332789.376021:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 555 00000100:00100000:1.0:1763332789.376031:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611027200:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:1.0:1763332789.376078:0:28427:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332789.376087:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c315a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.376102:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332789.376104:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332789.376109:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c315a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.376122:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c315a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763332789.388475:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869463 is committed 00000001:00080000:2.0:1763332789.388493:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869462 is committed 00000001:00080000:2.0:1763332789.388509:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869456 is committed 00002000:00010000:1.0:1763332789.388651:0:28427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1763332789.388656:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb mtime from disk: 0 -> 1763332789 00002000:00010000:1.0:1763332789.388659:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb ctime from disk: 0 -> 1763332789 00002000:00010000:1.0:1763332789.388661:0:28427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:1.0:1763332789.388676:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c315a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.388688:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c315a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.388698:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c315a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.388706:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332789.388710:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c315a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.388719:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c315a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.388741:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c315a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.388749:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c315a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332789.388881:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987611027200:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 12844us (13122us total) trans 17179869463 rc 0/0 00000100:00100000:1.0:1763332789.388894:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 555 00000100:00100000:2.0:1763332789.402049:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.402709:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611027456 00000100:00100000:0.0:1763332789.402721:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611027456 00000100:00100000:0.0:1763332789.403227:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2611 00000100:00100000:0.0:1763332789.403240:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:36643:x1848987611027456:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332789.403301:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332789.403333:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31587 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f1 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.403373:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.403379:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332789.403544:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332789.403558:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.403567:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000001:00080000:0.0:1763332789.403620:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967361 00000004:00010000:0.0:1763332789.403642:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000016184e53 reply state 00000000b5d61774 transno 4294967362 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.403654:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.403663:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.403666:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332789.403668:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763332789.403758:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:36643:x1848987611027456:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 521us (1718us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1763332789.403765:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2611 00000020:00080000:0.0:1763332789.403770:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763332789.406590:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332789.406897:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611027584 00000100:00100000:1.0:1763332789.406909:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611027584 00000100:00100000:1.0:1763332789.406975:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1350 00000100:00100000:1.0:1763332789.406985:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+5:36643:x1848987611027584:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332789.407006:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332789.407027:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c315b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d7ff expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332789.407050:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 1048576, mtime: 0x691a52b5, atime: 0x0, ctime: 0x691a52b5, blocks: 0x800 00010000:00010000:1.0:1763332789.407070:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332789.407073:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332789.407080:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c315b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ff expref: 6 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.407094:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c315b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ff expref: 6 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.407105:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be600, rc 0) 00000100:00100000:1.0:1763332789.407159:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+6:36643:x1848987611027584:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 176us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332789.407167:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1350 00000100:00100000:2.0:1763332789.409124:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332789.409217:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611027712 00000100:00100000:1.0:1763332789.409225:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611027712 00002000:00010000:1.0:1763332789.409257:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/16 (1048576->18446744073709551615) 00002000:00100000:1.0:1763332789.409261:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42f0fb80 with x1848987611027712 ext(1048576->18446744073709551615) 00002000:00010000:1.0:1763332789.409272:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe42f0fb80. 00000100:00100000:1.0:1763332789.409302:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 556 00000100:00100000:1.0:1763332789.409311:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987611027712:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:1.0:1763332789.409498:0:28427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1763332789.409501:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 1763332789 -> 1763332789 00002000:00010000:1.0:1763332789.409504:0:28427:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332789.409506:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1763332789 -> 1763332789 00002000:00010000:1.0:1763332789.409508:0:28427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332789.410185:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987611027712:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 871us (1063us total) trans 21474836772 rc 0/0 00000100:00100000:1.0:1763332789.410194:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 556 00002000:00010000:1.0:1763332789.410199:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/16 (1048576->18446744073709551615) 00002000:00100000:1.0:1763332789.410202:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42f0fb80 with x1848987611027712 ext(1048576->18446744073709551615) 00002000:00010000:1.0:1763332789.410208:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe42f0fb80. 00000100:00100000:0.0:1763332789.412815:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332789.412910:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611027840 00000100:00100000:2.0:1763332789.412920:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611027840 00000100:00100000:2.0:1763332789.413053:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2612 00000100:00100000:2.0:1763332789.413063:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:36643:x1848987611027840:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332789.413086:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332789.413106:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315b8 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d806 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332789.413207:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05e00/0xb32e3ef184c315bf lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332789.413223:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05e00/0xb32e3ef184c315bf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.413234:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05e00/0xb32e3ef184c315bf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:2.0:1763332789.413263:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 1048576 00000004:00200000:2.0:1763332789.413267:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332789.413286:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05e00/0xb32e3ef184c315bf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332789.413312:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315b8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d806 expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332789.413331:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05e00/0xb32e3ef184c315bf lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d806 expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332789.413340:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:2.0:1763332789.413343:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332789.413661:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05e00, rc 0) 00000100:00100000:2.0:1763332789.413729:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:36643:x1848987611027840:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 667us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332789.413736:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2612 00000100:00100000:2.0:1763332789.416114:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.416328:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611028096 00000100:00100000:0.0:1763332789.416337:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611028096 00000100:00100000:0.0:1763332789.416411:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2613 00000100:00100000:0.0:1763332789.416420:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:36643:x1848987611028096:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332789.416470:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332789.416493:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05e00/0xb32e3ef184c315bf lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d806 expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.416510:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.416514:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332789.416669:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332789.416682:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.416691:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000001:00080000:0.0:1763332789.416728:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967363 00000004:00010000:0.0:1763332789.416745:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008f519014 reply state 00000000029fbfab transno 4294967364 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.416756:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.416762:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.416765:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332789.416767:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763332789.416840:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:36643:x1848987611028096:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 420us (734us total) trans 4294967364 rc 0/0 00000100:00100000:0.0:1763332789.416847:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2613 00000020:00080000:0.0:1763332789.416852:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763332789.419652:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332789.420216:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611028224 00000100:00100000:2.0:1763332789.420226:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611028224 00000100:00100000:2.0:1763332789.420488:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1351 00000100:00100000:2.0:1763332789.420502:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+6:36643:x1848987611028224:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332789.420519:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332789.420542:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315cd lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d80d expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332789.420565:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x11:0x0] initial LVB size: 1048576, mtime: 0x691a52b5, atime: 0x0, ctime: 0x691a52b5, blocks: 0x800 00010000:00010000:2.0:1763332789.420585:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332789.420588:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332789.420596:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d80d expref: 7 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332789.420626:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d80d expref: 7 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332789.420640:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04200, rc 0) 00000100:00100000:2.0:1763332789.420715:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+7:36643:x1848987611028224:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 215us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332789.420722:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1351 00000100:00100000:2.0:1763332789.423494:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332789.423596:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611028352 00000100:00100000:1.0:1763332789.423616:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611028352 00002000:00010000:1.0:1763332789.423655:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/17 (1048576->18446744073709551615) 00002000:00100000:1.0:1763332789.423660:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42f0c000 with x1848987611028352 ext(1048576->18446744073709551615) 00002000:00010000:1.0:1763332789.423672:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe42f0c000. 00000100:00100000:1.0:1763332789.423712:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 557 00000100:00100000:1.0:1763332789.423722:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987611028352:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:1.0:1763332789.423879:0:28427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1763332789.423883:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb mtime from disk: 1763332789 -> 1763332789 00002000:00010000:1.0:1763332789.423885:0:28427:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332789.423887:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb ctime from disk: 1763332789 -> 1763332789 00002000:00010000:1.0:1763332789.423889:0:28427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332789.423958:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611028352:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 229us (464us total) trans 17179869464 rc 0/0 00000100:00100000:1.0:1763332789.423966:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 557 00002000:00010000:1.0:1763332789.423971:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/17 (1048576->18446744073709551615) 00002000:00100000:1.0:1763332789.423973:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42f0c000 with x1848987611028352 ext(1048576->18446744073709551615) 00002000:00010000:1.0:1763332789.423978:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe42f0c000. 00000100:00100000:3.0:1763332789.426107:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332789.426386:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611028608 00000100:00100000:1.0:1763332789.426394:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611028608 00000100:00100000:1.0:1763332789.426441:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2614 00000100:00100000:1.0:1763332789.426449:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:36643:x1848987611028608:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332789.426546:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332789.426563:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.426573:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00010000:1.0:1763332789.426676:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eae69954 reply state 000000008b6b592a transno 4294967365 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.426688:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.426694:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:1.0:1763332789.426697:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332789.426700:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332789.426776:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:36643:x1848987611028608:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 327us (675us total) trans 4294967365 rc 0/0 00000100:00100000:1.0:1763332789.426782:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2614 00000100:00100000:0.0:1763332789.429833:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332789.429931:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611028736 00000100:00100000:2.0:1763332789.429940:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611028736 00000100:00100000:2.0:1763332789.429998:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1352 00000100:00100000:2.0:1763332789.430007:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611028736:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:2.0:1763332789.430157:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1763332789.430161:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb mtime from disk: 1763332789 -> 1763332789 00002000:00010000:2.0:1763332789.430163:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb atime from disk: 0 -> 1763332789 00002000:00010000:2.0:1763332789.430166:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb ctime from disk: 1763332789 -> 1763332789 00002000:00010000:2.0:1763332789.430168:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:2.0:1763332789.430239:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611028736:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 232us (414us total) trans 17179869465 rc 0/0 00000100:00100000:2.0:1763332789.430247:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1352 00000100:00100000:2.0:1763332789.432575:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332789.432699:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611028992 00000100:00100000:1.0:1763332789.432709:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611028992 00000100:00100000:1.0:1763332789.432762:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 750 00000100:00100000:1.0:1763332789.432771:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:36643:x1848987611028992:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:1.0:1763332789.432831:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x240000403:0x2:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3155d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7e3 expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.432875:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332789.432888:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31579 lrc: 2/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ea expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.432901:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 4/0,1 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332789.432930:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31579 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ea expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.432941:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31579 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ea expref: 18 pid: 8606 timeout: 993 lvb_type: 0 00000100:00100000:1.0:1763332789.432963:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626292864:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332789.433035:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46e0e180 going to sleep for 11 seconds 00000100:00100000:1.0:1763332789.435695:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626292864:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332789.435725:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:2.0:1763332789.436306:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.436545:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611029120 00000100:00100000:0.0:1763332789.436553:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611029120 00010000:00010000:0.0:1763332789.436586:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31579 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ea expref: 19 pid: 8606 timeout: 993 lvb_type: 0 00000100:00100000:0.0:1763332789.436625:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 689 00000100:00100000:0.0:1763332789.436634:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987611029120:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332789.436649:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332789.436656:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31579 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ea expref: 19 pid: 8606 timeout: 993 lvb_type: 0 00010000:00010000:0.0:1763332789.436668:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31579 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ea expref: 19 pid: 8606 timeout: 993 lvb_type: 0 00010000:00010000:0.0:1763332789.436687:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31579 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ea expref: 19 pid: 8606 timeout: 993 lvb_type: 0 00010000:00010000:0.0:1763332789.436707:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.436711:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332789.436721:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332789.436728:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332789.436758:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332789.436816:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987611029120:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 182us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332789.436824:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 689 00010000:00010000:2.0:1763332789.436929:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332789.436937:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000040:00080000:2.0:1763332789.437444:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].6, 88 off8696 00000004:00080000:2.0:1763332789.437453:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 893517103268ns, next at 0ns, rc = 0 00000040:00080000:2.0:1763332789.437495:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].5, 88 off8584 00000004:00080000:2.0:1763332789.437500:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 893517150863ns, next at 472008803424ns, rc = 0 00000040:00080000:2.0:1763332789.437527:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 88 off8784 00000004:00080000:2.0:1763332789.437532:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 893517182876ns, next at 0ns, rc = 0 00000001:00080000:3.0:1763332789.440176:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967366 is committed 00000004:00080000:3.0:1763332789.440189:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 7 committed 00010000:00010000:0.0:1763332789.440256:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440269:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440276:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440282:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332789.440287:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440294:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440309:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.440313:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332789.440318:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440324:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315aa lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440340:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440345:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00000004:00080000:3.0:1763332789.440478:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 6 committed 00000004:00080000:3.0:1763332789.440490:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 6 committed 00000100:00100000:1.0:1763332789.440609:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626292992:0@lo:2:osp-syn-1-1.0 00010000:00010000:0.0:1763332789.440734:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440739:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332789.440742:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440748:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440757:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.440759:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332789.440762:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440768:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315c6 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.440780:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.440786:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.440792:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.440797:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332789.440799:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.440804:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.440810:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.440813:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332789.440815:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332789.440820:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c315d4 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000100:00100000:1.0:1763332789.441031:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1763332789.441252:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5bb099e reply state 0000000051d2609c transno 4294967366 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332789.441266:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332789.441273:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.441275:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763332789.441278:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332789.441283:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.441286:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332789.441291:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c3155d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7e3 expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332789.441555:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626293120:0@lo:2:osp-syn-1-1.0 00000100:00100000:1.0:1763332789.441577:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332789.441662:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332789.441668:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626293248:0@lo:2:osp-syn-0-1.0 00000100:00100000:1.0:1763332789.441687:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332789.441702:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626292992 00000100:00100000:2.0:1763332789.441709:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626292992 00000100:00100000:2.0:1763332789.441742:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626293120 00000100:00100000:2.0:1763332789.441744:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626293120 00000100:00100000:2.0:1763332789.441760:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1763332789.441767:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626292992:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763332789.441897:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1763332789.441901:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb mtime from disk: 1763332789 -> 1763332789 00002000:00010000:2.0:1763332789.441903:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb atime from disk: 1763332789 -> 1763332789 00002000:00010000:2.0:1763332789.441905:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb ctime from disk: 1763332789 -> 1763332789 00002000:00010000:2.0:1763332789.441907:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x10:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:2.0:1763332789.441941:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626292992:12345-0@lo:2:osp-syn-1-1.0 Request processed in 173us (910us total) trans 17179869466 rc 0/0 00000100:00100000:2.0:1763332789.441949:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1763332789.441965:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:2.0:1763332789.441971:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626293120:12345-0@lo:2:osp-syn-1-1.0 00002000:00010000:2.0:1763332789.442021:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1763332789.442024:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb mtime from disk: 1763332789 -> 1763332789 00002000:00010000:2.0:1763332789.442026:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763332789.442027:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb ctime from disk: 1763332789 -> 1763332789 00002000:00010000:2.0:1763332789.442029:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x11:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:2.0:1763332789.442052:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626293120:12345-0@lo:2:osp-syn-1-1.0 Request processed in 82us (474us total) trans 17179869467 rc 0/0 00000100:00100000:2.0:1763332789.442058:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1763332789.442148:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869462 gen 2 00000004:00080000:1.0:1763332789.442154:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7df97b80, transno 17179869457 00000004:00080000:1.0:1763332789.442162:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7df96a00, transno 17179869458 00000004:00080000:1.0:1763332789.442165:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74039f80, transno 17179869461 00000004:00080000:1.0:1763332789.442168:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74039880, transno 17179869462 00000100:00100000:1.0:1763332789.442173:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7e00f100 x1848987626293120/t17179869467(17179869467) o2->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332805 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763332789.442183:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e00f100/2, rc 0, transno 17179869467 00000100:00100000:1.0:1763332789.442188:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626293120:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763332789.442211:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e00fb80/2, rc 0, transno 17179869466 00000100:00100000:1.0:1763332789.442216:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626292992:0@lo:2:osp-syn-1-1.0 00000004:00080000:1.0:1763332789.442310:0:9836:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 2 in progress, 0 in flight, 4 done 00000100:00100000:1.0:1763332789.442324:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626293248 00000100:00100000:1.0:1763332789.442328:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626293248 00000100:00100000:1.0:1763332789.442376:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:1.0:1763332789.442384:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626293248:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:1.0:1763332789.442447:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1763332789.442451:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 1763332789 -> 1763332789 00002000:00010000:1.0:1763332789.442453:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332789.442455:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1763332789 -> 1763332789 00002000:00010000:1.0:1763332789.442457:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332789.442488:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626293248:12345-0@lo:2:osp-syn-0-1.0 Request processed in 106us (800us total) trans 21474836773 rc 0/0 00000100:00100000:1.0:1763332789.442495:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:1.0:1763332789.442520:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836770 gen 2 00000004:00080000:1.0:1763332789.442524:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74038700, transno 21474836769 00000004:00080000:1.0:1763332789.442530:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe45183b80, transno 21474836770 00000100:00100000:1.0:1763332789.442534:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe44e1a680 x1848987626293248/t21474836773(21474836773) o2->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332805 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763332789.442542:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e1a680/2, rc 0, transno 21474836773 00000100:00100000:1.0:1763332789.442546:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626293248:0@lo:2:osp-syn-0-1.0 00010000:00080000:0.0:1763332789.442636:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763332789.442660:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:36643:x1848987611028992:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 9889us (10095us total) trans 4294967366 rc 0/0 00000100:00100000:0.0:1763332789.442669:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 750 00010000:00010000:1.0:1763332789.443664:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332789.443674:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332789.443681:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332789.443686:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332789.443690:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332789.443696:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332789.443707:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:1.0:1763332789.443710:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332789.443713:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332789.443719:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315db lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00000100:00100000:2.0:1763332789.445498:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.445608:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611029248 00000100:00100000:0.0:1763332789.445616:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611029248 00000100:00100000:0.0:1763332789.445688:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2615 00000100:00100000:0.0:1763332789.445698:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:36643:x1848987611029248:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332789.445718:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332789.445737:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c315e2 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d814 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.445785:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c315e2 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d814 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.445798:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c315e2 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d814 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.445814:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332789.445817:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332789.445820:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74400, rc 0) 00000100:00100000:0.0:1763332789.446002:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:36643:x1848987611029248:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 303us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332789.446009:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2615 00000100:00100000:3.0:1763332789.448267:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.448615:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611029504 00000100:00100000:0.0:1763332789.448624:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611029504 00000100:00100000:0.0:1763332789.448678:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 751 00000100:00100000:0.0:1763332789.448687:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:36643:x1848987611029504:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332789.448991:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36643:x1848987611029504:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 304us (731us total) trans 4294967367 rc 0/0 00000100:00100000:0.0:1763332789.448999:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 751 00000100:00100000:3.0:1763332789.465458:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.465559:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611029760 00000100:00100000:0.0:1763332789.465569:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611029760 00000100:00100000:0.0:1763332789.465633:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2616 00000100:00100000:0.0:1763332789.465642:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36645:x1848987611029760:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332789.465666:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332789.465689:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c315e9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d81b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.465755:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315f0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332789.465767:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315f0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465778:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315f0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465789:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315f7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332789.465796:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465802:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465881:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315f0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465888:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315f0 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465894:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315f0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465900:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332789.465904:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315f0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465911:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315f0 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465922:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332789.465925:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332789.465929:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315f0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465935:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c315f0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465963:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465970:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465976:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465981:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332789.465984:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465990:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.465996:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92fe43ab2d00) 00010000:00010000:0.0:1763332789.465998:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332789.466001:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.466006:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c315f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332789.466036:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c315e9 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d81b expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.466046:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332789.466048:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332789.466061:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c315e9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d81b expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332789.466072:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74000, rc 0) 00000100:00100000:0.0:1763332789.466135:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36645:x1848987611029760:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 494us (687us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332789.466142:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2616 00000100:00100000:2.0:1763332789.469661:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332789.471241:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611030016 00000100:00100000:1.0:1763332789.471256:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611030016 00000100:00100000:1.0:1763332789.471330:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2617 00000100:00100000:1.0:1763332789.471341:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:36645:x1848987611030016:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332789.471391:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332789.471417:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d822 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763332789.471584:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1763332789.471698:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315fe lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d822 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.471713:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff621b4200) 00010000:00010000:1.0:1763332789.471716:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332789.471722:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf400/0xb32e3ef184c315fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d822 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332789.471740:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf400, rc 0) 00000100:00100000:1.0:1763332789.471810:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:36645:x1848987611030016:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 471us (2157us total) trans 4294967368 rc 301/301 00000100:00100000:1.0:1763332789.471817:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2617 00000100:00100000:2.0:1763332789.474828:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332789.475018:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611030144 00000100:00100000:1.0:1763332789.475029:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611030144 00000100:00100000:1.0:1763332789.475212:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2618 00000100:00100000:1.0:1763332789.475221:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:36645:x1848987611030144:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332789.475297:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c3160c lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332789.475314:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c3160c lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475328:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c3160c lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475339:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c31613 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332789.475386:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c31613 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475392:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c31613 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475465:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c3161a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332789.475474:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c3161a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475481:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c3161a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:1.0:1763332789.475520:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 1048576 00000004:00200000:1.0:1763332789.475524:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332789.475536:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c3161a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475549:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c3160c lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475557:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c3160c lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475563:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c3160c lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475570:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c3160c lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475576:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332789.475579:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c3160c lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475588:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c3160c lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475610:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff621b4400) 00010000:00010000:1.0:1763332789.475613:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332789.475618:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c3160c lrc: 3/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475625:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c3160c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475641:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c31613 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475647:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c31613 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475654:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c31613 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475659:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332789.475661:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c31613 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475667:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c31613 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475673:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92ff621b4c00) 00010000:00010000:1.0:1763332789.475676:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332789.475678:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c31613 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475683:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be800/0xb32e3ef184c31613 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475694:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c3161a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475700:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c3161a lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475706:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c3161a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475711:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfe00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332789.475713:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c3161a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475719:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c3161a lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475724:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:1.0:1763332789.475727:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332789.475729:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c3161a lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332789.475734:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c3161a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000100:00100000:1.0:1763332789.475795:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:36645:x1848987611030144:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 574us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332789.475802:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2618 00000100:00100000:3.0:1763332789.479223:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332789.480504:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611030400 00000100:00100000:0.0:1763332789.480515:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611030400 00000100:00100000:0.0:1763332789.480640:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 752 00000100:00100000:0.0:1763332789.480649:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:36645:x1848987611030400:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332789.482068:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:36645:x1848987611030400:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1412us (2848us total) trans 4294967369 rc 0/0 00000100:00100000:0.0:1763332789.482080:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 752 00010000:00010000:1.0:1763332789.840512:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332790.354600:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332790.354625:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626293376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332790.354701:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332790.354814:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626293376 00000100:00100000:1.0:1763332790.354823:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626293376 00000100:00100000:1.0:1763332790.354885:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1763332790.354896:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626293376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763332790.354930:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446260736 avail 1300021248 00000100:00100000:1.0:1763332790.354979:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626293376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332790.354987:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1763332790.355033:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626293376:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332790.864972:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626293504:0@lo:400:kworker.0 00000100:00100000:2.0:1763332790.865043:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763332790.866615:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332790.866804:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626293504 00000100:00100000:3.0:1763332790.866814:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626293504 00000100:00100000:3.0:1763332790.866873:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1763332790.866882:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626293504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.868238:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626293632:0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.868287:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332790.868340:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626293760:0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.868381:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332790.868415:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626293760 00000100:00100000:1.0:1763332790.868422:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626293760 00000100:00100000:1.0:1763332790.868464:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1763332790.868472:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3653:x1848987626293760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.868528:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3653:x1848987626293760:12345-0@lo:400:kworker.0 Request processed in 57us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332790.868536:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1763332790.868607:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626293760:0@lo:400:kworker.0 00000100:00100000:0.0:1763332790.868724:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626293888:0@lo:400:kworker.0 00000100:00100000:0.0:1763332790.868758:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332790.868795:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626293632 00000100:00100000:0.0:1763332790.868799:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626293632 00000100:00100000:0.0:1763332790.868825:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626293888 00000100:00100000:0.0:1763332790.868827:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626293888 00000100:00100000:0.0:1763332790.868965:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1763332790.868971:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626293632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332790.869725:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626293632:12345-0@lo:400:kworker.0 Request processed in 672us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332790.869733:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1763332790.869753:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1763332790.869762:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626293888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332790.869798:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626293888:12345-0@lo:400:kworker.0 Request processed in 39us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332790.869804:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1763332790.869835:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626293888:0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.869939:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626293504:12345-0@lo:400:kworker.0 Request processed in 3056us (4893us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332790.869948:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1763332790.869961:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626293632:0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.870012:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332790.870022:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626294016:0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.870049:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332790.870279:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626293504:0@lo:400:kworker.0 00000100:00100000:2.0:1763332790.870309:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626294016 00000100:00100000:2.0:1763332790.870312:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626294016 00000100:00100000:2.0:1763332790.870371:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1763332790.870377:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626294016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332790.870409:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626294016:12345-0@lo:400:kworker.0 Request processed in 33us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332790.870418:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1763332790.870512:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626294016:0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.871117:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626294272:0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.871156:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332790.871191:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626294784:0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.871214:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332790.871230:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763332790.871236:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626294144:0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.871257:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332790.871277:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626294656:0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.871297:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332790.871323:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626294272 00000100:00100000:3.0:1763332790.871328:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626294272 00000100:00100000:3.0:1763332790.871395:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626294144 00000100:00100000:3.0:1763332790.871399:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626294144 00000100:00100000:3.0:1763332790.871432:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1763332790.871439:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3653:x1848987626294272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.871483:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3653:x1848987626294272:12345-0@lo:400:kworker.0 Request processed in 44us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332790.871489:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1763332790.871504:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1763332790.871509:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626294144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.871534:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626294144:12345-0@lo:400:kworker.0 Request processed in 25us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332790.871539:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00080000:3.0:1763332790.871570:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332790.871603:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836768 gen 2 00000004:00080000:3.0:1763332790.871609:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b14700, transno 21474836765 00000004:00080000:3.0:1763332790.871617:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b14000, transno 21474836766 00000004:00080000:3.0:1763332790.871619:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b14a80, transno 21474836767 00000004:00080000:3.0:1763332790.871622:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b16d80, transno 21474836768 00000100:00100000:3.0:1763332790.871627:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626294144:0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.871640:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626294272:0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.871772:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626294400:0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.871803:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332790.871833:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626294912:0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.871853:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332790.871871:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332790.871877:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626294528:0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.871897:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332790.871921:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626294784 00000100:00100000:1.0:1763332790.871925:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626294784 00000100:00100000:1.0:1763332790.871955:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626294656 00000100:00100000:1.0:1763332790.871958:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626294656 00000100:00100000:1.0:1763332790.871975:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626294912 00000100:00100000:1.0:1763332790.871977:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626294912 00000100:00100000:1.0:1763332790.871990:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626294528 00000100:00100000:1.0:1763332790.871993:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626294528 00000100:00100000:1.0:1763332790.872005:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1763332790.872011:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626294784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.872047:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626294784:12345-0@lo:400:kworker.0 Request processed in 36us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332790.872053:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1763332790.872066:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1763332790.872071:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626294656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.872094:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626294656:12345-0@lo:400:kworker.0 Request processed in 24us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332790.872100:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1763332790.872110:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1763332790.872115:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626294912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.872142:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626294912:12345-0@lo:400:kworker.0 Request processed in 27us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332790.872148:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1763332790.872160:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1763332790.872166:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626294528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.872192:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626294528:12345-0@lo:400:kworker.0 Request processed in 26us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332790.872198:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00080000:1.0:1763332790.872216:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763332790.872219:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332790.872239:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626294528:0@lo:400:kworker.0 00000100:00100000:1.0:1763332790.872248:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626294912:0@lo:400:kworker.0 00000100:00100000:0.0:1763332790.872325:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626294400 00000100:00100000:0.0:1763332790.872329:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626294400 00000100:00100000:0.0:1763332790.872390:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1763332790.872396:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626294400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332790.872430:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626294400:12345-0@lo:400:kworker.0 Request processed in 35us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332790.872435:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000004:00080000:2.0:1763332790.872860:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:3.0:1763332790.873144:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626294656:0@lo:400:kworker.0 00000100:00100000:3.0:1763332790.873160:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626294784:0@lo:400:kworker.0 00000100:00080000:1.0:1763332790.873399:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332790.873431:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869456 gen 2 00000004:00080000:1.0:1763332790.873435:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a2a00, transno 17179869452 00000004:00080000:1.0:1763332790.873456:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42ef9880, transno 17179869453 00000004:00080000:1.0:1763332790.873460:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44820700, transno 17179869454 00000004:00080000:1.0:1763332790.873463:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44820000, transno 17179869455 00000004:00080000:1.0:1763332790.873466:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44821180, transno 17179869456 00000100:00100000:1.0:1763332790.873471:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626294400:0@lo:400:kworker.0 00000004:00080000:0.0:1763332790.876903:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 5 done 00010000:00010000:0.0:1763332791.890677:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332792.401046:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626295040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332792.401124:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332792.401186:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626295040 00000100:00100000:0.0:1763332792.401193:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626295040 00000100:00080000:1.0:1763332792.401221:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332792.401929:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1763332792.401943:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626295040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763332792.401975:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 176841280 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1763332792.402004:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626295168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332792.402578:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332792.402971:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626295168 00000100:00100000:3.0:1763332792.402981:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626295168 00000100:00100000:3.0:1763332792.403050:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1763332792.403059:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626295168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332792.403078:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 176841280 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1763332792.403123:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626295168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332792.403130:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00080000:1.0:1763332792.403329:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332792.403398:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626295168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332792.403717:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626295040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1777us (2590us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332792.403725:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1763332792.404163:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626295040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332792.764113:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332792.764228:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332792.764304:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611030528 00000100:00100000:3.0:1763332792.764318:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611030528 00000100:00100000:3.0:1763332792.764418:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 718 00000100:00100000:3.0:1763332792.764431:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2420:x1848987611030528:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332792.764527:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2420:x1848987611030528:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 98us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332792.764536:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 718 00000100:00100000:2.0:1763332792.771173:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332792.771226:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332792.771287:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611031040 00000100:00100000:1.0:1763332792.771303:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611031040 00000100:00100000:1.0:1763332792.771441:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 557 00000100:00080000:3.0:1763332792.771451:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332792.771453:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611031040:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332792.771557:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611031040:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 105us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332792.771566:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 557 00000100:00100000:0.0:1763332792.772437:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611030784 00000100:00100000:1.0:1763332792.772438:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611030656 00000100:00100000:0.0:1763332792.772452:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611030784 00000100:00100000:1.0:1763332792.772453:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611030656 00000100:00100000:1.0:1763332792.772520:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 973 00000100:00100000:1.0:1763332792.772529:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611030656:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332792.772580:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 974 00000100:00100000:1.0:1763332792.772593:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611030656:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 62us (1364us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332792.772600:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611030784:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332792.772615:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 973 00000100:00100000:1.0:1763332792.772735:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611030784:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 145us (8507us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332792.772743:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 974 00000100:00100000:2.0:1763332792.776784:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00080000:3.0:1763332792.777276:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332792.777285:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332792.780014:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611030912 00000100:00100000:1.0:1763332792.780034:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611030912 00000100:00100000:1.0:1763332792.780151:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 558 00000100:00100000:1.0:1763332792.780165:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987611030912:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332792.780262:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987611030912:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 102us (3497us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332792.780271:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 558 00000100:00080000:3.0:1763332792.780510:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1763332792.912619:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332792.918000:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332792.918033:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626295296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332792.918135:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332792.918375:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626295296 00000100:00100000:2.0:1763332792.918386:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626295296 00000100:00100000:2.0:1763332792.918467:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1763332792.918480:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626295296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763332792.918519:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 124695104 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1763332792.918583:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626295296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332792.918589:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626295424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332792.918594:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1763332792.918638:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332792.918659:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626295296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332792.918691:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626295424 00000100:00100000:2.0:1763332792.918695:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626295424 00000100:00100000:2.0:1763332792.918728:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1763332792.918734:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626295424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763332792.918744:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 124695104 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1763332792.918776:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626295424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332792.918786:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1763332792.918819:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626295424:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1763332792.919022:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1763332793.936567:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332793.942138:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626295552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332793.942254:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332793.942438:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626295552 00000100:00100000:3.0:1763332793.942451:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626295552 00000100:00100000:3.0:1763332793.942533:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1763332793.942545:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626295552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763332793.942599:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446031360 avail 1299791872 00000100:00100000:3.0:1763332793.942662:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626295552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332793.942671:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1763332793.943027:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626295552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763332794.079594:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332794.079796:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611031168 00000100:00100000:3.0:1763332794.079812:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611031168 00000100:00100000:3.0:1763332794.079913:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2619 00000100:00100000:3.0:1763332794.079925:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37074:x1848987611031168:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332794.079950:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332794.079983:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31621 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d829 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1763332794.079988:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1763332794.080072:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c31628 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332794.080089:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c31628 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080100:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c31628 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080115:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3162f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332794.080121:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3162f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080127:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3162f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080224:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c31636 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332794.080234:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c31636 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080241:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c31636 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000004:00200000:3.0:1763332794.080296:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x2:0x0]: returning size 1048576 00000004:00200000:3.0:1763332794.080301:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332794.080327:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c31636 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080340:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c31636 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080376:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c31628 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080383:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c31628 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080390:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c31628 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080397:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332794.080402:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c31628 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080411:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c31628 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080427:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92ff462a1e00) 00010000:00010000:3.0:1763332794.080431:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332794.080437:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c31628 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080443:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c31628 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080456:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3162f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080464:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3162f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080471:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3162f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080476:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332794.080481:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3162f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080487:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3162f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080495:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92ff462a1a00) 00010000:00010000:3.0:1763332794.080498:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332794.080500:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3162f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080505:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06600/0xb32e3ef184c3162f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332794.080553:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c31621 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d829 expref: 14 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332794.080573:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c31636 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d829 expref: 13 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332794.080580:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:3.0:1763332794.080582:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332794.080585:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07400, rc 0) 00000100:00100000:3.0:1763332794.080663:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37074:x1848987611031168:12345-192.168.204.28@tcp:101:rm.0 Request processed in 740us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332794.080672:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2619 00000100:00100000:2.0:1763332794.098391:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332794.098449:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611031424 00000100:00100000:0.0:1763332794.098464:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611031424 00000100:00100000:0.0:1763332794.098555:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2620 00000100:00100000:0.0:1763332794.098568:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37074:x1848987611031424:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:0.0:1763332794.098643:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763332794.098679:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c315e2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d814 expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.098699:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c31636 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d829 expref: 12 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.098712:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c314b5 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7a4 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.098725:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332794.098737:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332794.098770:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c3163d lrc: 3/0,1 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332794.098785:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c3163d lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.098797:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c3163d lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.098810:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332794.098816:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.098823:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.099131:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3164b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332794.099141:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3164b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.099150:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3164b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000040:00080000:0.0:1763332794.100241:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 64 off8848 00000004:00080000:0.0:1763332794.100255:0:29240:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 898179906050ns, next at 899179903276ns, rc = 0 00000040:00080000:0.0:1763332794.100280:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].6, 64 off8648 00000004:00080000:0.0:1763332794.100285:0:29240:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 898179936120ns, next at 899179935177ns, rc = 0 00000040:00080000:0.0:1763332794.100294:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8912 00010000:00010000:0.0:1763332794.100400:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31652 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332794.100413:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31652 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100423:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31652 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100432:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31652 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100438:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31652 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100444:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31652 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100459:0:29240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332794.100483:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3164b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100489:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3164b lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100495:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3164b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100501:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332794.100505:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3164b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100523:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3164b lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100535:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:0.0:1763332794.100538:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763332794.100542:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3164b lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100548:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3164b lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100691:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c3163d lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100698:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c3163d lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100704:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c3163d lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100709:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332794.100712:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c3163d lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100718:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c3163d lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100726:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332794.100728:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332794.100730:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c3163d lrc: 2/0,0 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100736:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c3163d lrc: 0/0,0 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00000004:00010000:0.0:1763332794.100752:0:29240:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000190bb533 reply state 00000000bb482697 transno 4294967370 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100763:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100769:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92fe43ab2d00) 00010000:00010000:0.0:1763332794.100771:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332794.100773:0:29240:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763332794.100878:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37074:x1848987611031424:12345-192.168.204.28@tcp:36:rm.0 Request processed in 2309us (2500us total) trans 4294967370 rc 0/0 00000100:00100000:0.0:1763332794.100889:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2620 00010000:00010000:0.0:1763332794.100929:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332794.100935:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31652 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100942:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332794.100945:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31652 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100951:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31652 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100960:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:0.0:1763332794.100962:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763332794.100965:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31652 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100971:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31652 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.100983:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332794.100984:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332794.100986:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332794.961188:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1763332794.962890:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836773 is committed 00000001:00080000:1.0:1763332794.962904:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836772 is committed 00010000:00010000:0.0:1763332794.966425:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.966444:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.966452:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.966459:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332794.966464:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.966471:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.966489:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8f0a8bfd (ffff92fe43ab2d00) 00010000:00010000:0.0:1763332794.966492:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332794.966507:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332794.966518:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31644 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x4:0x0].0x8f0a8bfd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00000001:00080000:3.0:1763332794.969676:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967370 is committed 00000004:00080000:3.0:1763332794.969692:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 7 committed 00000004:00080000:3.0:1763332794.969710:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 8 committed 00000100:00100000:3.0:1763332794.969907:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626295680:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763332794.969980:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332794.971774:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626295680 00000100:00100000:1.0:1763332794.971788:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626295680 00000100:00100000:1.0:1763332794.971864:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1763332794.971877:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626295680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763332794.971908:0:28600:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:16 count 1 00010000:00010000:1.0:1763332794.971939:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332794.971961:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c3158e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f8 expref: 8 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332794.971969:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332794.971971:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332794.971975:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332794.972008:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c3158e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f8 expref: 8 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332794.972022:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c3158e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f8 expref: 8 pid: 8407 timeout: 999 lvb_type: 1 00000100:00100000:1.0:1763332794.972036:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626295808:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332794.972111:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff60254c00 going to sleep for 11 seconds 00000100:00080000:1.0:1763332794.972124:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332794.974033:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626295936:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763332794.974095:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332794.974160:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626295936 00000100:00100000:0.0:1763332794.974168:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626295936 00000100:00100000:0.0:1763332794.974215:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1763332794.974223:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626295936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763332794.974246:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:16 count 1 00010000:00010000:0.0:1763332794.974269:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.974287:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c315b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ff expref: 5 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.974294:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332794.974296:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332794.974300:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.974324:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c315b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ff expref: 5 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.974335:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c315b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ff expref: 5 pid: 8407 timeout: 999 lvb_type: 0 00000100:00100000:0.0:1763332794.974372:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44faaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626296064:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332794.974426:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5d180 going to sleep for 11 seconds 00000100:00080000:0.0:1763332794.974441:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1763332794.974480:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869467 is committed 00000001:00080000:0.0:1763332794.974489:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869465 is committed 00000001:00080000:0.0:1763332794.975982:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968951 is committed 00000100:00100000:0.0:1763332794.980955:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332794.981072:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332794.981119:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611031680 00000100:00100000:0.0:1763332794.981129:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611031680 00010000:00010000:0.0:1763332794.981197:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c315b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ff expref: 6 pid: 8407 timeout: 999 lvb_type: 0 00000100:00100000:0.0:1763332794.981236:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611031552 00000100:00100000:0.0:1763332794.981240:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611031552 00010000:00010000:0.0:1763332794.981259:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c3158e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f8 expref: 7 pid: 8407 timeout: 999 lvb_type: 1 00000100:00100000:0.0:1763332794.981282:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 690 00000100:00100000:0.0:1763332794.981294:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987611031680:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332794.981311:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332794.981317:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c315b1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ff expref: 6 pid: 8407 timeout: 999 lvb_type: 0 00010000:00010000:0.0:1763332794.981329:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c315b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ff expref: 6 pid: 8407 timeout: 999 lvb_type: 0 00010000:00010000:0.0:1763332794.981385:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332794.981387:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332794.981394:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.981405:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.981428:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332794.981488:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2418:x1848987611031680:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 195us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332794.981495:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 690 00000100:00100000:0.0:1763332794.981526:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 691 00000100:00100000:0.0:1763332794.981533:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987611031552:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332794.981542:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332794.981547:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c3158e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f8 expref: 7 pid: 8407 timeout: 999 lvb_type: 1 00010000:00010000:0.0:1763332794.981558:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c3158e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f8 expref: 7 pid: 8407 timeout: 999 lvb_type: 1 00010000:00010000:0.0:1763332794.981573:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332794.981575:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332794.981578:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.981591:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.981602:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332794.981622:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987611031552:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 89us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332794.981628:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 691 00000100:00080000:0.0:1763332794.981658:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332794.981662:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763332794.982218:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c315b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7ff expref: 5 pid: 8407 timeout: 999 lvb_type: 0 00000100:00100000:2.0:1763332794.982233:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44faaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626296064:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332794.982255:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332794.982265:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332794.982271:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332794.982281:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332794.982289:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332794.982317:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763332794.983464:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626295936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9236us (9363us total) trans 21474836774 rc 0/0 00000100:00100000:2.0:1763332794.983475:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00010000:00010000:1.0:1763332794.983796:0:28600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f54600/0xb32e3ef184c3158e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d7f8 expref: 6 pid: 8407 timeout: 999 lvb_type: 1 00000100:00100000:1.0:1763332794.983809:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626295808:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332794.983829:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332794.983838:0:28600:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332794.983845:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332794.983854:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332794.983862:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332794.983893:0:28600:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1763332794.984948:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626295680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13070us (14962us total) trans 17179869468 rc 0/0 00000100:00100000:1.0:1763332794.984960:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1763332794.985185:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869467 gen 2 00000004:00080000:3.0:1763332794.985192:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e00fb80, transno 17179869466 00000004:00080000:3.0:1763332794.985213:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e00f100, transno 17179869467 00000100:00100000:3.0:1763332794.985221:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe44fa9880 x1848987626295680/t17179869468(17179869468) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763332810 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763332794.985232:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44fa9880/2, rc 0, transno 17179869468 00000100:00100000:3.0:1763332794.985237:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626295680:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763332794.985556:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763332794.985564:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.985574:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332794.985578:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.985587:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.985607:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.985614:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c31660 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.985633:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332794.985638:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.985644:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfa00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332794.985647:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.985654:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.985663:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.985671:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31659 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332794.985683:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332794.985685:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332794.985686:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332794.985709:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836773 gen 2 00000004:00080000:0.0:1763332794.985713:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e1a680, transno 21474836773 00000100:00100000:0.0:1763332794.985734:0:3653:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7dffa680 x1848987626295936/t21474836774(21474836774) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763332810 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763332794.985742:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dffa680/2, rc 0, transno 21474836774 00000100:00100000:0.0:1763332794.985746:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626295936:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1763332794.986092:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332795.472703:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332795.472728:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626296192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332795.472803:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332795.473269:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626296192 00000100:00100000:2.0:1763332795.473277:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626296192 00000100:00100000:2.0:1763332795.473334:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1763332795.473344:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626296192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1763332795.473396:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446260736 avail 1300021248 00000100:00100000:2.0:1763332795.473458:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626296192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332795.473465:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1763332795.473639:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626296192:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1763332795.985505:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332795.987960:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626296704:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.988047:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332795.988113:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626297216:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.988147:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332795.988172:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626297728:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.988200:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332795.988235:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626296704 00000100:00100000:1.0:1763332795.988240:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1763332795.988248:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626296320:0@lo:400:kworker.0 00000100:00100000:2.0:1763332795.988251:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626296704 00000100:00100000:1.0:1763332795.988281:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332795.988307:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626296832:0@lo:400:kworker.0 00000100:00100000:2.0:1763332795.988319:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626297728 00000100:00100000:2.0:1763332795.988324:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626297728 00000100:00100000:1.0:1763332795.988336:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332795.988377:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626297344:0@lo:400:kworker.0 00000100:00100000:2.0:1763332795.988398:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1763332795.988399:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332795.988414:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626296704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.988424:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626297856:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.988448:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332795.988496:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626296448:0@lo:400:kworker.0 00000100:00100000:2.0:1763332795.988507:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626296704:12345-0@lo:400:kworker.0 Request processed in 96us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332795.988516:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1763332795.988525:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332795.988544:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626297856 00000100:00100000:2.0:1763332795.988548:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626297856 00000100:00100000:1.0:1763332795.988549:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626296960:0@lo:400:kworker.0 00000100:00100000:2.0:1763332795.988574:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626296448 00000100:00100000:2.0:1763332795.988579:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626296448 00000100:00100000:1.0:1763332795.988579:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332795.988604:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1763332795.988605:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626297472:0@lo:400:kworker.0 00000100:00100000:2.0:1763332795.988614:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626297728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.988629:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332795.988643:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763332795.988649:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626296576:0@lo:400:kworker.0 00000100:00100000:2.0:1763332795.988669:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626297728:12345-0@lo:400:kworker.0 Request processed in 56us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.988676:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332795.988683:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1763332795.988699:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626297472 00000100:00100000:2.0:1763332795.988702:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626297472 00000100:00100000:1.0:1763332795.988703:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626297088:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.988732:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332795.988736:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1763332795.988752:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626297856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.988754:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626297600:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.988781:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332795.988811:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626297856:12345-0@lo:400:kworker.0 Request processed in 56us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.988814:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626297600 00000100:00100000:1.0:1763332795.988820:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626297600 00000100:00100000:2.0:1763332795.988821:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1763332795.988847:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1763332795.988854:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1763332795.988858:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626296448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.988867:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626297472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332795.988914:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626296448:12345-0@lo:400:kworker.0 Request processed in 60us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.988917:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626297472:12345-0@lo:400:kworker.0 Request processed in 52us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.988928:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1763332795.988934:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1763332795.988942:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1763332795.988950:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626297600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.988976:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626297600:12345-0@lo:400:kworker.0 Request processed in 27us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.988982:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1763332795.989005:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626297216 00000100:00100000:1.0:1763332795.989009:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626297216 00000100:00100000:1.0:1763332795.989036:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626297344 00000100:00100000:1.0:1763332795.989039:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626297344 00000100:00100000:1.0:1763332795.989061:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626296960 00000100:00100000:1.0:1763332795.989063:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626296960 00000100:00100000:1.0:1763332795.989084:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626297088 00000100:00100000:1.0:1763332795.989088:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626297088 00000100:00100000:1.0:1763332795.989111:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1763332795.989117:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626297216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989149:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626297216:12345-0@lo:400:kworker.0 Request processed in 33us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.989155:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1763332795.989166:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1763332795.989172:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626297344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989199:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626297344:12345-0@lo:400:kworker.0 Request processed in 28us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.989205:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1763332795.989216:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1763332795.989223:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626296960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989247:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626296960:12345-0@lo:400:kworker.0 Request processed in 25us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.989253:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1763332795.989263:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1763332795.989268:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626297088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989293:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626297088:12345-0@lo:400:kworker.0 Request processed in 24us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.989298:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1763332795.989317:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626296320 00000100:00100000:1.0:1763332795.989321:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626296320 00000100:00100000:1.0:1763332795.989370:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1763332795.989377:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626296320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989404:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626296320:12345-0@lo:400:kworker.0 Request processed in 28us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.989410:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1763332795.989445:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626296832 00000100:00100000:1.0:1763332795.989449:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626296832 00000100:00100000:1.0:1763332795.989471:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626296576 00000100:00100000:1.0:1763332795.989474:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626296576 00000100:00100000:1.0:1763332795.989499:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1763332795.989506:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626296832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989539:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626296832:12345-0@lo:400:kworker.0 Request processed in 34us (1202us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.989545:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1763332795.989556:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1763332795.989561:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626296576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989587:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626296576:12345-0@lo:400:kworker.0 Request processed in 26us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332795.989593:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1763332795.989687:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294968951 gen 2 00000004:00080000:1.0:1763332795.989693:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968951 committed transno 4294968951 00000100:00100000:1.0:1763332795.989724:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626296576:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989736:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626297088:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989744:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626297600:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989753:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626296448:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989762:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626296960:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989770:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626297472:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989799:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626296320:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989808:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626296832:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989816:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626297344:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989825:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626297856:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989835:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626296704:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989844:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626297216:0@lo:400:kworker.0 00000100:00100000:1.0:1763332795.989853:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626297728:0@lo:400:kworker.0 00000100:00080000:0.0:1763332795.989904:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332795.989911:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332795.989915:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763332795.989918:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:02000400:2.0:1763332796.043957:0:29813:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 44a: lfs mirror split check =========== 17:39:54 (1763332794) 00000100:00100000:2.0:1763332796.108016:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.108535:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611031808 00000100:00100000:3.0:1763332796.108551:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611031808 00000100:00080000:2.0:1763332796.108636:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332796.108647:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2621 00000100:00100000:3.0:1763332796.108659:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37221:x1848987611031808:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332796.108681:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332796.108704:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c31667 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d830 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.108769:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3166e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108785:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3166e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108797:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3166e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108811:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31675 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108816:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31675 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108822:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31675 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108869:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3166e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108876:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3166e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108882:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3166e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108887:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3166e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108892:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332796.108896:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3166e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108903:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3166e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108915:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332796.108918:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.108923:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3166e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108929:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3166e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108939:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31675 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.108945:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31675 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.110143:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31675 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.110150:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332796.110155:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31675 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.110163:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31675 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.110174:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef8a66a9 (ffff92ff44d03500) 00010000:00010000:3.0:1763332796.110178:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.110182:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31675 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.110188:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31675 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.110231:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c31667 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d830 expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.110241:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332796.110243:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.110246:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c31667 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d830 expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.110260:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:3.0:1763332796.110335:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37221:x1848987611031808:12345-192.168.204.28@tcp:101:rm.0 Request processed in 1679us (2331us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332796.110344:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2621 00000100:00100000:0.0:1763332796.130158:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.130398:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611031936 00000100:00100000:3.0:1763332796.130409:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611031936 00000100:00100000:3.0:1763332796.130472:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2622 00000100:00100000:3.0:1763332796.130493:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37222:x1848987611031936:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332796.131525:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332796.131550:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c3167c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d837 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.131624:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31683 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131639:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31683 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131649:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31683 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131661:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3168a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131667:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3168a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131673:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3168a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131715:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31683 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131721:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31683 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131726:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31683 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131731:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31683 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131736:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332796.131740:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31683 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131746:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31683 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131755:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332796.131758:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.131762:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31683 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131767:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31683 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131777:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3168a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131783:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3168a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131787:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3168a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131792:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332796.131795:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3168a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131800:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3168a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131805:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x67e404aa (ffff92ff44d03500) 00010000:00010000:3.0:1763332796.131807:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.131809:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3168a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131813:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3168a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.131841:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c3167c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d837 expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.131849:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332796.131851:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.131854:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c3167c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d837 expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.131861:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:3.0:1763332796.131931:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37222:x1848987611031936:12345-192.168.204.28@tcp:101:rm.0 Request processed in 1440us (1782us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332796.131939:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2622 00000100:00100000:3.0:1763332796.184834:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.184899:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611032192 00000100:00100000:0.0:1763332796.184909:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611032192 00000100:00100000:0.0:1763332796.184978:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2623 00000100:00100000:0.0:1763332796.184988:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37227:x1848987611032192:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332796.185046:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332796.185074:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c313ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d750 expref: 8 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.185095:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332796.185100:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332796.185160:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31691 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185173:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31691 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185182:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31691 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185195:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185201:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185207:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185787:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 3/0,1 mode: --/PW res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185798:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185806:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:0.0:1763332796.185821:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003da88fa7 reply state 000000004c73d2bc transno 4294968952 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185831:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185837:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.185840:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332796.185844:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1763332796.185848:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xf:0x0]: returning size 4096 00010000:00010000:0.0:1763332796.185856:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31691 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185862:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31691 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185869:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31691 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185875:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31691 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185881:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.185885:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31691 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185893:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31691 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185900:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332796.185902:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.185905:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31691 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185911:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31691 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00010000:0.0:1763332796.185920:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003da88fa7 reply state 000000004c73d2bc transno 4294968952 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185927:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.185933:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef8a66a9 (ffff92fe43ab2200) 00010000:00010000:0.0:1763332796.185935:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332796.185937:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1763332796.186026:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37227:x1848987611032192:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 1037us (1203us total) trans 4294968952 rc 0/0 00000100:00100000:0.0:1763332796.186034:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2623 00000100:00100000:0.0:1763332796.211375:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332796.211416:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611032320 00000100:00100000:2.0:1763332796.211432:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611032320 00000100:00100000:2.0:1763332796.213222:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2624 00000100:00100000:2.0:1763332796.213236:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37231:x1848987611032320:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332796.213260:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332796.213281:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c316a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d83e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.213367:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332796.213383:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332796.213395:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763332796.213441:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763332796.213445:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332796.213463:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332796.213497:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c316a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d83e expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.213513:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d83e expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.213522:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332796.213525:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763332796.213529:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05800, rc 0) 00000100:00100000:2.0:1763332796.213611:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37231:x1848987611032320:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 379us (2267us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.213619:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2624 00000100:00100000:2.0:1763332796.231893:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.239071:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611032448 00000100:00100000:3.0:1763332796.239088:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611032448 00000100:00100000:3.0:1763332796.239176:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2625 00000100:00100000:3.0:1763332796.239188:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37231:x1848987611032448:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332796.239213:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332796.239236:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c316b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d845 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.239303:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c316bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239318:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c316bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239330:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c316bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239345:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c316c2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239377:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c316c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239385:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c316c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239425:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c316bb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239433:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c316bb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239440:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c316bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239451:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c316bb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239457:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332796.239463:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c316bb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239471:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c316bb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239496:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332796.239499:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.239505:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c316bb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239511:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c316bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239525:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c316c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239531:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c316c2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239536:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c316c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239541:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332796.239544:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c316c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239550:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c316c2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239562:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x67e404aa (ffff92ff44d03500) 00010000:00010000:3.0:1763332796.239564:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.239568:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c316c2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239573:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c316c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.239606:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c316b4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d845 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.239616:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332796.239619:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.239623:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c316b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d845 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.239632:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:3.0:1763332796.239711:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37231:x1848987611032448:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 526us (7827us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332796.239720:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2625 00000100:00100000:1.0:1763332796.252888:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.252951:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611032704 00000100:00100000:3.0:1763332796.252961:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611032704 00000100:00100000:3.0:1763332796.253039:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2626 00000100:00100000:3.0:1763332796.253049:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+7:37231:x1848987611032704:12345-192.168.204.28@tcp:36:lfs.0 00000100:00100000:3.0:1763332796.253161:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626297984:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763332796.253210:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.253238:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff5119d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332796.253261:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626297984 00000100:00100000:3.0:1763332796.253265:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626297984 00000100:00100000:3.0:1763332796.253293:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1763332796.253299:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626297984:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763332796.253392:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626297984:12345-0@lo:1000:mdt00_003.0 Request processed in 92us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332796.253400:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1763332796.253443:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626297984:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763332796.253501:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626298112:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763332796.253525:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.253538:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1763332796.253550:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626298112 00000100:00100000:3.0:1763332796.253554:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626298112 00000100:00100000:3.0:1763332796.253572:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1763332796.253578:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626298112:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763332796.253636:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626298112:12345-0@lo:1000:mdt00_003.0 Request processed in 58us (110us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763332796.253641:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1763332796.253662:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626298112:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1763332796.253703:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.253713:0:8606:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332796.253721:0:8606:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 8606 initiator: MDT1 00000100:00100000:3.0:1763332796.253730:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626298240:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1763332796.253755:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.253767:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332796.253776:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626298240 00000100:00100000:3.0:1763332796.253779:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626298240 00000100:00100000:3.0:1763332796.253796:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1763332796.253801:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bde0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:8606:x1848987626298240:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1763332796.253809:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332796.253822:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c316d0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c316c9 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.253844:0:6525:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d83e expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.253853:0:6525:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c316d0 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c316c9 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.253875:0:6525:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d83e expref: 9 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.253887:0:6525:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d83e expref: 9 pid: 6521 timeout: 1000 lvb_type: 0 00000100:00100000:3.0:1763332796.253897:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1a680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1848987626298368:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332796.253946:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00080000:1.0:1763332796.254128:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332796.267845:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1a680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1848987626298368:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332796.267886:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c316d0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c316c9 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.267900:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332796.267903:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.267908:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c316d0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c316c9 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.267919:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06c00, rc 0) 00000100:00100000:1.0:1763332796.267976:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bde0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8606:x1848987626298240:12345-0@lo:101:mdt00_003.0 Request processed in 14173us (14218us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332796.267986:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1763332796.268235:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626298240:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763332796.268256:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.268266:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332796.268385:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332796.269249:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611032832 00000100:00100000:2.0:1763332796.269257:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611032832 00010000:00010000:2.0:1763332796.269294:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d83e expref: 10 pid: 6521 timeout: 1000 lvb_type: 0 00000100:00100000:2.0:1763332796.269396:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 692 00000100:00100000:2.0:1763332796.269406:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611032832:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332796.269420:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332796.269426:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d83e expref: 10 pid: 6521 timeout: 1000 lvb_type: 0 00010000:00010000:2.0:1763332796.269439:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d83e expref: 10 pid: 6521 timeout: 1000 lvb_type: 0 00010000:00010000:2.0:1763332796.271431:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c316ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d83e expref: 10 pid: 6521 timeout: 1000 lvb_type: 0 00010000:00010000:2.0:1763332796.271461:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332796.271472:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c316d0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c316c9 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.271858:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c316d0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c316c9 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.271868:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c316d0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c316c9 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.271912:0:28428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c316d0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c316c9 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332796.271928:0:28428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:28428:1848987626298496:0@lo:105: 00000100:00100000:2.0:1763332796.272000:0:28428:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332796.272049:0:28428:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d583c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332796.272088:0:6502:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1763332796.272100:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626298496 00000100:00100000:2.0:1763332796.272107:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626298496 00000100:00100000:2.0:1763332796.272160:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1763332796.272171:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4669bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:28428:x1848987626298496:12345-0@lo:105: 00010000:00010000:2.0:1763332796.272187:0:6502:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.272200:0:6502:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.272210:0:6502:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.272218:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.272225:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.272233:0:6502:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.272250:0:6502:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff92fe46b07c00) 00000100:00100000:2.0:1763332796.272291:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4669bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:28428:x1848987626298496:12345-0@lo:105: Request processed in 120us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.272297:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1763332796.272564:0:28428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:28428:1848987626298496:0@lo:105: 00010000:00010000:2.0:1763332796.272591:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332796.272636:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611032832:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 3230us (4249us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.272644:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 692 00010000:00010000:1.0:1763332796.272743:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.272756:0:8606:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763332796.272779:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1763332796.272814:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.272821:0:8606:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332796.272830:0:8606:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8606 initiator: MDT1 00000100:00100000:1.0:1763332796.272846:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626298624:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1763332796.272916:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332796.272945:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45f2bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332796.275303:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626298624 00000100:00100000:2.0:1763332796.275318:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626298624 00000100:00100000:2.0:1763332796.275393:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1763332796.275402:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8606:x1848987626298624:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1763332796.275421:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332796.275443:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c316de lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c316d7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.275485:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c316de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c316d7 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.275501:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c316de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c316d7 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.275511:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x67e404aa (ffff92fe44cd0a00) 00010000:00010000:2.0:1763332796.275514:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332796.275518:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04000, rc 0) 00000100:00100000:2.0:1763332796.275584:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626298624:12345-0@lo:101:mdt00_003.0 Request processed in 183us (2667us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.275591:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1763332796.275640:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626298624:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1763332796.275658:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c316de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.275674:0:8606:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c316de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763332796.275695:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1763332796.275743:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626298752:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.275780:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332796.276102:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58780 going to sleep for 11 seconds 00000100:00100000:2.0:1763332796.276120:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626298752 00000100:00100000:2.0:1763332796.276125:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626298752 00000100:00100000:2.0:1763332796.276152:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1763332796.276158:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626298752:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.276214:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626298752:12345-0@lo:1000:mdt00_003.0 Request processed in 56us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.276222:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1763332796.276249:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626298752:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.276283:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626298880:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.276304:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332796.276316:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58780 going to sleep for 11 seconds 00000100:00100000:2.0:1763332796.276326:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626298880 00000100:00100000:2.0:1763332796.276330:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626298880 00000100:00100000:2.0:1763332796.276369:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1763332796.276375:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626298880:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.276442:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626298880:12345-0@lo:1000:mdt00_003.0 Request processed in 67us (137us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763332796.276449:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1763332796.276492:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626298880:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.276561:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626299008:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.276676:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332796.276691:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58780 going to sleep for 11 seconds 00000100:00100000:2.0:1763332796.276702:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626299008 00000100:00100000:2.0:1763332796.276706:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626299008 00000100:00100000:2.0:1763332796.276725:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1763332796.276731:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626299008:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.276774:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626299008:12345-0@lo:1000:mdt00_003.0 Request processed in 42us (98us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763332796.276780:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1763332796.276870:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626299008:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.276909:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626299136:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.276929:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332796.276942:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58780 going to sleep for 11 seconds 00000100:00100000:2.0:1763332796.276952:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626299136 00000100:00100000:2.0:1763332796.276956:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626299136 00000100:00100000:2.0:1763332796.276974:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1763332796.276980:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626299136:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.277189:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626299136:12345-0@lo:1000:mdt00_003.0 Request processed in 207us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.277195:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1763332796.277222:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626299136:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.277264:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626299264:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.277285:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332796.277298:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58780 going to sleep for 11 seconds 00000100:00100000:2.0:1763332796.277309:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626299264 00000100:00100000:2.0:1763332796.277312:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626299264 00000100:00100000:2.0:1763332796.277331:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1763332796.277337:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626299264:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1763332796.277989:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626299264:12345-0@lo:1000:mdt00_003.0 Request processed in 650us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.277996:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1763332796.278063:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626299264:0@lo:1000:mdt00_003.0 00000040:00080000:1.0:1763332796.278631:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].5, 1112 off38792 00000040:00080000:1.0:1763332796.278690:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].5, 1256 off39512 00000004:00080000:1.0:1763332796.278697:0:8606:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff92fe45f2b300 with version 12 00000004:00080000:1.0:1763332796.278715:0:7449:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff49dc1b40 version 12 rpc_version 12 00000020:00100000:1.0:1763332796.278741:0:7449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1763332796.278750:0:7449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe438ab100 x1848987626299520/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2544/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763332796.278770:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626299520:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763332796.278810:0:7449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332796.279847:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45f2b240 going to sleep for 11 seconds 00000100:00100000:1.0:1763332796.282655:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626299520 00000100:00100000:1.0:1763332796.282676:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626299520 00000100:00100000:3.0:1763332796.283275:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1763332796.283291:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7449:x1848987626299520:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1763332796.283796:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7449:x1848987626299520:12345-0@lo:1000:osp_up0-1.0 Request processed in 508us (4984us total) trans 4294968953 rc 0/0 00000100:00100000:3.0:1763332796.283809:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1763332796.283883:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626299520:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1763332796.283955:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.283971:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332796.283982:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00010000:3.0:1763332796.283998:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000061538926 reply state 00000000474031ce transno 4294967371 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332796.284009:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332796.284016:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:3.0:1763332796.284019:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332796.284023:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1763332796.284029:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x4:0x0]: returning size 4096 00000004:00080000:3.0:1763332796.284037:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1763332796.284046:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.284054:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.284061:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.284081:0:8606:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1763332796.284086:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1763332796.284091:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c316de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.284098:0:8606:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c316de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332796.284172:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37231:x1848987611032704:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 31124us (31291us total) trans 4294967371 rc 0/0 00000100:00100000:3.0:1763332796.284180:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2626 00010000:00010000:3.0:1763332796.284201:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332796.284207:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.284214:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07c00 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:3.0:1763332796.284219:0:8421:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763332796.284226:0:8421:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.284253:0:8421:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.284259:0:8421:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1763332796.284278:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.284285:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe46b07c00/0xb32e3ef184c316c9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c316d0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.284301:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332796.284303:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332796.284305:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332796.286654:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626299648:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763332796.286718:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332796.288105:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626299648 00000100:00100000:1.0:1763332796.288118:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626299648 00000100:00100000:1.0:1763332796.288182:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1763332796.288191:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3652:x1848987626299648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332796.288207:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332796.288234:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c316d0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c316c9 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.288249:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332796.288254:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332796.288302:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3652:x1848987626299648:12345-0@lo:103:ldlm_bl.0 Request processed in 112us (1584us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332796.288309:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1763332796.288434:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626299648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332796.303419:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.303457:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611032960 00000100:00100000:3.0:1763332796.303469:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611032960 00000100:00100000:3.0:1763332796.303546:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2627 00000100:00100000:3.0:1763332796.303558:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37233:x1848987611032960:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332796.303578:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332796.303599:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c316ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d84c expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.303663:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c316f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.303678:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c316f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.303690:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c316f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332796.303730:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332796.303734:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332796.303754:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c316f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.303781:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c316ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d84c expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.303798:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c316f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d84c expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.303807:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332796.303810:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332796.303814:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:3.0:1763332796.303882:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611032960:12345-192.168.204.28@tcp:101:rm.0 Request processed in 326us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332796.303890:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2627 00000100:00100000:3.0:1763332796.307600:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332796.307711:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611033088 00000100:00100000:1.0:1763332796.307723:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611033088 00000100:00100000:1.0:1763332796.307777:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2628 00000100:00100000:1.0:1763332796.307788:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611033088:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332796.307810:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332796.307833:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c316fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d853 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.307900:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31701 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.307917:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31701 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.307929:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31701 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.307940:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31708 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.307948:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31708 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.307959:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31708 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308039:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c3170f lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308046:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c3170f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308053:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c3170f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332796.308091:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xf:0x0]: returning size 4096 00000004:00200000:1.0:1763332796.308095:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332796.308115:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c3170f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308129:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31701 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308136:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31701 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308142:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31701 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308149:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31701 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308155:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.308160:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31701 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308167:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31701 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308180:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332796.308183:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.308188:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31701 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308194:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31701 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308205:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31708 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308210:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31708 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308215:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31708 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308219:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bea00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.308222:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31708 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308227:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31708 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308235:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef8a66a9 (ffff92fe43ab2200) 00010000:00010000:1.0:1763332796.308237:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.308240:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31708 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308244:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31708 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.308268:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c316fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d853 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.308282:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c3170f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d853 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.308289:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.308291:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763332796.308293:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bee00, rc 0) 00000100:00100000:1.0:1763332796.308388:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37233:x1848987611033088:12345-192.168.204.28@tcp:101:rm.0 Request processed in 602us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332796.308396:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2628 00000100:00100000:1.0:1763332796.317664:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.318057:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611033216 00000100:00100000:0.0:1763332796.318067:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611033216 00000100:00100000:0.0:1763332796.318120:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2629 00000100:00100000:0.0:1763332796.318130:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37233:x1848987611033216:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332796.318150:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.318170:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c31716 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d85a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.318231:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c3171d lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318246:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c3171d lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318256:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c3171d lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318267:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31724 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318273:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31724 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318279:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31724 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318313:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c3171d lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318319:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c3171d lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318325:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c3171d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318331:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c3171d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318337:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.318341:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c3171d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318371:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c3171d lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318382:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.318385:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.318390:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c3171d lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318396:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75000/0xb32e3ef184c3171d lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318407:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31724 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318413:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31724 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318418:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31724 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318423:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.318426:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31724 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318431:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31724 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318437:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe43ab2000) 00010000:00010000:0.0:1763332796.318439:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.318441:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31724 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318447:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31724 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.318510:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c31716 lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d85a expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.318520:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.318522:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.318526:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c31716 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d85a expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.318536:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74a00, rc 0) 00000100:00100000:0.0:1763332796.318597:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37233:x1848987611033216:12345-192.168.204.28@tcp:101:rm.0 Request processed in 468us (941us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332796.318604:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2629 00000100:00100000:3.0:1763332796.324992:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332796.325119:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611033344 00000100:00100000:1.0:1763332796.325130:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611033344 00000100:00100000:1.0:1763332796.325185:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2630 00000100:00100000:1.0:1763332796.325196:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37233:x1848987611033344:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332796.325216:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332796.325239:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3172b lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d861 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.325308:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31732 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325324:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31732 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325337:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31732 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325384:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31739 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325393:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31739 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325400:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31739 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325442:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31732 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325449:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31732 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325454:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31732 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325460:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31732 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325467:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bea00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.325471:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31732 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325490:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31732 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325503:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.325506:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.325511:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31732 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325517:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31732 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325528:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31739 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325533:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31739 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325538:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31739 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325543:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.325546:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31739 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325551:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31739 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325558:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff621b4200) 00010000:00010000:1.0:1763332796.325560:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.325563:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31739 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325569:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31739 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.325603:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3172b lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d861 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.325614:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.325616:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.325619:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3172b lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d861 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.325628:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf400, rc 0) 00000100:00100000:1.0:1763332796.325696:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37233:x1848987611033344:12345-192.168.204.28@tcp:101:rm.0 Request processed in 501us (715us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332796.325704:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2630 00000100:00100000:2.0:1763332796.328087:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.328147:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611033472 00000100:00100000:3.0:1763332796.328156:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611033472 00000100:00100000:3.0:1763332796.328206:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2631 00000100:00100000:3.0:1763332796.328216:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37233:x1848987611033472:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332796.328235:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332796.328255:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31740 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d868 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.328316:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31747 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332796.328330:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31747 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332796.328342:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31747 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332796.328380:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332796.328390:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c316de lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c316d7 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.328398:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332796.328433:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c316de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c316d7 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332796.328449:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626299776:0@lo:104: 00000100:00100000:3.0:1763332796.328504:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.328552:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763332796.328595:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626299776 00000100:00100000:2.0:1763332796.328601:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626299776 00000100:00100000:2.0:1763332796.328636:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1763332796.328644:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6521:x1848987626299776:12345-0@lo:104: 00010000:00010000:2.0:1763332796.328655:0:6503:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c316de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.328721:0:6503:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1763332796.328727:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6521:x1848987626299776:12345-0@lo:104: Request processed in 85us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.328735:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00010000:00010000:1.0:1763332796.328737:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332796.328745:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c316de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.328753:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be800 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:1.0:1763332796.328758:0:6508:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c316de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763332796.328767:0:6508:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c316de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.328793:0:6508:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c316de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.328799:0:6508:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1763332796.328831:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c316de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.328838:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe467be800/0xb32e3ef184c316d7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c316de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332796.328867:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626299904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763332796.328898:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332796.329021:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332796.329024:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332796.329026:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332796.331735:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626299776:0@lo:104: 00010000:00010000:3.0:1763332796.331766:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763332796.331800:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626299904 00000100:00100000:3.0:1763332796.331806:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626299904 00010000:00010000:3.0:1763332796.331833:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c316de lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c316d7 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332796.331863:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1763332796.331872:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3653:x1848987626299904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763332796.331888:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1763332796.340587:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968953 is committed 00000001:00080000:0.0:1763332796.340618:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968952 is committed 00010000:00010000:1.0:1763332796.340646:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340659:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340670:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340674:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.340679:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340685:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340699:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef8a66a9 (ffff92fe43ab2200) 00010000:00010000:1.0:1763332796.340702:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.340704:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c316de lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c316d7 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.340707:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340714:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31698 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef8a66a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332796.340722:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x67e404aa (ffff92fe44cd0a00) 00010000:00010000:3.0:1763332796.340726:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340729:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340734:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332796.340735:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340739:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332796.340742:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340744:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.340746:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340751:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340757:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.340759:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.340761:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.340767:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3169f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332796.340775:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332796.340864:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626299904:12345-0@lo:103:ldlm_bl.0 Request processed in 8991us (11963us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332796.340873:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1763332796.340895:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626299904:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763332796.341019:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.341027:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:0.0:1763332796.341147:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fab800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6521:1848987626300032:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1763332796.341186:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332796.341217:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332796.341229:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626300032 00000100:00100000:1.0:1763332796.341235:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626300032 00000100:00100000:1.0:1763332796.341281:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1763332796.341290:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6521:x1848987626300032:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1763332796.341384:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6521:x1848987626300032:12345-0@lo:1000:mdt00_002.0 Request processed in 95us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332796.341391:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1763332796.342373:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fab800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6521:1848987626300032:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1763332796.342434:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c31755 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342448:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c31755 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342457:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c31755 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:0.0:1763332796.342492:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c31755 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342506:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31747 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342512:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31747 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342519:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31747 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342525:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31747 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342531:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.342535:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31747 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342541:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31747 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342551:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332796.342554:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.342558:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31747 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342564:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31747 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342575:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342582:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342587:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342591:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.342595:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342600:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342608:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x67e404aa (ffff92fe44cd0a00) 00010000:00010000:0.0:1763332796.342610:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.342613:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342619:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3174e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x67e404aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.342657:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31740 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d868 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.342673:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c31755 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d868 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.342680:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92fe4388e400) 00010000:00010000:0.0:1763332796.342682:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332796.342685:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74a00, rc 0) 00000100:00100000:0.0:1763332796.342741:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611033472:12345-192.168.204.28@tcp:101:rm.0 Request processed in 14526us (14660us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332796.342749:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2631 00000100:00100000:3.0:1763332796.345105:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.346600:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611033600 00000100:00100000:0.0:1763332796.346613:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611033600 00000100:00100000:0.0:1763332796.346683:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2632 00000100:00100000:0.0:1763332796.346695:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37233:x1848987611033600:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332796.346719:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.346740:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3175c lrc: 2/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d86f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.346815:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31763 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.346828:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31763 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.346838:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31763 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763332796.346880:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x4:0x0]: returning size 4096 00000004:00200000:0.0:1763332796.346883:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1763332796.346913:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c3175c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d86f expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.346928:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31763 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d86f expref: 10 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.346937:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332796.346940:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1763332796.346944:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75000, rc 0) 00000100:00100000:0.0:1763332796.347004:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611033600:12345-192.168.204.28@tcp:101:rm.0 Request processed in 312us (1906us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332796.347010:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2632 00000100:00100000:3.0:1763332796.349483:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.349645:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611033728 00000100:00100000:0.0:1763332796.349654:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611033728 00000100:00100000:0.0:1763332796.349712:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2633 00000100:00100000:0.0:1763332796.349722:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611033728:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332796.349741:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.349760:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3176a lrc: 2/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d876 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.349826:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31771 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.349839:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31771 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349849:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31771 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349860:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c31778 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.349866:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c31778 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349873:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c31778 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349917:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31771 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349923:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31771 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349929:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31771 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349935:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31771 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349941:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.349944:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31771 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349951:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31771 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349963:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332796.349966:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.349970:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31771 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349976:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74400/0xb32e3ef184c31771 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349988:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c31778 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349993:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c31778 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.349999:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c31778 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.350003:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.350005:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c31778 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.350014:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c31778 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.350020:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x83c42efe (ffff92fe4388e600) 00010000:00010000:0.0:1763332796.350022:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.350024:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c31778 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.350029:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c31778 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.350142:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3176a lrc: 1/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d876 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.350153:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332796.350156:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.350160:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3176a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d876 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.350170:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74c00, rc 0) 00000100:00100000:0.0:1763332796.350507:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611033728:12345-192.168.204.28@tcp:101:rm.0 Request processed in 785us (1039us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332796.350514:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2633 00000100:00100000:3.0:1763332796.352545:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.352690:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611033856 00000100:00100000:0.0:1763332796.352699:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611033856 00000100:00100000:0.0:1763332796.352749:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2634 00000100:00100000:0.0:1763332796.352758:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611033856:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332796.352776:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.352796:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3177f lrc: 2/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d87d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.352857:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31786 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.352872:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31786 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.352882:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31786 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.352894:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3178d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.352900:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3178d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.352906:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3178d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.352942:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31786 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.352959:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31786 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.352965:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31786 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.352971:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31786 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.352977:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.352980:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31786 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.352988:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31786 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.352999:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332796.353001:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.353006:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31786 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.353011:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74000/0xb32e3ef184c31786 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.353023:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3178d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.353028:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3178d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.353034:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3178d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.353038:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.353041:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3178d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.353045:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3178d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.353051:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x83c42efe (ffff92fe4388e200) 00010000:00010000:0.0:1763332796.353053:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.353056:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3178d lrc: 2/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.353061:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3178d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332796.353090:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3177f lrc: 1/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d87d expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.353099:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332796.353101:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.353105:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c3177f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d87d expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.353113:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74600, rc 0) 00000100:00100000:0.0:1763332796.353155:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611033856:12345-192.168.204.28@tcp:101:rm.0 Request processed in 399us (617us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332796.353161:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2634 00000100:00100000:3.0:1763332796.356666:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332796.356845:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611033984 00000100:00100000:1.0:1763332796.356856:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611033984 00000100:00100000:1.0:1763332796.356911:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2635 00000100:00100000:1.0:1763332796.356920:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611033984:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332796.356940:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332796.356974:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c31794 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d884 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.357040:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3179b lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357053:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3179b lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357063:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3179b lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357101:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317a2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357110:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357116:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357152:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3179b lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357159:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3179b lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357164:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3179b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357170:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3179b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357175:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.357180:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3179b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357186:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3179b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357197:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.357200:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.357206:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3179b lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357212:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c3179b lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357225:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357236:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317a2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357241:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357246:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.357248:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357253:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357260:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x5cd003d6 (ffff92ff621b4900) 00010000:00010000:1.0:1763332796.357263:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.357265:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317a2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357270:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317a2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.357302:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c31794 lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d884 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.357311:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.357314:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.357318:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c31794 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d884 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.357327:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be800, rc 0) 00000100:00100000:1.0:1763332796.357410:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611033984:12345-192.168.204.28@tcp:101:rm.0 Request processed in 491us (752us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332796.357417:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2635 00000100:00100000:3.0:1763332796.359408:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332796.359505:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611034112 00000100:00100000:1.0:1763332796.359513:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611034112 00000100:00100000:1.0:1763332796.359569:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2636 00000100:00100000:1.0:1763332796.359579:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611034112:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332796.359596:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332796.359615:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c317a9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d88b expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.359673:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317b0 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359685:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317b0 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359695:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317b0 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359709:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317b7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359715:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317b7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359721:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317b7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359755:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317b0 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359761:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317b0 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359766:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317b0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359772:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317b0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359776:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.359780:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317b0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359786:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317b0 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359797:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.359799:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.359803:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317b0 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359808:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317b0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359828:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317b7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359834:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317b7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359840:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317b7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359845:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfe00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.359848:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317b7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359853:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317b7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359860:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x5cd003d6 (ffff92ff621b4200) 00010000:00010000:1.0:1763332796.359862:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.359865:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317b7 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359870:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317b7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.359902:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c317a9 lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d88b expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.359911:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.359914:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.359917:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c317a9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d88b expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.359925:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bea00, rc 0) 00000100:00100000:1.0:1763332796.359975:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37233:x1848987611034112:12345-192.168.204.28@tcp:101:rm.0 Request processed in 398us (577us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332796.359983:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2636 00000100:00100000:3.0:1763332796.372771:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.373247:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611034240 00000100:00100000:0.0:1763332796.373258:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611034240 00000100:00100000:1.0:1763332796.373482:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2637 00000100:00100000:1.0:1763332796.373496:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37234:x1848987611034240:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332796.374291:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332796.374318:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c317be lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d892 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.374748:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317c5 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374761:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317c5 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374771:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317c5 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374784:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374789:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374795:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374830:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317c5 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374835:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317c5 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374840:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317c5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374847:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317c5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374852:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfe00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.374856:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317c5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374862:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317c5 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374873:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.374875:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.374879:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317c5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374885:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c317c5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374897:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374902:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317cc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374907:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374911:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.374913:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374918:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374924:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff621b4200) 00010000:00010000:1.0:1763332796.374926:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.374929:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317cc lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374937:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c317cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.374964:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c317be lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d892 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.374973:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.374975:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.374979:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c317be lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d892 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.374987:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bea00, rc 0) 00000100:00100000:1.0:1763332796.375051:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37234:x1848987611034240:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1559us (2289us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332796.375059:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2637 00000100:00100000:3.0:1763332796.378381:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332796.378415:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611034368 00000100:00100000:1.0:1763332796.378426:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611034368 00000100:00100000:1.0:1763332796.378482:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2638 00000100:00100000:1.0:1763332796.378491:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37234:x1848987611034368:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332796.378510:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332796.378530:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c317d3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d899 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.378597:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317da lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378707:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317da lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378724:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317da lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378738:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c317e1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378896:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c317e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378904:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c317e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378948:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317da lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378955:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317da lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378961:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378967:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317da lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378975:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.378979:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317da lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378986:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317da lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.378996:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.378999:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.379003:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317da lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.379008:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c317da lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.379021:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c317e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.379025:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c317e1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.379030:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c317e1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.379035:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.379037:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c317e1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.379041:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c317e1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.379046:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff621b4900) 00010000:00010000:1.0:1763332796.379048:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.379050:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c317e1 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.379054:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c317e1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.379082:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c317d3 lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d899 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.379090:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.379092:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.379095:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c317d3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d899 expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.379104:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be800, rc 0) 00000100:00100000:1.0:1763332796.379163:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37234:x1848987611034368:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 673us (827us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332796.379170:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2638 00000100:00100000:3.0:1763332796.386662:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.386895:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611034496 00000100:00100000:0.0:1763332796.386906:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611034496 00000100:00100000:0.0:1763332796.386965:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2639 00000100:00100000:0.0:1763332796.386976:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37234:x1848987611034496:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332796.386996:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.387017:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c317e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8a0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.387085:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c317ef lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.387099:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c317ef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.387110:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c317ef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332796.387147:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xf:0x0]: returning size 4096 00000004:00200000:0.0:1763332796.387150:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332796.387167:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c317ef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.387188:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c317e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8a0 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.387201:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c317ef lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8a0 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.387208:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.387211:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332796.387213:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75c00, rc 0) 00000100:00100000:0.0:1763332796.387272:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37234:x1848987611034496:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 298us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332796.387279:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2639 00000100:00100000:3.0:1763332796.395084:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.395700:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611034624 00000100:00100000:0.0:1763332796.395722:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611034624 00000100:00100000:0.0:1763332796.395787:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2640 00000100:00100000:0.0:1763332796.395798:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37234:x1848987611034624:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332796.395823:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.395845:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c317f6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8a7 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.395930:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c317fd lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.395944:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c317fd lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.395967:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c317fd lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.395983:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31804 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.395990:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31804 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.395996:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31804 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396208:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c317fd lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396215:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c317fd lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396221:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c317fd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396228:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c317fd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396233:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.396236:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c317fd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396243:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c317fd lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396254:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.396257:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.396261:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c317fd lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396267:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c317fd lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396278:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31804 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396283:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31804 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396288:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31804 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396293:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.396295:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31804 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396300:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31804 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396305:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe4388e200) 00010000:00010000:0.0:1763332796.396307:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.396310:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31804 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396314:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31804 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.396341:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c317f6 lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8a7 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.396386:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.396390:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.396393:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c317f6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8a7 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.396401:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74000, rc 0) 00000100:00100000:0.0:1763332796.396601:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37234:x1848987611034624:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 803us (1526us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332796.396609:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2640 00000100:00100000:3.0:1763332796.399420:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.399599:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611034880 00000100:00100000:0.0:1763332796.399608:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611034880 00000100:00100000:0.0:1763332796.399668:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2641 00000100:00100000:0.0:1763332796.399678:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37234:x1848987611034880:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332796.399697:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.399701:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332796.399796:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c317ef lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8a0 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.399815:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.399819:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332796.399832:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c3180b lrc: 2/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8ae expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.399932:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31812 lrc: 3/0,1 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.399944:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31812 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.399974:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31812 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.399994:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400007:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400013:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400657:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c31820 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400667:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c31820 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400675:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c31820 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332796.400685:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 0 00010000:00010000:0.0:1763332796.400777:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31812 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400784:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31812 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400789:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31812 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400794:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31812 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400800:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.400803:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31812 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400813:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31812 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400822:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.400824:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.400828:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31812 lrc: 3/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400834:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31812 lrc: 0/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00010000:0.0:1763332796.400845:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000040dd7771 reply state 00000000db1dff2d transno 4294968954 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400855:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.400861:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe4388e600) 00010000:00010000:0.0:1763332796.400863:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332796.400866:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332796.400896:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c3180b lrc: 0/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ae expref: 13 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.400909:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c31820 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ae expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.400915:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388ec00) 00010000:00010000:0.0:1763332796.400923:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332796.400925:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74800, rc 0) 00000100:00100000:0.0:1763332796.401227:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37234:x1848987611034880:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1549us (1814us total) trans 4294968954 rc 0/0 00000100:00100000:0.0:1763332796.401239:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2641 00000100:00100000:3.0:1763332796.404987:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.405111:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611035136 00000100:00100000:0.0:1763332796.405122:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611035136 00000100:00100000:0.0:1763332796.405181:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2642 00000100:00100000:0.0:1763332796.405191:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37234:x1848987611035136:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332796.405214:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.405236:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3182e lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8b5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.405343:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.405401:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c31820 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ae expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.405410:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.405444:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c31820 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ae expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.405457:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c31820 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ae expref: 14 pid: 6521 timeout: 1000 lvb_type: 0 00000100:00100000:0.0:1763332796.405482:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fab800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626300160:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332796.405555:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5d840 going to sleep for 11 seconds 00000100:00100000:3.0:1763332796.409647:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.409647:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fab800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626300160:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332796.409676:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763332796.410027:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611035264 00000100:00100000:1.0:1763332796.410035:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611035264 00010000:00010000:1.0:1763332796.410071:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c31820 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ae expref: 15 pid: 6521 timeout: 1000 lvb_type: 0 00000100:00100000:1.0:1763332796.410105:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 694 00000100:00100000:1.0:1763332796.410114:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611035264:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332796.410128:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332796.410134:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c31820 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ae expref: 15 pid: 6521 timeout: 1000 lvb_type: 0 00010000:00010000:1.0:1763332796.410146:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c31820 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ae expref: 15 pid: 6521 timeout: 1000 lvb_type: 0 00010000:00010000:1.0:1763332796.410166:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c31820 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ae expref: 15 pid: 6521 timeout: 1000 lvb_type: 0 00010000:00010000:1.0:1763332796.410181:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388ec00) 00010000:00010000:1.0:1763332796.410185:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.410198:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.410206:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.410237:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332796.410297:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2421:x1848987611035264:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 184us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332796.410305:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 694 00010000:00010000:0.0:1763332796.410446:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.410454:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332796.410481:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 0 00000004:00080000:0.0:1763332796.410650:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x47:0x0], index 0: 0 00000004:00080000:0.0:1763332796.410657:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x45:0x0], index 1: 0 00000004:00080000:0.0:1763332796.410661:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x48:0x0], index 0: 0 00000004:00080000:0.0:1763332796.410665:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x46:0x0], index 1: 0 00010000:00010000:0.0:1763332796.410875:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.410882:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.410889:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.410894:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.410898:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.410905:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.410914:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388ec00) 00010000:00010000:0.0:1763332796.410918:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332796.410922:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.410931:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31835 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.411257:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3182e lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8b5 expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.411268:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.411270:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332796.411274:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3182e lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8b5 expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.411284:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75400, rc 0) 00000100:00100000:0.0:1763332796.411652:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37234:x1848987611035136:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6461us (6676us total) trans 4294968955 rc 301/301 00000100:00100000:0.0:1763332796.411660:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2642 00000100:00100000:3.0:1763332796.416518:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332796.417310:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611035520 00000100:00100000:2.0:1763332796.417324:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611035520 00000100:00100000:2.0:1763332796.417405:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 753 00000100:00100000:2.0:1763332796.417415:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37234:x1848987611035520:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332796.417755:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37234:x1848987611035520:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 339us (1245us total) trans 4294968956 rc 0/0 00000100:00100000:2.0:1763332796.417766:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 753 00000100:00100000:1.0:1763332796.422006:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.423878:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611035776 00000100:00100000:0.0:1763332796.423894:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611035776 00000100:00100000:2.0:1763332796.424535:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 754 00000100:00100000:2.0:1763332796.424549:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc00450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37234:x1848987611035776:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332796.424799:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc00450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37234:x1848987611035776:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 254us (2800us total) trans 4294968957 rc 0/0 00000100:00100000:2.0:1763332796.424807:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 754 00000100:00100000:3.0:1763332796.443031:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.443656:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611036032 00000100:00100000:0.0:1763332796.443668:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611036032 00000100:00100000:0.0:1763332796.443736:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2643 00000100:00100000:0.0:1763332796.443746:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37236:x1848987611036032:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332796.443769:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.443791:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31843 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8bc expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.443860:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3184a lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.443874:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3184a lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.443886:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3184a lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.443895:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31851 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.443903:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31851 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.443909:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31851 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.443992:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3184a lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444000:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3184a lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444006:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3184a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444012:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3184a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444018:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.444021:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3184a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444028:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3184a lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444040:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.444043:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.444049:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3184a lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444054:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c3184a lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444066:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31851 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444072:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31851 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444078:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31851 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444082:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.444085:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31851 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444090:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31851 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444095:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe4388e600) 00010000:00010000:0.0:1763332796.444098:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.444100:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31851 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444105:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31851 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.444130:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31843 lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8bc expref: 16 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.444141:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.444144:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332796.444149:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31843 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8bc expref: 16 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.444159:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75400, rc 0) 00000100:00100000:0.0:1763332796.446885:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37236:x1848987611036032:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3129us (3860us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332796.446898:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2643 00000100:00100000:3.0:1763332796.450334:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.450501:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611036288 00000100:00100000:0.0:1763332796.450513:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611036288 00000100:00100000:0.0:1763332796.450579:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2644 00000100:00100000:0.0:1763332796.450591:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37236:x1848987611036288:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332796.450613:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.450635:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31858 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763332796.450731:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xf:0x0]: returning size 4096 00010000:00010000:0.0:1763332796.450823:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31858 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8c3 expref: 17 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.450835:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332796.450838:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332796.450843:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31858 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8c3 expref: 17 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.450856:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74400, rc 0) 00000100:00100000:0.0:1763332796.450918:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37236:x1848987611036288:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 332us (592us total) trans 4294968958 rc 301/301 00000100:00100000:0.0:1763332796.450930:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2644 00000100:00100000:2.0:1763332796.463961:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.464062:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611036416 00000100:00100000:0.0:1763332796.464071:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611036416 00000100:00100000:0.0:1763332796.464125:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2645 00000100:00100000:0.0:1763332796.464134:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37236:x1848987611036416:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332796.464205:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31866 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464221:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31866 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464232:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31866 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464241:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3186d lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464247:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3186d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464252:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3186d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464320:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31874 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464326:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31874 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464331:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31874 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332796.464401:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 0 00000004:00200000:0.0:1763332796.464406:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332796.464419:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31874 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464432:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31866 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464437:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31866 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464443:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31866 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464450:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31866 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464455:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.464458:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31866 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464465:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31866 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464488:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.464491:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.464497:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31866 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464503:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31866 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464516:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3186d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464522:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3186d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464528:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3186d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464532:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.464536:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3186d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464542:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3186d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464549:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe4388e600) 00010000:00010000:0.0:1763332796.464552:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.464554:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3186d lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464560:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3186d lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464568:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31874 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464573:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31874 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464578:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31874 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464584:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.464587:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31874 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464592:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31874 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464598:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388ec00) 00010000:00010000:0.0:1763332796.464601:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.464604:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31874 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.464609:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c31874 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:0.0:1763332796.464691:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37236:x1848987611036416:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 557us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332796.464699:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2645 00000100:00100000:3.0:1763332796.466791:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.468159:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611036672 00000100:00100000:0.0:1763332796.468172:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611036672 00000100:00100000:0.0:1763332796.468242:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 755 00000100:00100000:0.0:1763332796.468253:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37236:x1848987611036672:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332796.468505:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37236:x1848987611036672:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 253us (1719us total) trans 4294968959 rc 0/0 00000100:00100000:0.0:1763332796.468513:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 755 00000100:00100000:2.0:1763332796.484273:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.484392:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611036928 00000100:00100000:0.0:1763332796.484403:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611036928 00000100:00100000:0.0:1763332796.484465:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2646 00000100:00100000:0.0:1763332796.484484:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37238:x1848987611036928:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332796.484509:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.484532:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c3187b lrc: 2/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8ca expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.484715:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31882 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484728:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31882 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484739:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31882 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484750:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31889 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484756:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31889 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484762:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31889 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484836:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31890 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484844:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31890 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484851:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31890 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332796.484861:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 0 00010000:00010000:0.0:1763332796.484941:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31882 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484949:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31882 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484955:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31882 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484961:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31882 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484968:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.484972:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31882 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484978:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31882 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.484990:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332796.484993:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.484998:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31882 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.485003:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31882 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.485018:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31889 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.485023:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31889 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.485028:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31889 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.485033:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.485036:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31889 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.485042:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31889 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.485050:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe4388e600) 00010000:00010000:0.0:1763332796.485052:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.485055:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31889 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.485061:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c31889 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.485098:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c3187b lrc: 0/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ca expref: 20 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.485112:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31890 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ca expref: 19 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.485119:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388ec00) 00010000:00010000:0.0:1763332796.485121:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332796.485124:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74c00, rc 0) 00000100:00100000:0.0:1763332796.485197:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37238:x1848987611036928:12345-192.168.204.28@tcp:101:dd.0 Request processed in 714us (931us total) trans 4294968960 rc 0/0 00000100:00100000:0.0:1763332796.485205:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2646 00000100:00100000:1.0:1763332796.512957:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.513141:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611037184 00000100:00100000:3.0:1763332796.513152:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611037184 00000100:00100000:0.0:1763332796.513822:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2647 00000100:00100000:0.0:1763332796.513839:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37238:x1848987611037184:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332796.513868:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.513872:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332796.513906:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c31890 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ca expref: 19 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.513928:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388ec00) 00010000:00010000:0.0:1763332796.513941:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332796.513959:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c3189e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8d1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.514015:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c318a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.514028:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c318a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.514039:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c318a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000040:00080000:0.0:1763332796.514294:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].213, 88 off25976 00000004:00080000:0.0:1763332796.514304:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 900593954371ns, next at 887754833937ns, rc = 0 00000040:00080000:0.0:1763332796.514385:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].211, 88 off25864 00000004:00080000:0.0:1763332796.514394:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 900594045143ns, next at 887240246170ns, rc = 0 00000040:00080000:0.0:1763332796.514443:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].214, 88 off26064 00000004:00080000:0.0:1763332796.514448:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 900594099334ns, next at 887754833937ns, rc = 0 00000040:00080000:0.0:1763332796.514460:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].212, 88 off25952 00000004:00080000:0.0:1763332796.514464:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 900594114834ns, next at 887240246170ns, rc = 0 00000001:00080000:2.0:1763332796.522780:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968961 is committed 00000004:00080000:2.0:1763332796.522793:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 196 committed 00000004:00080000:2.0:1763332796.522818:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 197 committed 00000004:00080000:2.0:1763332796.522826:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 195 committed 00000004:00080000:2.0:1763332796.522829:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 196 committed 00000100:00100000:2.0:1763332796.522936:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626300416:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332796.523001:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332796.523037:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332796.523043:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626300288:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332796.523062:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332796.523090:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626300416 00000100:00100000:2.0:1763332796.523097:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626300416 00000100:00100000:2.0:1763332796.523135:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626300288 00000100:00100000:2.0:1763332796.523137:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626300288 00000100:00100000:2.0:1763332796.523155:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1763332796.523162:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626300416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332796.523334:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626300416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 172us (333us total) trans 21474836775 rc 0/0 00000100:00100000:2.0:1763332796.523367:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1763332796.523386:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:2.0:1763332796.523393:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626300288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332796.523458:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626300288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (394us total) trans 21474836776 rc 0/0 00000100:00100000:2.0:1763332796.523465:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000004:00080000:2.0:1763332796.523525:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcfdf80/2, rc 0, transno 21474836776 00000100:00100000:2.0:1763332796.523530:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626300288:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1763332796.523539:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcfe300/2, rc 0, transno 21474836775 00000100:00100000:2.0:1763332796.523543:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626300416:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332796.523709:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626300672:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.523736:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.523753:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332796.523758:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626300544:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.523776:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332796.523892:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626300672 00000100:00100000:2.0:1763332796.523897:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626300672 00000100:00100000:2.0:1763332796.523928:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626300544 00000100:00100000:2.0:1763332796.523932:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626300544 00000100:00100000:2.0:1763332796.523960:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:2.0:1763332796.523967:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626300672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332796.524067:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626300672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 100us (330us total) trans 17179869469 rc 0/0 00000100:00100000:2.0:1763332796.524074:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:2.0:1763332796.524086:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1763332796.524092:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626300544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332796.524155:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626300544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 62us (377us total) trans 17179869470 rc 0/0 00000100:00100000:2.0:1763332796.524162:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000004:00080000:2.0:1763332796.524188:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a1c00/2, rc 0, transno 17179869470 00000100:00100000:2.0:1763332796.524193:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626300544:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763332796.524200:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a3b80/2, rc 0, transno 17179869469 00000100:00100000:2.0:1763332796.524204:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626300672:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763332796.524628:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.524639:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.524646:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.524652:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332796.524656:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.524663:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.524680:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe4388e600) 00010000:00010000:0.0:1763332796.524683:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332796.524688:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.524694:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c31819 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.524758:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c318a5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d1 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.524767:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332796.524770:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763332796.524783:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c3189e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d1 expref: 12 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763332796.524807:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c318a5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d1 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.524836:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332796.524838:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763332796.524841:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74400, rc 0) 00000100:00100000:0.0:1763332796.524885:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37238:x1848987611037184:12345-192.168.204.28@tcp:101:dd.0 Request processed in 11053us (11942us total) trans 4294968961 rc 0/0 00000100:00100000:0.0:1763332796.524892:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2647 00000100:00100000:2.0:1763332796.531684:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.532105:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611037312 00000100:00100000:3.0:1763332796.532116:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611037312 00000100:00100000:3.0:1763332796.532573:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1362 00000100:00100000:3.0:1763332796.532585:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+5:37238:x1848987611037312:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332796.532604:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332796.532631:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07a00/0xb32e3ef184c318ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8d8 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332796.532657:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x47:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332796.532679:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332796.532681:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332796.532690:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07a00/0xb32e3ef184c318ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d8 expref: 6 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.532708:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07a00/0xb32e3ef184c318ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d8 expref: 6 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.532721:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07a00, rc 0) 00000100:00080000:1.0:1763332796.532970:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332796.535426:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+6:37238:x1848987611037312:12345-192.168.204.28@tcp:101:dd.0 Request processed in 2832us (3742us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332796.535440:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1362 00000100:00100000:2.0:1763332796.539573:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.539679:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611037440 00000100:00100000:0.0:1763332796.539688:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611037440 00000100:00100000:0.0:1763332796.539747:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2648 00000100:00100000:0.0:1763332796.539757:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37238:x1848987611037440:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332796.539782:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.539804:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c318b3 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.539837:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c318ba lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.539851:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c318ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.539861:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c318ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332796.539971:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c318b3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8df expref: 13 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.539990:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c318ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8df expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.540000:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332796.540003:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332796.540007:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75e00, rc 0) 00000100:00100000:0.0:1763332796.540070:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37238:x1848987611037440:12345-192.168.204.28@tcp:101:dd.0 Request processed in 314us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332796.540078:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2648 00000100:00100000:1.0:1763332796.651864:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.652857:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611037696 00000100:00100000:3.0:1763332796.652887:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611037696 00000100:00100000:3.0:1763332796.654212:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2649 00000100:00100000:3.0:1763332796.654232:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37238:x1848987611037696:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332796.654263:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332796.654266:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332796.654305:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c318a5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d1 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.654331:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:3.0:1763332796.654339:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332796.654390:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318c1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8e6 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.654459:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c318c8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.654491:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c318c8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.654503:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c318c8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00080000:3.0:1763332796.654812:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x49:0x0], index 0: 0 00000040:00080000:3.0:1763332796.654937:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].215, 88 off26152 00000004:00080000:3.0:1763332796.654947:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 900734597179ns, next at 887754833937ns, rc = 0 00000040:00080000:3.0:1763332796.654981:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].216, 88 off26240 00000004:00080000:3.0:1763332796.654986:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 900734636801ns, next at 887754833937ns, rc = 0 00000040:00080000:3.0:1763332796.655013:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].213, 88 off26040 00000004:00080000:3.0:1763332796.655017:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 900734668104ns, next at 887240246170ns, rc = 0 00000040:00080000:3.0:1763332796.655093:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].217, 88 off26328 00000004:00080000:3.0:1763332796.655098:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 900734749032ns, next at 887754833937ns, rc = 0 00000040:00080000:3.0:1763332796.655109:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].214, 88 off26128 00000004:00080000:3.0:1763332796.655114:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 900734764697ns, next at 887240246170ns, rc = 0 00000001:00080000:2.0:1763332796.676345:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968962 is committed 00000004:00080000:2.0:1763332796.676399:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 198 committed 00000100:00100000:0.0:1763332796.677402:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626300928:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332796.677460:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626300800:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332796.677495:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1763332796.677550:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 200 committed 00000004:00080000:2.0:1763332796.677561:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 197 committed 00000004:00080000:2.0:1763332796.677567:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 199 committed 00000004:00080000:2.0:1763332796.677570:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 198 committed 00000100:00100000:3.0:1763332796.677650:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626300928 00000100:00100000:3.0:1763332796.677658:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626300928 00000100:00100000:0.0:1763332796.677686:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626301184:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332796.677708:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1763332796.677721:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.677723:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626300928:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332796.677762:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332796.677770:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626301056:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332796.677798:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332796.677826:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626301184 00000100:00100000:0.0:1763332796.677830:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626301184 00000100:00100000:3.0:1763332796.677921:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626300928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 204us (429us total) trans 17179869471 rc 0/0 00000100:00100000:3.0:1763332796.677929:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:3.0:1763332796.677945:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626301056 00000100:00100000:3.0:1763332796.677948:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626301056 00000100:00100000:3.0:1763332796.677966:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1763332796.677970:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626301184:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332796.678061:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3653:x1848987626301184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (343us total) trans 21474836777 rc 0/0 00000100:00100000:3.0:1763332796.678066:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1763332796.678077:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1763332796.678081:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626301056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332796.678124:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332796.678127:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1763332796.678129:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332796.678131:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1763332796.678134:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332796.678155:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3653:x1848987626301056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 73us (356us total) trans 21474836778 rc 0/0 00000100:00100000:3.0:1763332796.678160:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00010000:00010000:3.0:1763332796.678217:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c318c8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8e6 expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.678229:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:3.0:1763332796.678232:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332796.678248:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318c1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8e6 expref: 13 pid: 8606 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763332796.678265:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c318c8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8e6 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.678290:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:3.0:1763332796.678293:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332796.678295:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06600, rc 0) 00000100:00100000:3.0:1763332796.678336:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37238:x1848987611037696:12345-192.168.204.28@tcp:101:dd.0 Request processed in 24112us (26491us total) trans 4294968962 rc 0/0 00000100:00100000:3.0:1763332796.678343:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2649 00000004:00080000:3.0:1763332796.678432:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a2300/2, rc 0, transno 17179869471 00000100:00100000:3.0:1763332796.678438:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626300928:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.678446:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332796.678453:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626301312:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332796.678489:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.678517:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626301312 00000100:00100000:3.0:1763332796.678522:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626301312 00000100:00100000:3.0:1763332796.678545:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1763332796.678550:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3655:x1848987626301312:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332796.678621:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3655:x1848987626301312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 70us (131us total) trans 21474836779 rc 0/0 00000100:00100000:3.0:1763332796.678627:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000004:00080000:3.0:1763332796.678649:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44fa9f80/2, rc 0, transno 21474836779 00000100:00100000:3.0:1763332796.678653:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626301312:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332796.678687:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44fab100/2, rc 0, transno 21474836778 00000100:00100000:3.0:1763332796.678691:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626301056:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332796.678699:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44fab480/2, rc 0, transno 21474836777 00000100:00100000:3.0:1763332796.678703:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626301184:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332796.678777:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.678862:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626300800 00000100:00100000:3.0:1763332796.678866:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626300800 00000100:00100000:3.0:1763332796.678899:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1763332796.678905:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626300800:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.678987:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626300800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 82us (210us total) trans 17179869472 rc 0/0 00000100:00100000:3.0:1763332796.678992:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000004:00080000:1.0:1763332796.679057:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a0700/2, rc 0, transno 17179869472 00000100:00100000:1.0:1763332796.679061:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626300800:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332796.687180:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332796.688051:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611037824 00000100:00100000:1.0:1763332796.688064:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611037824 00002000:00100000:1.0:1763332796.688116:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x47:0x0] (0->2097151) req@ffff92ff7dcff800 x1848987611037824/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:107/0 lens 488/0 e 0 to 0 dl 1763332807 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332796.688128:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7dcff800 with x1848987611037824 ext(0->2097151) 00002000:00010000:1.0:1763332796.688135:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7dcff800 00000100:00100000:1.0:1763332796.688169:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 558 00000100:00100000:1.0:1763332796.688179:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987611037824:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:2.0:1763332796.735282:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611037824:12345-192.168.204.28@tcp:4:dd.0 Request processed in 47090us (48099us total) trans 21474836780 rc 0/0 00000100:00100000:2.0:1763332796.735298:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 558 00002000:00100000:2.0:1763332796.735312:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x47:0x0] (0->2097151) req@ffff92ff7dcff800 x1848987611037824/t21474836780(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:107/0 lens 488/448 e 0 to 0 dl 1763332807 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332796.735323:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7dcff800 with x1848987611037824 ext(0->2097151) 00002000:00010000:2.0:1763332796.735331:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7dcff800 00000100:00100000:2.0:1763332796.740495:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.740583:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611037952 00000100:00100000:0.0:1763332796.740593:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611037952 00000100:00100000:0.0:1763332796.740650:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1368 00000100:00100000:0.0:1763332796.740659:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37238:x1848987611037952:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332796.740678:0:29013:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.740702:0:29013:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8ed expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332796.740725:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332796.740745:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332796.740747:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332796.740756:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 9 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.740769:0:29013:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 9 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.740781:0:29013:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74c00, rc 0) 00000100:00100000:0.0:1763332796.741094:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37238:x1848987611037952:12345-192.168.204.28@tcp:101:dd.0 Request processed in 435us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332796.741102:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1368 00000100:00100000:0.0:1763332796.764851:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.765676:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611038208 00000100:00100000:3.0:1763332796.765686:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611038208 00000100:00100000:2.0:1763332796.765816:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 756 00000100:00100000:2.0:1763332796.765826:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37238:x1848987611038208:12345-192.168.204.28@tcp:35:dd.0 00000100:00100000:2.0:1763332796.766339:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37238:x1848987611038208:12345-192.168.204.28@tcp:35:dd.0 Request processed in 513us (1496us total) trans 4294968963 rc 0/0 00000100:00100000:2.0:1763332796.766368:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 756 00000100:00100000:1.0:1763332796.798045:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.798598:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611038464 00000100:00100000:3.0:1763332796.798609:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611038464 00000100:00100000:3.0:1763332796.798678:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2650 00000100:00100000:3.0:1763332796.798688:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37240:x1848987611038464:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332796.798712:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332796.798734:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c318d6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8f4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.798813:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c318dd lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.798828:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c318dd lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.798839:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c318dd lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.798852:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c318e4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.798860:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c318e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.798866:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c318e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799040:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c318dd lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799049:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c318dd lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799054:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c318dd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799059:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c318dd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799065:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332796.799069:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c318dd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799080:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c318dd lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799092:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:3.0:1763332796.799094:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.799099:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c318dd lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799108:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c318dd lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799122:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c318e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799126:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c318e4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799132:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c318e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799136:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332796.799138:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c318e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799144:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c318e4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799149:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff44d03c00) 00010000:00010000:3.0:1763332796.799152:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.799154:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c318e4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799159:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c318e4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.799192:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c318d6 lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8f4 expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.799201:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:3.0:1763332796.799204:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332796.799207:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c318d6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8f4 expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.799216:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07000, rc 0) 00000100:00100000:3.0:1763332796.799278:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37240:x1848987611038464:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 593us (1244us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332796.799286:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2650 00000100:00100000:3.0:1763332796.802319:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.802532:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611038720 00000100:00100000:0.0:1763332796.802543:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611038720 00000100:00100000:0.0:1763332796.802598:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2651 00000100:00100000:0.0:1763332796.802607:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37240:x1848987611038720:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332796.802626:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.802647:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c318eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d8fb expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763332796.802756:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xf:0x0]: returning size 4096 00010000:00010000:0.0:1763332796.802858:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c318eb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8fb expref: 15 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.802872:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332796.802875:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332796.802880:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c318eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8fb expref: 15 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.802894:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75400, rc 0) 00000100:00100000:0.0:1763332796.802963:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37240:x1848987611038720:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 346us (643us total) trans 4294968964 rc 301/301 00000100:00100000:0.0:1763332796.802971:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2651 00000100:00100000:0.0:1763332796.809068:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.809397:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611038848 00000100:00100000:3.0:1763332796.809410:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611038848 00000100:00100000:3.0:1763332796.809480:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2652 00000100:00100000:3.0:1763332796.809489:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37240:x1848987611038848:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332796.809563:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318f9 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809578:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318f9 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809589:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318f9 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809601:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c31900 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809611:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c31900 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809617:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c31900 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809676:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31907 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809683:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31907 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809688:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31907 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332796.809725:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 4194305 00000004:00200000:3.0:1763332796.809729:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332796.809741:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31907 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809754:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318f9 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809760:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318f9 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809766:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318f9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809772:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318f9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809777:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332796.809780:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318f9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809788:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318f9 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809799:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:3.0:1763332796.809802:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.809808:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318f9 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809814:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c318f9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809826:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c31900 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809832:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c31900 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809837:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c31900 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809842:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332796.809844:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c31900 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809849:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c31900 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809856:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff44d03a00) 00010000:00010000:3.0:1763332796.809858:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.809860:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c31900 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809866:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c31900 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809882:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31907 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809887:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31907 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809892:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31907 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809897:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332796.809900:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31907 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809905:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31907 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809911:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:3.0:1763332796.809913:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332796.809916:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31907 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.809921:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c31907 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:0.0:1763332796.815739:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37240:x1848987611038848:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 6236us (6670us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332796.815755:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2652 00000100:00100000:1.0:1763332796.825302:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332796.825602:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611039104 00000100:00100000:2.0:1763332796.825612:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611039104 00000100:00100000:2.0:1763332796.825957:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 757 00000100:00100000:2.0:1763332796.825969:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37240:x1848987611039104:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332796.826197:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37240:x1848987611039104:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 229us (904us total) trans 4294968965 rc 0/0 00000100:00100000:2.0:1763332796.826204:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 757 00000100:00100000:3.0:1763332796.842334:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.843712:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611039360 00000100:00100000:0.0:1763332796.843723:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611039360 00000100:00100000:1.0:1763332796.845251:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2653 00000100:00100000:1.0:1763332796.845269:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37242:x1848987611039360:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332796.845295:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332796.845319:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c3190e lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d902 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.845415:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31915 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845429:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31915 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845440:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31915 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845452:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c3191c lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845458:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c3191c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845473:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c3191c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845584:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31923 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845592:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31923 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845603:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31923 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332796.845613:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 4194305 00010000:00010000:1.0:1763332796.845691:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31915 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845698:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31915 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845705:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31915 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845711:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31915 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845717:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.845722:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31915 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845728:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31915 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845740:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332796.845743:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.845746:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31915 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845752:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31915 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845766:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c3191c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845776:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c3191c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845782:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c3191c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845786:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.845789:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c3191c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845794:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c3191c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845799:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff621b4900) 00010000:00010000:1.0:1763332796.845802:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332796.845804:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c3191c lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845808:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c3191c lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.845844:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c3190e lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d902 expref: 18 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.845857:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31923 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d902 expref: 17 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.845865:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332796.845868:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332796.845870:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bec00, rc 0) 00000100:00100000:1.0:1763332796.845938:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37242:x1848987611039360:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 675us (3613us total) trans 4294968966 rc 0/0 00000100:00100000:1.0:1763332796.845946:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2653 00000100:00100000:2.0:1763332796.849037:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332796.849078:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611039616 00000100:00100000:2.0:1763332796.849088:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611039616 00000100:00100000:2.0:1763332796.849145:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 758 00000100:00100000:2.0:1763332796.849153:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37242:x1848987611039616:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332796.849374:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37242:x1848987611039616:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 220us (346us total) trans 4294968967 rc 0/0 00000100:00100000:2.0:1763332796.849381:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 758 00000100:00100000:2.0:1763332796.855132:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.855216:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611039872 00000100:00100000:0.0:1763332796.855226:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611039872 00000100:00100000:0.0:1763332796.855283:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2654 00000100:00100000:0.0:1763332796.855291:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37242:x1848987611039872:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332796.855316:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.855339:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31931 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d909 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.855506:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332796.855524:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31923 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d902 expref: 19 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.855533:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332796.855568:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31923 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d902 expref: 19 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.855582:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31923 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d902 expref: 19 pid: 6521 timeout: 1000 lvb_type: 0 00000100:00100000:0.0:1763332796.855596:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626301440:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332796.855686:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5da80 going to sleep for 11 seconds 00000100:00100000:2.0:1763332796.863478:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.863973:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626301440:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332796.864004:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332796.864133:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611040000 00000100:00100000:3.0:1763332796.864142:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611040000 00010000:00010000:3.0:1763332796.864183:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31923 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d902 expref: 20 pid: 6521 timeout: 1000 lvb_type: 0 00000100:00100000:3.0:1763332796.864230:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 695 00000100:00100000:3.0:1763332796.864240:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2421:x1848987611040000:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332796.864257:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332796.864265:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31923 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d902 expref: 20 pid: 6521 timeout: 1000 lvb_type: 0 00010000:00010000:3.0:1763332796.864278:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31923 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d902 expref: 20 pid: 6521 timeout: 1000 lvb_type: 0 00010000:00010000:3.0:1763332796.864302:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31923 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d902 expref: 20 pid: 6521 timeout: 1000 lvb_type: 0 00010000:00010000:3.0:1763332796.864321:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:3.0:1763332796.864326:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.864337:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.864344:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332796.864419:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332796.864505:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987611040000:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 265us (1056us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332796.864513:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 695 00010000:00010000:2.0:1763332796.864796:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332796.864805:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332796.864828:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 4194305 00010000:00010000:2.0:1763332796.864975:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c31931 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d909 expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.864996:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d909 expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.865003:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332796.865006:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332796.865008:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75c00, rc 0) 00000100:00100000:2.0:1763332796.865051:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37242:x1848987611039872:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 9761us (9928us total) trans 4294968968 rc 0/0 00000100:00100000:2.0:1763332796.865058:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2654 00000100:00100000:2.0:1763332796.869734:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.869824:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611040128 00000100:00100000:0.0:1763332796.869836:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611040128 00000100:00100000:0.0:1763332796.869897:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2655 00000100:00100000:0.0:1763332796.869907:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37242:x1848987611040128:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332796.869931:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.869953:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31946 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d910 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.870041:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c3194d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332796.870057:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d909 expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.870065:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c3194d lrc: 4/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332796.870098:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d909 expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.870110:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d909 expref: 20 pid: 8606 timeout: 1000 lvb_type: 0 00000100:00100000:0.0:1763332796.870125:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626301568:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332796.870207:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5da80 going to sleep for 11 seconds 00000100:00100000:0.0:1763332796.872760:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626301568:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332796.872795:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c3194d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:2.0:1763332796.874734:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332796.875844:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611040256 00000100:00100000:1.0:1763332796.875855:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611040256 00010000:00010000:1.0:1763332796.875899:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d909 expref: 21 pid: 8606 timeout: 1000 lvb_type: 0 00000100:00100000:1.0:1763332796.875938:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 696 00000100:00100000:1.0:1763332796.875959:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2420:x1848987611040256:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332796.875977:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332796.875985:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d909 expref: 21 pid: 8606 timeout: 1000 lvb_type: 0 00010000:00010000:1.0:1763332796.875998:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d909 expref: 21 pid: 8606 timeout: 1000 lvb_type: 0 00010000:00010000:1.0:1763332796.876021:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c31938 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d909 expref: 21 pid: 8606 timeout: 1000 lvb_type: 0 00010000:00010000:1.0:1763332796.876037:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332796.876042:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c3194d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.876052:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c3194d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.876059:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c3194d lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332796.876094:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332796.876155:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2420:x1848987611040256:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 208us (1429us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332796.876163:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 696 00010000:00010000:0.0:1763332796.876750:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c3194d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332796.876760:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c3194d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332796.876814:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 4194305 00000004:00200000:0.0:1763332796.876819:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332796.876839:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c3194d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332796.876873:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31946 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d910 expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.876889:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c3194d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d910 expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.876898:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332796.876900:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332796.876903:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75800, rc 0) 00000100:00100000:0.0:1763332796.876954:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37242:x1848987611040128:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 7047us (7228us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332796.876961:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2655 00000100:00100000:2.0:1763332796.881844:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.881941:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611040512 00000100:00100000:0.0:1763332796.881960:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611040512 00000100:00100000:0.0:1763332796.882027:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2656 00000100:00100000:0.0:1763332796.882038:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37242:x1848987611040512:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332796.882061:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332796.882087:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c31954 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d917 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.882257:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c3195b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332796.882281:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c3195b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332796.882302:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c3195b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332796.882317:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 4194305 00010000:00010000:0.0:1763332796.882485:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c31954 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d917 expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.882504:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c3195b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d917 expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.882513:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332796.882516:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332796.882520:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74e00, rc 0) 00000100:00100000:0.0:1763332796.882583:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37242:x1848987611040512:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 546us (748us total) trans 4294968969 rc 0/0 00000100:00100000:0.0:1763332796.882591:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2656 00000100:00100000:3.0:1763332796.887610:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332796.887929:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611040640 00000100:00100000:2.0:1763332796.887939:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611040640 00000100:00100000:2.0:1763332796.887997:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1369 00000100:00100000:2.0:1763332796.888005:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611040640:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332796.888046:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.888063:0:29013:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07a00/0xb32e3ef184c318ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d8 expref: 9 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.888071:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332796.888073:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332796.888077:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.888115:0:29013:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07a00/0xb32e3ef184c318ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d8 expref: 9 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.888128:0:29013:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07a00/0xb32e3ef184c318ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d8 expref: 9 pid: 29010 timeout: 1000 lvb_type: 0 00000100:00100000:2.0:1763332796.888141:0:29013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:29013:1848987626301696:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332796.888208:0:29013:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58600 going to sleep for 11 seconds 00000100:00100000:3.0:1763332796.888601:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.888722:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611040768 00000100:00100000:0.0:1763332796.888728:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611040768 00000100:00100000:0.0:1763332796.889287:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1370 00000100:00100000:0.0:1763332796.889299:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611040768:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:0.0:1763332796.889338:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.889384:0:8611:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 10 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.889399:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332796.889401:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332796.889404:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.889432:0:8611:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 10 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.889442:0:8611:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 10 pid: 29013 timeout: 1000 lvb_type: 0 00000100:00100000:0.0:1763332796.889454:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8611:1848987626301824:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332796.889520:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5d900 going to sleep for 11 seconds 00000100:00100000:0.0:1763332796.894810:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8611:1848987626301824:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332796.894839:0:8611:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332796.894913:0:29013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74037800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:29013:1848987626301696:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332796.894928:0:29013:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332796.895400:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332796.895449:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.895748:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611040896 00000100:00100000:3.0:1763332796.895755:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611040896 00010000:00010000:3.0:1763332796.895791:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07a00/0xb32e3ef184c318ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d8 expref: 11 pid: 29010 timeout: 1000 lvb_type: 0 00000100:00100000:3.0:1763332796.895840:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 697 00000100:00100000:3.0:1763332796.895849:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611040896:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332796.895864:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763332796.895882:0:28428:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:3.0:1763332796.895885:0:28428:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb mtime from disk: 0 -> 1763332796 00002000:00010000:3.0:1763332796.895887:0:28428:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb ctime from disk: 0 -> 1763332796 00002000:00010000:3.0:1763332796.895890:0:28428:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb blocks from disk: 0 -> 4096 00010000:00010000:3.0:1763332796.895896:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07a00/0xb32e3ef184c318ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d8 expref: 11 pid: 29010 timeout: 1000 lvb_type: 0 00010000:00010000:3.0:1763332796.895908:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07a00/0xb32e3ef184c318ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d8 expref: 11 pid: 29010 timeout: 1000 lvb_type: 0 00010000:00010000:3.0:1763332796.895932:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07a00/0xb32e3ef184c318ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8d8 expref: 11 pid: 29010 timeout: 1000 lvb_type: 0 00010000:00010000:3.0:1763332796.895947:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332796.895950:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332796.895954:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.895965:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332796.896065:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611041024 00000100:00100000:1.0:1763332796.896070:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611041024 00002000:00100000:1.0:1763332796.896099:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x49:0x0] (2097152->3145727) req@ffff92ff74037800 x1848987611041024/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:107/0 lens 488/0 e 0 to 0 dl 1763332807 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332796.896109:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff74037800 with x1848987611041024 ext(2097152->3145727) 00010000:00010000:1.0:1763332796.896115:0:28430:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 11 pid: 29013 timeout: 1000 lvb_type: 0 00010000:00010000:1.0:1763332796.896127:0:28430:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 11 pid: 29013 timeout: 1000 lvb_type: 0 00002000:00010000:1.0:1763332796.896135:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff92ff74037800 00000100:00100000:1.0:1763332796.896158:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 15 00000100:00100000:1.0:1763332796.896165:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611041024:12345-192.168.204.28@tcp:4:dd.0 00010000:00010000:3.0:1763332796.898546:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332796.898619:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611040896:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2764us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332796.898632:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 697 00010000:00010000:0.0:1763332796.902113:0:29013:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.902133:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.902162:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.902175:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.902183:0:29013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.902189:0:29013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332796.902194:0:29013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.902203:0:29013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.902225:0:29013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.902233:0:29013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31969 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332796.902340:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611040640:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 14330us (14735us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332796.902377:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1369 00000100:00100000:1.0:1763332796.915616:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611041024:12345-192.168.204.28@tcp:4:dd.0 Request processed in 19438us (20204us total) trans 21474836781 rc 0/0 00000100:00100000:1.0:1763332796.915631:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 15 00002000:00100000:1.0:1763332796.915643:0:28427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x49:0x0] (2097152->3145727) req@ffff92ff74037800 x1848987611041024/t21474836781(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:107/0 lens 488/448 e 0 to 0 dl 1763332807 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332796.915654:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff74037800 with x1848987611041024 ext(2097152->3145727) 00010000:00010000:1.0:1763332796.915664:0:28427:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 11 pid: 29013 timeout: 1000 lvb_type: 0 00010000:00010000:1.0:1763332796.915689:0:28427:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 11 pid: 29013 timeout: 1000 lvb_type: 0 00002000:00010000:1.0:1763332796.915697:0:28427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff92ff74037800 00000100:00100000:2.0:1763332796.919814:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.919929:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611041152 00000100:00100000:3.0:1763332796.919940:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611041152 00010000:00010000:3.0:1763332796.919988:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 11 pid: 29013 timeout: 1000 lvb_type: 0 00000100:00100000:3.0:1763332796.920028:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 698 00000100:00100000:3.0:1763332796.920036:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987611041152:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332796.920051:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1763332796.920067:0:28428:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:3.0:1763332796.920069:0:28428:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb mtime from disk: 0 -> 1763332797 00002000:00010000:3.0:1763332796.920072:0:28428:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb ctime from disk: 0 -> 1763332797 00002000:00010000:3.0:1763332796.920074:0:28428:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:3.0:1763332796.920080:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 11 pid: 29013 timeout: 1000 lvb_type: 0 00010000:00010000:3.0:1763332796.920093:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 11 pid: 29013 timeout: 1000 lvb_type: 0 00010000:00010000:3.0:1763332796.920116:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c318cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8ed expref: 11 pid: 29013 timeout: 1000 lvb_type: 0 00010000:00010000:3.0:1763332796.920132:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332796.920134:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332796.920139:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.920155:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332796.920189:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332796.920250:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987611041152:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 213us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332796.920257:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 698 00010000:00010000:0.0:1763332796.920398:0:8611:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.920407:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.920427:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.920436:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.920443:0:8611:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.920450:0:8611:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332796.920455:0:8611:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.920470:0:8611:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.920483:0:8611:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332796.920491:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c31970 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332796.920537:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611040768:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 31242us (31938us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332796.920545:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1370 00000100:00100000:2.0:1763332796.923405:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332796.923613:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611041408 00000100:00100000:1.0:1763332796.923624:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611041408 00000100:00100000:1.0:1763332796.923688:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2657 00000100:00100000:1.0:1763332796.923699:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37242:x1848987611041408:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332796.923757:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763332796.923786:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c318c8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8e6 expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.923809:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c3194d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d910 expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.923821:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332796.923826:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332796.923857:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.923871:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.923880:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00080000:1.0:1763332796.924148:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x47:0x0], index 1: 0 00000004:00080000:1.0:1763332796.924157:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4a:0x0], index 0: 0 00000004:00080000:1.0:1763332796.924163:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x48:0x0], index 1: 0 00000040:00080000:1.0:1763332796.924271:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].218, 88 off26416 00000004:00080000:1.0:1763332796.924280:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 901003930439ns, next at 887754833937ns, rc = 0 00000040:00080000:1.0:1763332796.924315:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].219, 88 off26504 00000004:00080000:1.0:1763332796.924320:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 901003971504ns, next at 887754833937ns, rc = 0 00000040:00080000:1.0:1763332796.924345:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].215, 88 off26216 00000004:00080000:1.0:1763332796.924387:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 901004037932ns, next at 887240246170ns, rc = 0 00000040:00080000:1.0:1763332796.924411:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].216, 88 off26304 00000004:00080000:1.0:1763332796.924416:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 901004066862ns, next at 887240246170ns, rc = 0 00000040:00080000:1.0:1763332796.924428:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].220, 88 off26592 00000004:00080000:1.0:1763332796.924432:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 901004082912ns, next at 887754833937ns, rc = 0 00000040:00080000:1.0:1763332796.924441:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].217, 88 off26392 00000004:00080000:1.0:1763332796.924444:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 901004095476ns, next at 887240246170ns, rc = 0 00000040:00080000:1.0:1763332796.924454:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].221, 88 off26680 00000004:00080000:1.0:1763332796.924458:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 901004109271ns, next at 887754833937ns, rc = 0 00000040:00080000:1.0:1763332796.924479:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].218, 88 off26480 00000004:00080000:1.0:1763332796.924484:0:6521:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 901004134975ns, next at 887240246170ns, rc = 0 00000001:00080000:2.0:1763332796.931203:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968970 is committed 00000004:00080000:2.0:1763332796.931222:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 202 committed 00000004:00080000:2.0:1763332796.931242:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 204 committed 00000004:00080000:2.0:1763332796.931260:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 201 committed 00000004:00080000:2.0:1763332796.931262:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 203 committed 00000004:00080000:2.0:1763332796.931265:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 200 committed 00000004:00080000:2.0:1763332796.931267:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 199 committed 00000004:00080000:2.0:1763332796.931269:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 202 committed 00000004:00080000:2.0:1763332796.931271:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 201 committed 00000100:00100000:3.0:1763332796.931500:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626302336:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.931580:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.931626:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332796.931632:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626301952:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.931651:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.931681:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626302080:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.931700:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.931717:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332796.931722:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626302208:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.931744:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.931777:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626302336 00000100:00100000:3.0:1763332796.931788:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626302336 00000100:00100000:3.0:1763332796.931834:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626301952 00000100:00100000:3.0:1763332796.931837:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626301952 00000100:00100000:3.0:1763332796.931852:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626302080 00000100:00100000:3.0:1763332796.931855:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626302080 00000100:00100000:3.0:1763332796.931867:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626302208 00000100:00100000:3.0:1763332796.931869:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626302208 00000100:00100000:3.0:1763332796.931890:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:3.0:1763332796.931899:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626302336:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.932078:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626302336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 179us (497us total) trans 17179869473 rc 0/0 00000100:00100000:3.0:1763332796.932086:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:3.0:1763332796.932103:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:3.0:1763332796.932110:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626301952:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.932176:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626301952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 67us (523us total) trans 17179869474 rc 0/0 00000100:00100000:3.0:1763332796.932183:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:3.0:1763332796.932194:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1763332796.932200:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3652:x1848987626302080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.932269:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3652:x1848987626302080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 69us (567us total) trans 17179869475 rc 0/0 00000100:00100000:3.0:1763332796.932275:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1763332796.932286:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:3.0:1763332796.932292:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e05a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3652:x1848987626302208:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332796.932384:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e05a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3652:x1848987626302208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 92us (638us total) trans 17179869476 rc 0/0 00000100:00100000:3.0:1763332796.932390:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000004:00080000:3.0:1763332796.932582:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44821180/2, rc 0, transno 17179869474 00000100:00100000:3.0:1763332796.932588:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44821180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626301952:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332796.932598:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44822d80/2, rc 0, transno 17179869473 00000100:00100000:3.0:1763332796.932601:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626302336:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332796.932620:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44822680/2, rc 0, transno 17179869476 00000100:00100000:3.0:1763332796.932623:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626302208:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332796.932631:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44822a00/2, rc 0, transno 17179869475 00000100:00100000:3.0:1763332796.932634:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626302080:0@lo:2:osp-syn-1-0.0 00000004:00010000:1.0:1763332796.932818:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000039c334ab reply state 00000000ea66fb45 transno 4294968970 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.932841:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.932852:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332796.932855:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763332796.932858:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763332796.933027:0:6521:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763332796.933042:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37242:x1848987611041408:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 9343us (9643us total) trans 4294968970 rc 0/0 00000100:00100000:1.0:1763332796.933053:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2657 00010000:00010000:1.0:1763332796.933076:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.933085:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.933093:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.933099:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332796.933105:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.933112:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.933122:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332796.933125:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332796.933128:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332796.933135:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31977 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763332796.933330:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626302464:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332796.933398:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332796.933426:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332796.933432:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626302848:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332796.933450:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332796.933689:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626302464 00000100:00100000:1.0:1763332796.933695:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626302464 00000100:00100000:1.0:1763332796.933741:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626302848 00000100:00100000:1.0:1763332796.933744:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626302848 00000100:00100000:1.0:1763332796.933763:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:1.0:1763332796.933769:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3655:x1848987626302464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332796.933887:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3655:x1848987626302464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 118us (489us total) trans 21474836782 rc 0/0 00000100:00100000:1.0:1763332796.933894:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:1.0:1763332796.933907:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1763332796.933913:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3655:x1848987626302848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332796.933970:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3655:x1848987626302848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 57us (519us total) trans 21474836783 rc 0/0 00000100:00100000:1.0:1763332796.933976:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000004:00080000:1.0:1763332796.934006:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e120e00/2, rc 0, transno 21474836783 00000100:00100000:1.0:1763332796.934012:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e120e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626302848:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332796.934021:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77c6ca80/2, rc 0, transno 21474836782 00000100:00100000:1.0:1763332796.934025:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626302464:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332796.935504:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626302720:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332796.935565:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.935598:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332796.935604:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626302592:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332796.935620:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332796.935656:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626302720 00000100:00100000:3.0:1763332796.935661:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626302720 00000100:00100000:3.0:1763332796.935706:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626302592 00000100:00100000:3.0:1763332796.935709:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626302592 00000100:00100000:3.0:1763332796.935725:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1763332796.935731:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626302720:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332796.935874:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3653:x1848987626302720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 142us (308us total) trans 21474836784 rc 0/0 00000100:00100000:3.0:1763332796.935881:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1763332796.935897:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1763332796.935903:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3653:x1848987626302592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332796.935968:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3653:x1848987626302592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 64us (346us total) trans 21474836785 rc 0/0 00000100:00100000:3.0:1763332796.935974:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000004:00080000:3.0:1763332796.936026:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77c6ce00/2, rc 0, transno 21474836785 00000100:00100000:3.0:1763332796.936032:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626302592:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332796.936041:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77c6c380/2, rc 0, transno 21474836784 00000100:00100000:3.0:1763332796.936044:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626302720:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332796.938135:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332796.939061:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611041536 00000100:00100000:2.0:1763332796.939072:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611041536 00000100:00100000:2.0:1763332796.939748:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2658 00000100:00100000:2.0:1763332796.939761:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37242:x1848987611041536:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332796.939789:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332796.939811:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3197e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d91e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.939865:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3197e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d91e expref: 13 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.939880:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3197e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d91e expref: 13 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.939897:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332796.939901:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332796.939905:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04400, rc 0) 00000100:00100000:2.0:1763332796.940228:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37242:x1848987611041536:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 468us (2098us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.940236:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2658 00000100:00100000:1.0:1763332796.943683:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332796.943757:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611041664 00000100:00100000:2.0:1763332796.943766:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611041664 00000100:00100000:2.0:1763332796.943823:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2659 00000100:00100000:2.0:1763332796.943834:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37242:x1848987611041664:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332796.943856:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332796.943878:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31985 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d925 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.943976:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c3198c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332796.943991:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c3198c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332796.944002:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c3198c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763332796.944031:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 4194305 00000004:00200000:2.0:1763332796.944035:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332796.944053:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c3198c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332796.944077:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31985 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d925 expref: 15 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.944093:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c3198c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d925 expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.944102:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332796.944106:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332796.944110:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04600, rc 0) 00000100:00100000:2.0:1763332796.944177:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37242:x1848987611041664:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 345us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.944184:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2659 00000100:00100000:0.0:1763332796.948492:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.948676:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332796.949297:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611041792 00000100:00100000:1.0:1763332796.949309:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611041792 00000100:00100000:2.0:1763332796.949906:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611041920 00000100:00100000:2.0:1763332796.949913:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611041920 00000100:00100000:2.0:1763332796.950118:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1379 00000100:00100000:2.0:1763332796.950131:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611041792:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332796.950151:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332796.950179:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31993 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d92c expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332796.950209:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x47:0x0] initial LVB size: 2097152, mtime: 0x691a52bc, atime: 0x0, ctime: 0x691a52bc, blocks: 0x1000 00010000:00010000:2.0:1763332796.950231:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332796.950233:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332796.950244:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d92c expref: 11 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332796.950265:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d92c expref: 11 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332796.950280:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05800, rc 0) 00000100:00100000:2.0:1763332796.950380:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611041792:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 250us (2033us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.950388:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1379 00000100:00100000:2.0:1763332796.950409:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1380 00000100:00100000:2.0:1763332796.950416:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611041920:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332796.950423:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332796.950432:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3199a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d933 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332796.950443:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x49:0x0] initial LVB size: 3145728, mtime: 0x691a52bd, atime: 0x0, ctime: 0x691a52bd, blocks: 0x800 00010000:00010000:2.0:1763332796.950456:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332796.950458:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332796.950475:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3199a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d933 expref: 11 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332796.950487:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3199a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d933 expref: 11 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332796.950496:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04a00, rc 0) 00000100:00100000:2.0:1763332796.950516:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611041920:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 101us (1840us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.950522:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1380 00000100:00100000:1.0:1763332796.981536:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332796.981606:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611042048 00000100:00100000:3.0:1763332796.981615:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611042048 00000100:00100000:3.0:1763332796.981667:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1381 00000100:00100000:3.0:1763332796.981674:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2418:x1848987611042048:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332796.983018:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2418:x1848987611042048:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 1338us (1486us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332796.983030:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1381 00000100:00100000:0.0:1763332796.985439:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332796.985626:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611042176 00000100:00100000:2.0:1763332796.985640:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611042176 00000100:00100000:2.0:1763332796.985706:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1382 00000100:00100000:2.0:1763332796.985717:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987611042176:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332796.985861:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987611042176:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 146us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.985868:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1382 00000100:00100000:2.0:1763332796.989235:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332796.989315:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611042304 00000100:00100000:1.0:1763332796.989324:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611042304 00000100:00100000:1.0:1763332796.989402:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1383 00000100:00100000:1.0:1763332796.989411:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611042304:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332796.989523:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611042304:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 113us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332796.989530:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1383 00000100:00100000:0.0:1763332796.992222:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332796.992570:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611042432 00000100:00100000:2.0:1763332796.992581:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611042432 00000100:00100000:2.0:1763332796.992644:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1384 00000100:00100000:2.0:1763332796.992653:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611042432:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332796.993318:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611042432:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 663us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332796.993330:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1384 00000100:00100000:0.0:1763332796.997752:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332796.997787:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332796.997855:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611042560 00000100:00100000:1.0:1763332796.997867:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611042560 00000100:00100000:1.0:1763332796.997930:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611042688 00000100:00100000:1.0:1763332796.997933:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611042688 00000100:00100000:1.0:1763332796.997961:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 559 00000100:00100000:1.0:1763332796.997969:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2419:x1848987611042560:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332796.998001:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319a1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.998015:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332796.998018:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332796.998023:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332796.998035:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332796.999150:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 560 00000100:00100000:2.0:1763332796.999161:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2419:x1848987611042688:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332796.999184:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319a8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.999194:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332796.999195:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332796.999199:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319a8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332796.999209:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319a8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.008626:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332797.020403:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.020423:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.020431:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.020437:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332797.020442:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.020450:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.020480:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.020487:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332797.020568:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2419:x1848987611042560:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 22594us (22821us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1763332797.020577:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 559 00010000:00010000:2.0:1763332797.026032:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319a8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.026051:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.026060:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.026067:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332797.026071:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.026086:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.026105:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.026112:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332797.026238:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987611042688:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 27073us (28443us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332797.026250:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 560 00000100:00100000:0.0:1763332797.031760:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.031844:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611042816 00000100:00100000:2.0:1763332797.031854:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611042816 00000100:00100000:2.0:1763332797.031945:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 561 00000100:00100000:2.0:1763332797.031956:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987611042816:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:2.0:1763332797.032008:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332797.032018:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.032033:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.032035:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.032040:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.032053:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1763332797.032502:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1763332797.045987:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869477 is committed 00000001:00080000:0.0:1763332797.046007:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869476 is committed 00000001:00080000:0.0:1763332797.046022:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869468 is committed 00002000:00010000:2.0:1763332797.046168:0:28430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x45:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1763332797.046172:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x45:0x0] updating lvb mtime from disk: 0 -> 1763332797 00002000:00010000:2.0:1763332797.046175:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x45:0x0] updating lvb ctime from disk: 0 -> 1763332797 00002000:00010000:2.0:1763332797.046177:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x45:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:2.0:1763332797.046193:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.046205:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.046215:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.046223:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332797.046228:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.046238:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.046260:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.046267:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332797.046458:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987611042816:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 14497us (14702us total) trans 17179869477 rc 0/0 00000100:00100000:2.0:1763332797.046479:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 561 00000100:00100000:0.0:1763332797.052326:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.052452:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611042944 00000100:00100000:2.0:1763332797.052473:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611042944 00000100:00100000:2.0:1763332797.052549:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 562 00000100:00100000:2.0:1763332797.052559:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987611042944:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:2.0:1763332797.052612:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x47:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332797.052621:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.052635:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.052638:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.052643:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.052658:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763332797.070567:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869478 is committed 00002000:00010000:1.0:1763332797.081165:0:28430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x47:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1763332797.081175:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x47:0x0] updating lvb mtime from disk: 0 -> 1763332797 00002000:00010000:1.0:1763332797.081178:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x47:0x0] updating lvb ctime from disk: 0 -> 1763332797 00002000:00010000:1.0:1763332797.081180:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x47:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:1.0:1763332797.081195:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.081207:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.081215:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.081222:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332797.081227:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.081241:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.081260:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.081268:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c319b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332797.087338:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2420:x1848987611042944:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 34763us (35004us total) trans 17179869478 rc 0/0 00000100:00100000:1.0:1763332797.087394:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 562 00000100:00100000:1.0:1763332797.088859:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.090071:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611043072 00000100:00100000:2.0:1763332797.090084:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611043072 00000100:00100000:2.0:1763332797.090158:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 563 00000100:00100000:2.0:1763332797.090168:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987611043072:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:2.0:1763332797.090221:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332797.090230:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.090246:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.090249:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.090254:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.090267:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763332797.108443:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836786 is committed 00000001:00080000:1.0:1763332797.108468:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836785 is committed 00000001:00080000:1.0:1763332797.108487:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836774 is committed 00002000:00010000:2.0:1763332797.108625:0:28430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4a:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:2.0:1763332797.108630:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4a:0x0] updating lvb mtime from disk: 0 -> 1763332797 00002000:00010000:2.0:1763332797.108633:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4a:0x0] updating lvb ctime from disk: 0 -> 1763332797 00002000:00010000:2.0:1763332797.108635:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4a:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:2.0:1763332797.108649:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.108660:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.108669:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.108675:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332797.108679:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.108687:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.108706:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.108717:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332797.108809:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2419:x1848987611043072:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 18637us (19955us total) trans 21474836786 rc 0/0 00000100:00100000:2.0:1763332797.108820:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 563 00000100:00100000:1.0:1763332797.128705:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.129961:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611043200 00000100:00100000:2.0:1763332797.129974:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611043200 00000100:00100000:2.0:1763332797.130066:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 564 00000100:00100000:2.0:1763332797.130076:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987611043200:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:2.0:1763332797.130136:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x48:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332797.130146:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.130173:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.130176:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.130182:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.130196:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763332797.179423:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836787 is committed 00002000:00010000:1.0:1763332797.179623:0:28430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:1.0:1763332797.179629:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb mtime from disk: 0 -> 1763332797 00002000:00010000:1.0:1763332797.179631:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb ctime from disk: 0 -> 1763332797 00002000:00010000:1.0:1763332797.179634:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb blocks from disk: 0 -> 6144 00010000:00010000:1.0:1763332797.179651:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.179664:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.179678:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.179684:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332797.179688:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.179696:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.179713:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.179719:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c319c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332797.179847:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2420:x1848987611043200:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 49765us (51145us total) trans 21474836787 rc 0/0 00000100:00100000:1.0:1763332797.179857:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 564 00000100:00100000:0.0:1763332797.193643:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.193723:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611043328 00000100:00100000:1.0:1763332797.193734:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611043328 00000100:00100000:1.0:1763332797.193807:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 565 00000100:00100000:1.0:1763332797.193816:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987611043328:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:1.0:1763332797.193868:0:28430:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x46:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332797.193878:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c319cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.193897:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332797.193900:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332797.193905:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c319cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.194091:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c319cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763332797.239428:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869479 is committed 00002000:00010000:1.0:1763332797.240870:0:28430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:1.0:1763332797.240876:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb mtime from disk: 0 -> 1763332797 00002000:00010000:1.0:1763332797.240880:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb ctime from disk: 0 -> 1763332797 00002000:00010000:1.0:1763332797.240882:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb blocks from disk: 0 -> 6144 00010000:00010000:1.0:1763332797.240897:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c319cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.240909:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c319cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.240917:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c319cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.240923:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332797.240927:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c319cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.240935:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c319cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.240957:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c319cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.240964:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c319cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332797.241504:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+6:2421:x1848987611043328:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 47684us (47865us total) trans 17179869479 rc 0/0 00000100:00100000:1.0:1763332797.241515:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 565 00000100:00100000:2.0:1763332797.268532:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.271321:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611043584 00000100:00100000:0.0:1763332797.271337:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611043584 00000100:00100000:1.0:1763332797.271989:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2660 00000100:00100000:1.0:1763332797.272007:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37242:x1848987611043584:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332797.272072:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332797.272100:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c3198c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d925 expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.272124:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.272130:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332797.272342:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.272409:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.272418:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:1.0:1763332797.272473:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968971 00000004:00010000:1.0:1763332797.272497:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001ca9861d reply state 00000000eac55a54 transno 4294968972 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.272509:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.272514:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.272517:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332797.272519:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332797.272624:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37242:x1848987611043584:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 623us (4102us total) trans 4294968972 rc 0/0 00000100:00100000:1.0:1763332797.272633:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2660 00000020:00080000:1.0:1763332797.272640:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763332797.277253:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332797.277392:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611043712 00000100:00100000:3.0:1763332797.277403:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611043712 00000100:00100000:3.0:1763332797.277877:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1385 00000100:00100000:3.0:1763332797.277890:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+6:37242:x1848987611043712:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332797.277910:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332797.277934:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c319d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d93a expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332797.277959:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x45:0x0] initial LVB size: 1048576, mtime: 0x691a52bd, atime: 0x0, ctime: 0x691a52bd, blocks: 0x800 00010000:00010000:3.0:1763332797.277984:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332797.277987:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332797.277997:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c319d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d93a expref: 7 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.278014:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c319d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d93a expref: 7 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.278027:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07400, rc 0) 00000100:00100000:3.0:1763332797.279038:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+7:37242:x1848987611043712:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1146us (1791us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332797.279053:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1385 00000100:00100000:2.0:1763332797.282888:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332797.283994:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611043840 00000100:00100000:3.0:1763332797.284007:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611043840 00000100:00100000:3.0:1763332797.284078:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1386 00000100:00100000:3.0:1763332797.284088:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+7:37242:x1848987611043840:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332797.284107:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332797.284131:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c319e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d941 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332797.284152:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x47:0x0] initial LVB size: 2097152, mtime: 0x691a52bd, atime: 0x0, ctime: 0x691a52bd, blocks: 0x800 00010000:00010000:3.0:1763332797.284175:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332797.284178:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332797.284186:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c319e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d941 expref: 8 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.284201:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c319e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d941 expref: 8 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.284215:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07a00, rc 0) 00000100:00100000:3.0:1763332797.284287:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37242:x1848987611043840:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 200us (1409us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332797.284295:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1386 00000100:00100000:0.0:1763332797.291686:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.292161:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611043968 00000100:00100000:1.0:1763332797.292171:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611043968 00000100:00100000:1.0:1763332797.292237:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1387 00000100:00100000:1.0:1763332797.292248:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+7:37242:x1848987611043968:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.292269:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.292294:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c319e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d948 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332797.292321:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4a:0x0] initial LVB size: 3145728, mtime: 0x691a52bd, atime: 0x0, ctime: 0x691a52bd, blocks: 0x800 00010000:00010000:1.0:1763332797.292345:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332797.292386:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332797.292396:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c319e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d948 expref: 8 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.292412:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c319e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d948 expref: 8 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.292425:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be600, rc 0) 00000100:00100000:1.0:1763332797.292503:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37242:x1848987611043968:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 256us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.292511:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1387 00000100:00100000:2.0:1763332797.295242:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332797.295488:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611044096 00000100:00100000:3.0:1763332797.295498:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611044096 00000100:00100000:3.0:1763332797.295553:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1388 00000100:00100000:3.0:1763332797.295563:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37242:x1848987611044096:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332797.295580:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332797.295602:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c319ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d94f expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332797.295622:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x48:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332797.295642:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332797.295645:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332797.295654:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c319ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d94f expref: 9 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.295669:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c319ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d94f expref: 9 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.295680:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06400, rc 0) 00000100:00100000:3.0:1763332797.296929:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37242:x1848987611044096:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1361us (1690us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332797.296939:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1388 00000100:00100000:2.0:1763332797.300830:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.300959:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611044224 00000100:00100000:1.0:1763332797.300972:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611044224 00002000:00010000:1.0:1763332797.301022:0:28430:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/72 (3145728->18446744073709551615) 00002000:00100000:1.0:1763332797.301027:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44e07100 with x1848987611044224 ext(3145728->18446744073709551615) 00002000:00010000:1.0:1763332797.301041:0:28430:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe44e07100. 00000100:00100000:1.0:1763332797.301563:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 566 00000100:00100000:1.0:1763332797.301574:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611044224:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:1.0:1763332797.301780:0:28430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x48:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:1.0:1763332797.301784:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x48:0x0] updating lvb mtime from disk: 0 -> 1763332797 00002000:00010000:1.0:1763332797.301786:0:28430:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x48:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332797.301788:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x48:0x0] updating lvb ctime from disk: 0 -> 1763332797 00002000:00010000:1.0:1763332797.301790:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x48:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332797.302070:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611044224:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 496us (1250us total) trans 17179869480 rc 0/0 00000100:00100000:1.0:1763332797.302079:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 566 00002000:00010000:1.0:1763332797.302084:0:28430:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/72 (3145728->18446744073709551615) 00002000:00100000:1.0:1763332797.302088:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44e07100 with x1848987611044224 ext(3145728->18446744073709551615) 00002000:00010000:1.0:1763332797.302093:0:28430:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe44e07100. 00000100:00100000:0.0:1763332797.304775:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.304885:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611044352 00000100:00100000:2.0:1763332797.304897:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611044352 00000100:00100000:2.0:1763332797.304962:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2661 00000100:00100000:2.0:1763332797.304972:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37242:x1848987611044352:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.304997:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.305019:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c319f5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d956 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.305115:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c319fc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.305130:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c319fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.305142:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c319fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332797.305172:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00000004:00200000:2.0:1763332797.305176:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332797.305192:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c319fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.305215:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c319f5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d956 expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.305232:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c319fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d956 expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.305241:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332797.305245:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332797.305249:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05200, rc 0) 00000100:00100000:2.0:1763332797.305310:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37242:x1848987611044352:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 340us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.305318:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2661 00000100:00100000:2.0:1763332797.308746:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.308836:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611044608 00000100:00100000:1.0:1763332797.308846:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611044608 00000100:00100000:1.0:1763332797.308900:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2662 00000100:00100000:1.0:1763332797.308909:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37242:x1848987611044608:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332797.308955:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332797.308979:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c319fc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d956 expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.308996:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.309001:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332797.309145:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.309158:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.309168:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:1.0:1763332797.309211:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968973 00000004:00010000:1.0:1763332797.309233:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c72ea7e7 reply state 00000000bed65e53 transno 4294968974 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.309244:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.309250:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.309253:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332797.309256:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332797.310128:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37242:x1848987611044608:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 1215us (1387us total) trans 4294968974 rc 0/0 00000100:00100000:1.0:1763332797.310135:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2662 00000020:00080000:1.0:1763332797.310140:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763332797.313085:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.313490:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611044736 00000100:00100000:2.0:1763332797.313504:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611044736 00000100:00100000:2.0:1763332797.313781:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1389 00000100:00100000:2.0:1763332797.313790:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37242:x1848987611044736:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.313868:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.313896:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31a0a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d95d expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332797.313924:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x48:0x0] initial LVB size: 3145728, mtime: 0x691a52bd, atime: 0x0, ctime: 0x691a52bd, blocks: 0x1800 00010000:00010000:2.0:1763332797.313946:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.313961:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.313969:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31a0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d95d expref: 9 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.313985:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31a0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d95d expref: 9 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.313999:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05c00, rc 0) 00000100:00100000:2.0:1763332797.314062:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37242:x1848987611044736:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 272us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.314069:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1389 00000100:00100000:0.0:1763332797.316588:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.316722:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611044864 00000100:00100000:1.0:1763332797.316733:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611044864 00002000:00010000:1.0:1763332797.316782:0:28430:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/72 (3145728->18446744073709551615) 00002000:00100000:1.0:1763332797.316789:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff6bc11f80 with x1848987611044864 ext(3145728->18446744073709551615) 00002000:00010000:1.0:1763332797.316862:0:28430:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff6bc11f80. 00000100:00100000:1.0:1763332797.316899:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 567 00000100:00100000:1.0:1763332797.316908:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611044864:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:1.0:1763332797.317076:0:28430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332797.317081:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:1.0:1763332797.317083:0:28430:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332797.317086:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:1.0:1763332797.317088:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763332797.317157:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611044864:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 250us (580us total) trans 21474836788 rc 0/0 00000100:00100000:1.0:1763332797.317166:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 567 00002000:00010000:1.0:1763332797.317171:0:28430:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/72 (3145728->18446744073709551615) 00002000:00100000:1.0:1763332797.317174:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff6bc11f80 with x1848987611044864 ext(3145728->18446744073709551615) 00002000:00010000:1.0:1763332797.317179:0:28430:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff6bc11f80. 00000100:00100000:3.0:1763332797.322270:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.322549:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611044992 00000100:00100000:1.0:1763332797.322561:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611044992 00000100:00100000:1.0:1763332797.322629:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2663 00000100:00100000:1.0:1763332797.322639:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37242:x1848987611044992:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.322668:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.322695:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a11 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d964 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.322821:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31a18 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.322839:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31a18 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.322855:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31a18 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332797.322890:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00000004:00200000:1.0:1763332797.322895:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332797.322914:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31a18 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.322941:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a11 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d964 expref: 21 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.322958:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31a18 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d964 expref: 20 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.322968:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.322971:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332797.322976:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf000, rc 0) 00000100:00100000:1.0:1763332797.323048:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37242:x1848987611044992:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 410us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.323056:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2663 00000100:00100000:3.0:1763332797.326887:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.327020:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611045248 00000100:00100000:2.0:1763332797.327031:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611045248 00000100:00100000:2.0:1763332797.327094:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2664 00000100:00100000:2.0:1763332797.327106:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37242:x1848987611045248:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332797.327165:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332797.327197:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31a18 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d964 expref: 20 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.327220:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332797.327226:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332797.327437:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.327452:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.327476:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000001:00080000:2.0:1763332797.327521:0:8606:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968975 00000004:00010000:2.0:1763332797.327544:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004fd10594 reply state 00000000530181f8 transno 4294968976 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.327558:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.327564:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332797.327567:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332797.327569:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332797.327665:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37242:x1848987611045248:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 562us (788us total) trans 4294968976 rc 0/0 00000100:00100000:2.0:1763332797.327672:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2664 00000020:00080000:2.0:1763332797.327678:0:8606:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763332797.332200:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.332416:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611045376 00000100:00100000:2.0:1763332797.332426:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611045376 00000100:00100000:2.0:1763332797.332487:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1390 00000100:00100000:2.0:1763332797.332496:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37242:x1848987611045376:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.332513:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.332534:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31a26 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d96b expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332797.332556:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x46:0x0] initial LVB size: 3145728, mtime: 0x691a52bd, atime: 0x0, ctime: 0x691a52bd, blocks: 0x1800 00010000:00010000:2.0:1763332797.332578:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.332581:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.332588:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31a26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d96b expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.332605:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31a26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d96b expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.332617:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04e00, rc 0) 00000100:00100000:2.0:1763332797.332673:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37242:x1848987611045376:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 179us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.332680:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1390 00000100:00100000:3.0:1763332797.338942:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.339102:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611045504 00000100:00100000:0.0:1763332797.339114:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611045504 00002000:00010000:0.0:1763332797.339166:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/70 (3145728->18446744073709551615) 00002000:00100000:0.0:1763332797.339172:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75665180 with x1848987611045504 ext(3145728->18446744073709551615) 00002000:00010000:0.0:1763332797.339185:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff75665180. 00000100:00100000:0.0:1763332797.339223:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 568 00000100:00100000:0.0:1763332797.339232:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611045504:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:0.0:1763332797.339507:0:28427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1763332797.339511:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:0.0:1763332797.339515:0:28427:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332797.339517:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:0.0:1763332797.339521:0:28427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763332797.342847:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611045504:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 3559us (3863us total) trans 17179869481 rc 0/0 00000100:00100000:0.0:1763332797.342863:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 568 00002000:00010000:0.0:1763332797.342870:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/70 (3145728->18446744073709551615) 00002000:00100000:0.0:1763332797.342873:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75665180 with x1848987611045504 ext(3145728->18446744073709551615) 00002000:00010000:0.0:1763332797.342888:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff75665180. 00000100:00100000:3.0:1763332797.343776:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.343900:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611045760 00000100:00100000:1.0:1763332797.343909:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611045760 00000100:00100000:1.0:1763332797.344116:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2665 00000100:00100000:1.0:1763332797.344125:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37242:x1848987611045760:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332797.344236:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.344252:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.344268:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:1.0:1763332797.344397:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009029f415 reply state 00000000b8f793cc transno 4294968977 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.344410:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.344417:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.344420:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332797.344424:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332797.344522:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+24:37242:x1848987611045760:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 397us (749us total) trans 4294968977 rc 0/0 00000100:00100000:1.0:1763332797.344528:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2665 00000100:00100000:2.0:1763332797.349466:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.349685:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611045888 00000100:00100000:1.0:1763332797.349696:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611045888 00000100:00100000:3.0:1763332797.349966:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1391 00000100:00100000:2.0:1763332797.350096:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37242:x1848987611045888:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.350118:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.350137:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d972 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.350309:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31993 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d92c expref: 11 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332797.350318:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.350320:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.350324:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.350386:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d92c expref: 11 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332797.350399:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31993 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d92c expref: 11 pid: 28600 timeout: 1001 lvb_type: 1 00000100:00100000:2.0:1763332797.350413:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626302976:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332797.350505:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58600 going to sleep for 11 seconds 00000100:00100000:2.0:1763332797.353311:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626302976:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332797.353344:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.353389:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04c00, rc 0) 00000100:00100000:2.0:1763332797.353437:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37242:x1848987611045888:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3461us (3987us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.353446:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1391 00000100:00100000:3.0:1763332797.354769:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.354864:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611046016 00000100:00100000:2.0:1763332797.354872:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611046016 00010000:00010000:2.0:1763332797.354908:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31993 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d92c expref: 11 pid: 28600 timeout: 1001 lvb_type: 1 00000100:00100000:2.0:1763332797.355391:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 699 00000100:00100000:2.0:1763332797.355405:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611046016:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332797.355423:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332797.355444:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31993 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d92c expref: 11 pid: 28600 timeout: 1001 lvb_type: 1 00010000:00010000:2.0:1763332797.355467:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d92c expref: 11 pid: 28600 timeout: 1001 lvb_type: 1 00010000:00010000:2.0:1763332797.355491:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31993 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d92c expref: 11 pid: 28600 timeout: 1001 lvb_type: 1 00010000:00010000:2.0:1763332797.355506:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.355508:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.355515:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.355526:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.355571:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332797.355584:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e07b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8423:1848987626303104:192.168.204.28@tcp:105: 00000100:00100000:2.0:1763332797.355662:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58600 going to sleep for 11 seconds 00000100:00100000:2.0:1763332797.359096:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e07b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8423:1848987626303104:192.168.204.28@tcp:105: 00010000:00010000:2.0:1763332797.359129:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332797.359268:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611046016:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 3866us (4506us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.359280:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 699 00000100:00100000:0.0:1763332797.363976:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.364054:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611046144 00000100:00100000:2.0:1763332797.364067:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611046144 00000100:00100000:2.0:1763332797.364132:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1392 00000100:00100000:2.0:1763332797.364142:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37242:x1848987611046144:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.364162:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.364182:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d979 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.364214:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3199a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d933 expref: 11 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332797.364223:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.364225:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.364230:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.364268:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3199a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d933 expref: 11 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332797.364283:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3199a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d933 expref: 11 pid: 28600 timeout: 1001 lvb_type: 1 00000100:00100000:2.0:1763332797.364305:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626303232:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332797.364414:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58600 going to sleep for 11 seconds 00000100:00100000:3.0:1763332797.369169:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.369293:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626303232:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332797.369327:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.369381:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05e00, rc 0) 00000100:00100000:2.0:1763332797.369433:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37242:x1848987611046144:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5291us (5469us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.369443:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1392 00000100:00100000:1.0:1763332797.369844:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611046272 00000100:00100000:1.0:1763332797.369853:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611046272 00010000:00010000:1.0:1763332797.369895:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3199a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d933 expref: 11 pid: 28600 timeout: 1001 lvb_type: 1 00000100:00100000:1.0:1763332797.369933:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 700 00000100:00100000:1.0:1763332797.369943:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611046272:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332797.369971:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332797.369997:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3199a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d933 expref: 11 pid: 28600 timeout: 1001 lvb_type: 1 00010000:00010000:1.0:1763332797.370011:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3199a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d933 expref: 11 pid: 28600 timeout: 1001 lvb_type: 1 00010000:00010000:1.0:1763332797.370041:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3199a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d933 expref: 11 pid: 28600 timeout: 1001 lvb_type: 1 00010000:00010000:1.0:1763332797.370056:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332797.370058:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332797.370066:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.370076:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.370114:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332797.370131:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8423:1848987626303360:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332797.370654:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45f2b840 going to sleep for 11 seconds 00000100:00100000:0.0:1763332797.375338:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.375676:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8423:1848987626303360:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332797.375704:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332797.375755:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611046272:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 5813us (6596us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.375767:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 700 00000100:00100000:0.0:1763332797.376209:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.376801:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611046400 00000100:00100000:2.0:1763332797.376810:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611046400 00000100:00100000:2.0:1763332797.376857:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611046528 00000100:00100000:2.0:1763332797.376860:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611046528 00000100:00100000:2.0:1763332797.376892:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1393 00000100:00100000:2.0:1763332797.376901:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611046400:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:2.0:1763332797.377065:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1763332797.377069:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb mtime from disk: 1763332796 -> 1763332797 00002000:00010000:2.0:1763332797.377072:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb atime from disk: 0 -> 1763332796 00002000:00010000:2.0:1763332797.377074:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb ctime from disk: 1763332796 -> 1763332797 00002000:00010000:2.0:1763332797.377076:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:2.0:1763332797.377112:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611046400:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 212us (1786us total) trans 21474836789 rc 0/0 00000100:00100000:2.0:1763332797.377118:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1393 00000100:00100000:2.0:1763332797.377133:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1394 00000100:00100000:2.0:1763332797.377138:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611046528:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:2.0:1763332797.377176:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1763332797.377179:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:2.0:1763332797.377181:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb atime from disk: 0 -> 1763332796 00002000:00010000:2.0:1763332797.377183:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:2.0:1763332797.377185:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:2.0:1763332797.377201:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611046528:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 64us (994us total) trans 21474836790 rc 0/0 00000100:00100000:2.0:1763332797.377206:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1394 00000100:00100000:3.0:1763332797.379742:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.380254:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611046784 00000100:00100000:1.0:1763332797.380264:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611046784 00000100:00100000:1.0:1763332797.380410:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 759 00000100:00100000:1.0:1763332797.380419:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc00c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+24:37242:x1848987611046784:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:1.0:1763332797.380486:0:6522:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000403:0x10:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c3195b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d917 expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.380534:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.380547:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3197e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d91e expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.380555:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.380585:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3197e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d91e expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.380596:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3197e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d91e expref: 24 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.380610:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626303488:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332797.380672:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45f2b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332797.382893:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626303488:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332797.382923:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763332797.383041:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.383204:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611046912 00000100:00100000:1.0:1763332797.383211:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611046912 00010000:00010000:1.0:1763332797.383249:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3197e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d91e expref: 25 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.383293:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 701 00000100:00100000:1.0:1763332797.383301:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2421:x1848987611046912:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332797.383316:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332797.383322:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3197e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d91e expref: 25 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.383333:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3197e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d91e expref: 25 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.383394:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3197e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d91e expref: 25 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.383409:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.383415:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.383425:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.383432:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.383451:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332797.383522:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2421:x1848987611046912:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 220us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.383529:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 701 00010000:00010000:0.0:1763332797.383644:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.383653:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000040:00080000:0.0:1763332797.383911:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].222, 88 off26768 00000004:00080000:0.0:1763332797.383919:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 901463569883ns, next at 887754833937ns, rc = 0 00000040:00080000:0.0:1763332797.383947:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].223, 88 off26856 00000004:00080000:0.0:1763332797.383959:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 901463610308ns, next at 887754833937ns, rc = 0 00000040:00080000:0.0:1763332797.383981:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].219, 88 off26568 00000004:00080000:0.0:1763332797.383987:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 901463637641ns, next at 887240246170ns, rc = 0 00000040:00080000:0.0:1763332797.384013:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].220, 88 off26656 00000004:00080000:0.0:1763332797.384017:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 901463668496ns, next at 887240246170ns, rc = 0 00000040:00080000:0.0:1763332797.384027:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].224, 88 off26944 00000004:00080000:0.0:1763332797.384031:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 901463681735ns, next at 887754833937ns, rc = 0 00000040:00080000:0.0:1763332797.384039:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].221, 88 off26744 00000004:00080000:0.0:1763332797.384043:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 901463693648ns, next at 887240246170ns, rc = 0 00000040:00080000:0.0:1763332797.384052:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].225, 88 off27032 00000004:00080000:0.0:1763332797.384055:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 901463706411ns, next at 887754833937ns, rc = 0 00000040:00080000:0.0:1763332797.384063:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].222, 88 off26832 00000004:00080000:0.0:1763332797.384067:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 901463717546ns, next at 887240246170ns, rc = 0 00000001:00080000:0.0:1763332797.387097:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968978 is committed 00000004:00080000:0.0:1763332797.387112:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 206 committed 00010000:00010000:1.0:1763332797.387470:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387484:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387496:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387502:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.387509:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387518:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387538:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.387541:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.387547:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387553:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c319d2 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387575:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387581:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387586:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387590:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfa00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.387593:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387597:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387608:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.387611:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.387613:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387618:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a03 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387627:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.387633:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.387638:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.387643:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.387645:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.387650:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.387657:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.387660:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.387662:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.387667:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31a1f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.387677:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387683:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387687:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387692:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.387694:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387699:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387706:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.387708:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.387710:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.387716:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a2d lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00080000:0.0:1763332797.387913:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 208 committed 00000004:00080000:0.0:1763332797.387928:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 205 committed 00000100:00100000:3.0:1763332797.388433:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626304000:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332797.388503:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332797.388543:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332797.388549:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626303616:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332797.388567:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332797.388593:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626303744:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332797.388612:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332797.388628:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332797.388632:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626303872:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332797.388647:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332797.388675:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626304000 00000100:00100000:3.0:1763332797.388683:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626304000 00000100:00100000:3.0:1763332797.388731:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626303616 00000100:00100000:3.0:1763332797.388733:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626303616 00000100:00100000:3.0:1763332797.388745:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626303744 00000100:00100000:3.0:1763332797.388747:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626303744 00000100:00100000:3.0:1763332797.388760:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626303872 00000100:00100000:3.0:1763332797.388762:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626303872 00000100:00100000:3.0:1763332797.388779:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1763332797.388788:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626304000:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332797.388940:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332797.388944:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:3.0:1763332797.388947:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332797.388949:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:3.0:1763332797.388952:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763332797.388989:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626304000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 202us (485us total) trans 17179869482 rc 0/0 00000100:00100000:3.0:1763332797.388995:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1763332797.389012:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1763332797.389018:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626303616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332797.389072:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x45:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1763332797.389075:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x45:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:3.0:1763332797.389078:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x45:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332797.389080:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x45:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:3.0:1763332797.389082:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x45:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332797.389104:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626303616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 87us (536us total) trans 17179869483 rc 0/0 00000100:00100000:3.0:1763332797.389110:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1763332797.389123:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1763332797.389129:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626303744:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332797.389172:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x47:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1763332797.389175:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x47:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:3.0:1763332797.389177:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x47:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332797.389179:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x47:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:3.0:1763332797.389181:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x47:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332797.389207:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626303744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 78us (593us total) trans 17179869484 rc 0/0 00000100:00100000:3.0:1763332797.389212:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1763332797.389223:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1763332797.389229:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626303872:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332797.389270:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x48:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332797.389273:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x48:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:3.0:1763332797.389275:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x48:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332797.389278:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x48:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:3.0:1763332797.389280:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x48:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332797.389303:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626303872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (654us total) trans 17179869485 rc 0/0 00000100:00100000:3.0:1763332797.389308:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00080000:3.0:1763332797.389328:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332797.389400:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869476 gen 2 00000004:00080000:3.0:1763332797.389405:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a3b80, transno 17179869469 00000004:00080000:3.0:1763332797.389413:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a1c00, transno 17179869470 00000004:00080000:3.0:1763332797.389416:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a2300, transno 17179869471 00000004:00080000:3.0:1763332797.389419:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a0700, transno 17179869472 00000004:00080000:3.0:1763332797.389422:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44822d80, transno 17179869473 00000004:00080000:3.0:1763332797.389425:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44821180, transno 17179869474 00000004:00080000:3.0:1763332797.389427:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44822a00, transno 17179869475 00000004:00080000:3.0:1763332797.389429:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44822680, transno 17179869476 00000100:00100000:3.0:1763332797.389435:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7e00dc00 x1848987626303872/t17179869485(17179869485) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332813 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763332797.389446:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e00dc00/2, rc 0, transno 17179869485 00000100:00100000:3.0:1763332797.389450:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626303872:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332797.389473:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe43998000/2, rc 0, transno 17179869484 00000100:00100000:3.0:1763332797.389477:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626303744:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332797.389494:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe43999180/2, rc 0, transno 17179869483 00000100:00100000:3.0:1763332797.389497:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626303616:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332797.389504:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e00ca80/2, rc 0, transno 17179869482 00000100:00100000:3.0:1763332797.389508:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626304000:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332797.389614:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 0 in flight, 8 done 00000004:00080000:0.0:1763332797.389783:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 207 committed 00000004:00080000:0.0:1763332797.389788:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 204 committed 00000004:00080000:0.0:1763332797.389791:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 203 committed 00000004:00080000:0.0:1763332797.389793:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 206 committed 00000004:00080000:0.0:1763332797.389795:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 205 committed 00000100:00100000:1.0:1763332797.389952:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626304384:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332797.389983:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332797.390004:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332797.390009:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626304256:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332797.390030:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332797.390052:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626304384 00000100:00100000:1.0:1763332797.390057:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626304384 00000100:00100000:1.0:1763332797.390087:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626304256 00000100:00100000:1.0:1763332797.390090:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626304256 00000100:00100000:1.0:1763332797.390104:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1763332797.390110:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626304384:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332797.390186:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4a:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332797.390189:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4a:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:1.0:1763332797.390191:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x4a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332797.390193:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4a:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:1.0:1763332797.390195:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4a:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332797.390222:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626304384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (237us total) trans 21474836791 rc 0/0 00000100:00100000:1.0:1763332797.390227:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1763332797.390239:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1763332797.390244:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626304256:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332797.390283:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332797.390286:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:1.0:1763332797.390288:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb atime from disk: 1763332796 -> 1763332796 00002000:00010000:1.0:1763332797.390291:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:1.0:1763332797.390293:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x49:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332797.390312:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626304256:12345-0@lo:2:osp-syn-0-0.0 Request processed in 68us (282us total) trans 21474836792 rc 0/0 00000100:00100000:1.0:1763332797.390318:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00080000:1.0:1763332797.390333:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332797.390376:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836785 gen 2 00000004:00080000:1.0:1763332797.390380:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dcfe300, transno 21474836775 00000004:00080000:1.0:1763332797.390388:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dcfdf80, transno 21474836776 00000004:00080000:1.0:1763332797.390390:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44fab480, transno 21474836777 00000004:00080000:1.0:1763332797.390393:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44fab100, transno 21474836778 00000004:00080000:1.0:1763332797.390395:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44fa9f80, transno 21474836779 00000004:00080000:1.0:1763332797.390398:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6ca80, transno 21474836782 00000004:00080000:1.0:1763332797.390401:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e120e00, transno 21474836783 00000004:00080000:1.0:1763332797.390403:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6c380, transno 21474836784 00000004:00080000:1.0:1763332797.390406:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6ce00, transno 21474836785 00000100:00100000:1.0:1763332797.390411:0:3653:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe42ef9880 x1848987626304256/t21474836792(21474836792) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332813 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763332797.390420:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe42ef9880/2, rc 0, transno 21474836792 00000100:00100000:1.0:1763332797.390425:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626304256:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332797.390435:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74036680/2, rc 0, transno 21474836791 00000100:00100000:1.0:1763332797.390438:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626304384:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332797.390533:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 4 in progress, 2 in flight, 9 done 00000100:00100000:1.0:1763332797.390546:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626304512:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332797.390568:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332797.390584:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332797.390590:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626304128:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332797.390607:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332797.390625:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626304512 00000100:00100000:1.0:1763332797.390628:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626304512 00000100:00100000:1.0:1763332797.390645:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1763332797.390650:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3654:x1848987626304512:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332797.390696:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332797.390699:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:1.0:1763332797.390702:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332797.390704:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:1.0:1763332797.390706:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:1.0:1763332797.390731:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626304512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (162us total) trans 21474836793 rc 0/0 00000100:00100000:1.0:1763332797.390738:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1763332797.390747:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626304128 00000100:00100000:1.0:1763332797.390750:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626304128 00000100:00100000:1.0:1763332797.390767:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1763332797.390772:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626304128:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332797.390812:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1763332797.390815:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:1.0:1763332797.390817:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb atime from disk: 1763332796 -> 1763332796 00002000:00010000:1.0:1763332797.390819:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:1.0:1763332797.390821:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x47:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332797.390844:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626304128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (236us total) trans 21474836794 rc 0/0 00000100:00100000:1.0:1763332797.390850:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000004:00080000:1.0:1763332797.390878:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccf100/2, rc 0, transno 21474836794 00000100:00100000:1.0:1763332797.390882:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626304128:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332797.390891:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74034e00/2, rc 0, transno 21474836793 00000100:00100000:1.0:1763332797.390894:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626304512:0@lo:2:osp-syn-0-0.0 00000004:00010000:2.0:1763332797.391036:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a47d9b01 reply state 0000000080b4c62c transno 4294968978 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.391057:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.391066:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332797.391069:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763332797.391073:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332797.391078:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332797.391080:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332797.391087:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c3195b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d917 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763332797.391190:0:6522:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763332797.391205:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc00c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37242:x1848987611046784:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 10788us (11472us total) trans 4294968978 rc 0/0 00000100:00100000:2.0:1763332797.391213:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 759 00010000:00010000:1.0:1763332797.392111:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.392123:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.392131:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.392137:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.392142:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.392149:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.392162:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.392164:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332797.392168:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.392174:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31a42 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763332797.396195:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.396954:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611047040 00000100:00100000:1.0:1763332797.396967:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611047040 00000100:00100000:2.0:1763332797.397592:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2666 00000100:00100000:2.0:1763332797.397607:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37242:x1848987611047040:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.397635:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.397660:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31a49 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d980 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.397725:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31a49 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d980 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.397741:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31a49 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d980 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.397760:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332797.397763:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332797.397767:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05000, rc 0) 00000100:00100000:2.0:1763332797.397992:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37242:x1848987611047040:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 388us (1806us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.397999:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2666 00000100:00100000:0.0:1763332797.400531:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.400648:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611047296 00000100:00100000:2.0:1763332797.400660:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611047296 00000100:00100000:2.0:1763332797.400731:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 760 00000100:00100000:2.0:1763332797.400742:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37242:x1848987611047296:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332797.401086:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37242:x1848987611047296:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 345us (563us total) trans 4294968979 rc 0/0 00000100:00100000:2.0:1763332797.401094:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 760 00000100:00100000:0.0:1763332797.403099:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.403247:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611047552 00000100:00100000:2.0:1763332797.403255:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611047552 00000100:00100000:2.0:1763332797.403317:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2667 00000100:00100000:2.0:1763332797.403328:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37242:x1848987611047552:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.403382:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.403408:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31a50 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d987 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.403501:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31a57 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403514:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31a57 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403526:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31a57 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403541:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31a5e lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403548:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31a5e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403554:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31a5e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403688:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31a65 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403698:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31a65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403705:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31a65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332797.403715:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:2.0:1763332797.403786:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31a57 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403795:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31a57 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403801:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31a57 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403807:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31a57 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403812:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332797.403827:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31a57 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403834:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31a57 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403846:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:2.0:1763332797.403849:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332797.403855:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31a57 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403862:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31a57 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403876:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31a5e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403882:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31a5e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403888:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31a5e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403893:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332797.403896:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31a5e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403901:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31a5e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403908:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe438a1d00) 00010000:00010000:2.0:1763332797.403911:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332797.403913:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31a5e lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403918:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31a5e lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.403971:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31a50 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d987 expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.403985:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31a65 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d987 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.403992:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332797.403995:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332797.403998:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05600, rc 0) 00000100:00100000:2.0:1763332797.404054:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37242:x1848987611047552:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 727us (964us total) trans 4294968980 rc 0/0 00000100:00100000:2.0:1763332797.404062:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2667 00000100:00100000:3.0:1763332797.414420:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.414500:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611047808 00000100:00100000:0.0:1763332797.414512:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611047808 00000100:00100000:0.0:1763332797.414587:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 761 00000100:00100000:0.0:1763332797.414598:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37242:x1848987611047808:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332797.414873:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37242:x1848987611047808:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 277us (470us total) trans 4294968981 rc 0/0 00000100:00100000:0.0:1763332797.414883:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 761 00000100:00100000:0.0:1763332797.423660:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.424118:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611048064 00000100:00100000:1.0:1763332797.424127:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611048064 00000100:00100000:1.0:1763332797.424194:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2668 00000100:00100000:1.0:1763332797.424204:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37242:x1848987611048064:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.424228:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.424251:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a73 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d98e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.424397:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a7a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.424413:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31a65 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d987 expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.424421:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a7a lrc: 4/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.424470:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31a65 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d987 expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.424483:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31a65 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d987 expref: 17 pid: 8606 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.424496:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626304640:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332797.428045:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45f2b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332797.433406:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626304640:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332797.433439:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a7a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763332797.439538:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332797.439675:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611048192 00000100:00100000:3.0:1763332797.439687:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611048192 00010000:00010000:3.0:1763332797.439731:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31a65 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d987 expref: 18 pid: 8606 timeout: 1001 lvb_type: 0 00000100:00100000:3.0:1763332797.439777:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 702 00000100:00100000:3.0:1763332797.439788:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987611048192:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332797.439810:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332797.439817:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31a65 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d987 expref: 18 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:3.0:1763332797.439831:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31a65 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d987 expref: 18 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:3.0:1763332797.439858:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31a65 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d987 expref: 18 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:3.0:1763332797.439876:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:3.0:1763332797.439881:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a7a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332797.439892:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a7a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332797.439900:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a7a lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332797.440083:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332797.440149:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987611048192:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 362us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.440158:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 702 00010000:00010000:1.0:1763332797.440212:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a7a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.440220:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a7a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332797.440239:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:1.0:1763332797.440416:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a73 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d98e expref: 18 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.440431:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a7a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d98e expref: 17 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.440438:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.440440:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332797.440443:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bfa00, rc 0) 00000100:00100000:1.0:1763332797.440487:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37242:x1848987611048064:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 16284us (16835us total) trans 4294968982 rc 0/0 00000100:00100000:1.0:1763332797.440495:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2668 00000100:00100000:1.0:1763332797.446854:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.447149:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611048320 00000100:00100000:0.0:1763332797.447160:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611048320 00000100:00100000:1.0:1763332797.447788:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 762 00000100:00100000:1.0:1763332797.447803:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37242:x1848987611048320:12345-192.168.204.28@tcp:33:lfs.0 00000100:00100000:1.0:1763332797.447983:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37242:x1848987611048320:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 184us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.447990:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 762 00000100:00100000:0.0:1763332797.453326:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.453424:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611048576 00000100:00100000:1.0:1763332797.453437:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611048576 00000100:00100000:1.0:1763332797.453502:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2669 00000100:00100000:1.0:1763332797.453512:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37242:x1848987611048576:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.453535:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.453561:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a88 lrc: 2/0,0 mode: --/CW res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d995 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.453679:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31a8f lrc: 3/0,1 mode: --/CW res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.453695:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31a8f lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.453707:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31a8f lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.453721:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x4:0x0].0x83c42efe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.453727:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.453732:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763332797.453865:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1848987626304768:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1763332797.453912:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332797.453944:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45f2b900 going to sleep for 11 seconds 00000100:00100000:3.0:1763332797.454995:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626304768 00000100:00100000:3.0:1763332797.455006:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626304768 00000100:00100000:3.0:1763332797.455069:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1763332797.455078:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6521:x1848987626304768:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1763332797.455196:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6521:x1848987626304768:12345-0@lo:1000:mdt00_002.0 Request processed in 120us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332797.455203:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1763332797.459666:0:6521:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294968953 gen 2 00000004:00080000:0.0:1763332797.459681:0:6521:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294968953 committed transno 4294968953 00000100:00100000:0.0:1763332797.459716:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1848987626304768:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1763332797.460156:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31a9d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.460175:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31a9d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332797.460188:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31a9d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763332797.460201:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x5:0x0]: returning size 0 00010000:00010000:0.0:1763332797.460236:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31a8f lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332797.460243:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31a8f lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332797.460250:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31a8f lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332797.460256:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31a8f lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332797.460263:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332797.460267:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31a8f lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332797.460274:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31a8f lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332797.460287:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332797.460290:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332797.460294:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31a8f lrc: 3/0,0 mode: --/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332797.460304:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31a8f lrc: 0/0,0 mode: --/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000004:00010000:0.0:1763332797.460319:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dcab9987 reply state 00000000d46ef78f transno 4294967372 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332797.460329:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332797.460335:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x83c42efe (ffff92ff621b4d00) 00010000:00010000:0.0:1763332797.460338:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332797.460340:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332797.460423:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31a88 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d995 expref: 13 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.460438:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31a9d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d995 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.460445:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5:0x0].0x0 (ffff92fe43ab2500) 00010000:00010000:0.0:1763332797.460447:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332797.460449:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4b000, rc 0) 00000100:00100000:0.0:1763332797.460543:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37242:x1848987611048576:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 7032us (7229us total) trans 4294967372 rc 0/0 00000100:00100000:0.0:1763332797.460552:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2669 00000100:00100000:3.0:1763332797.464925:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.465088:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611048832 00000100:00100000:0.0:1763332797.465099:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611048832 00000100:00100000:0.0:1763332797.465168:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2670 00000100:00100000:0.0:1763332797.465178:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37242:x1848987611048832:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332797.465200:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332797.465204:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332797.465230:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c31a7a lrc: 0/0,0 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d98e expref: 17 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.465249:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332797.465253:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332797.465267:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31aab lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d99c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.465408:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b400/0xb32e3ef184c31ab2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.465421:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b400/0xb32e3ef184c31ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.465430:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b400/0xb32e3ef184c31ab2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332797.465442:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:0.0:1763332797.465553:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31aab lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d99c expref: 19 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.465567:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b400/0xb32e3ef184c31ab2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d99c expref: 18 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.465574:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332797.465576:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332797.465578:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4b400, rc 0) 00000100:00100000:0.0:1763332797.465629:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37242:x1848987611048832:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 453us (714us total) trans 4294968983 rc 0/0 00000100:00100000:0.0:1763332797.465636:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2670 00000100:00100000:3.0:1763332797.473727:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.477538:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611049088 00000100:00100000:0.0:1763332797.477551:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611049088 00000100:00100000:0.0:1763332797.477609:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 763 00000100:00100000:0.0:1763332797.477618:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37242:x1848987611049088:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332797.477763:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626304896:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.477840:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332797.477880:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332797.477922:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626304896 00000100:00100000:2.0:1763332797.477928:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626304896 00000100:00100000:2.0:1763332797.477971:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1763332797.477979:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626304896:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332797.478055:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626304896:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 77us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.478063:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1763332797.478121:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626304896:0@lo:1000:mdt_rdpg00_000.0 00000004:00010000:0.0:1763332797.478165:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000403:0x10:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b400/0xb32e3ef184c31ab2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d99c expref: 18 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.478206:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.478219:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c318ba lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8df expref: 18 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.478228:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31a49 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d980 expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.478235:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.478257:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31a49 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d980 expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.478270:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31a49 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d980 expref: 18 pid: 8606 timeout: 1001 lvb_type: 0 00000100:00100000:0.0:1763332797.478286:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626305024:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332797.479121:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c318ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8df expref: 18 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.479135:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c318ba lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8df expref: 18 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:0.0:1763332797.479145:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626305152:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332797.479532:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe439ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332797.485345:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626305024:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332797.485418:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626305152:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332797.485465:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763332797.487522:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.490367:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.492007:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611049216 00000100:00100000:1.0:1763332797.492022:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611049216 00010000:00010000:1.0:1763332797.492079:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31a49 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d980 expref: 19 pid: 8606 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.492118:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611049344 00000100:00100000:1.0:1763332797.492122:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611049344 00010000:00010000:1.0:1763332797.492137:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c318ba lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8df expref: 20 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.492173:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 703 00000100:00100000:1.0:1763332797.492183:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2420:x1848987611049216:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332797.492211:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332797.492219:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31a49 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d980 expref: 20 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.492234:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31a49 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d980 expref: 20 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.492259:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31a49 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d980 expref: 20 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.492276:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332797.492282:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.492292:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.492299:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332797.492390:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987611049216:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 206us (4871us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.492396:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 704 00000100:00100000:1.0:1763332797.492404:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 703 00000100:00100000:0.0:1763332797.492410:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987611049344:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332797.492421:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332797.492427:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c318ba lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8df expref: 18 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:0.0:1763332797.492439:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c318ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8df expref: 18 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:0.0:1763332797.492462:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c318ba lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d8df expref: 18 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:0.0:1763332797.492480:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332797.492484:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.492493:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.492501:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.492527:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332797.492569:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987611049344:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 164us (2228us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.492576:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 704 00010000:00010000:0.0:1763332797.492599:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.492606:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.492654:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.492660:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.492668:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763332797.492685:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626305280:0@lo:101:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.492722:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332797.492741:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe439ddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332797.493838:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626305280 00000100:00100000:3.0:1763332797.493848:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626305280 00000100:00100000:3.0:1763332797.493897:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1763332797.493905:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626305280:12345-0@lo:101:mdt_rdpg00_000.0 00010000:00010000:3.0:1763332797.493923:0:7798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332797.493942:0:7798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31ace lrc: 2/0,0 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c31ac7 expref: -99 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.493974:0:7798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31a9d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d995 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.493983:0:7798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31ace lrc: 4/0,0 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c31ac7 expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.494012:0:7798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31a9d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d995 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.494024:0:7798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31a9d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d995 expref: 12 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:3.0:1763332797.494035:0:7798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:7798:1848987626305408:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332797.494114:0:7798:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332797.508640:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.508735:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611049472 00000100:00100000:0.0:1763332797.508748:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611049472 00010000:00010000:0.0:1763332797.508794:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31a9d lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d995 expref: 13 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:0.0:1763332797.508848:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 705 00000100:00100000:0.0:1763332797.508858:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611049472:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332797.508876:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332797.508883:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31a9d lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d995 expref: 13 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:0.0:1763332797.508895:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31a9d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d995 expref: 13 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:0.0:1763332797.508920:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5:0x0].0x0 (ffff92fe43ab2500) 00010000:00010000:0.0:1763332797.508926:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31ace lrc: 3/0,0 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c31ac7 expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.508937:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31ace lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xb32e3ef184c31ac7 expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.508946:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31ace lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xb32e3ef184c31ac7 expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.508989:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31ace lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c31ac7 expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332797.509002:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001_UUID:8423:1848987626305536:0@lo:105: 00000100:00100000:0.0:1763332797.509045:0:8423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332797.509082:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe439ddd80 going to sleep for 11 seconds 00010000:00010000:3.0:1763332797.509157:0:7798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31a9d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d995 expref: 13 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:3.0:1763332797.509172:0:7798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:7798:1848987626305408:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332797.509192:0:7798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31ace lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c31ac7 expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.509218:0:7798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5:0x0].0x0 (ffff92fe43ab2500) 00010000:00010000:3.0:1763332797.509220:0:7798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763332797.509223:0:7798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07c00, rc 0) 00000100:00100000:3.0:1763332797.509265:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626305280:12345-0@lo:101:mdt_rdpg00_000.0 Request processed in 15361us (16542us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332797.509273:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1763332797.509328:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626305536 00000100:00100000:1.0:1763332797.509332:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626305536 00000100:00100000:1.0:1763332797.509387:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1763332797.509396:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8423:x1848987626305536:12345-0@lo:105: 00010000:00010000:1.0:1763332797.509406:0:6503:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.509414:0:6503:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.509423:0:6503:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.509431:0:6503:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.509437:0:6503:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.509444:0:6503:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.509465:0:6503:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff92ff77d4ba00) 00000100:00100000:1.0:1763332797.509495:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8423:x1848987626305536:12345-0@lo:105: Request processed in 101us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.509500:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1763332797.509567:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001_UUID:8423:1848987626305536:0@lo:105: 00010000:00010000:0.0:1763332797.509578:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332797.509618:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611049472:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 761us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.509625:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 705 00000100:00100000:0.0:1763332797.509655:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626305280:0@lo:101:mdt_rdpg00_000.0 00010000:00010000:0.0:1763332797.509669:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763332797.509687:0:6522:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000403:0x5:0x0] 00000040:00080000:0.0:1763332797.510034:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].19, 1184 off46464 00000040:00080000:0.0:1763332797.510082:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].8, 1264 off43664 00000004:00080000:0.0:1763332797.510087:0:6522:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92fe439ddf00 with version 18 00000004:00080000:2.0:1763332797.510903:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 18 rpc_version 18 00000020:00100000:2.0:1763332797.510938:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1763332797.510960:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe44e05880 x1848987626305792/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2576/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763332797.510988:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626305792:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332797.511037:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332797.511071:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58000 going to sleep for 11 seconds 00000100:00100000:3.0:1763332797.511281:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626305792 00000100:00100000:3.0:1763332797.511288:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626305792 00000100:00100000:3.0:1763332797.511342:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1763332797.511384:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7795:x1848987626305792:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332797.511588:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:7795:x1848987626305792:12345-0@lo:1000:osp_up1-0.0 Request processed in 206us (549us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1763332797.511596:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1763332797.511798:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626305792:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332797.512594:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626305920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332797.512639:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332797.512672:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:2.0:1763332797.512807:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626305920 00000100:00100000:2.0:1763332797.512814:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626305920 00000100:00100000:2.0:1763332797.512864:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1763332797.512872:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626305920:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332797.512986:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626305920:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 115us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.512994:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:0.0:1763332797.513335:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626305920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.513412:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626306048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.513439:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332797.513470:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1763332797.513529:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626306048 00000100:00100000:3.0:1763332797.513533:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626306048 00000100:00100000:3.0:1763332797.513564:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1763332797.513571:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626306048:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332797.513933:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626306048:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 361us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332797.513939:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1763332797.514083:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626306048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.514122:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626306176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.514148:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332797.514169:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332797.514286:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626306176 00000100:00100000:2.0:1763332797.514291:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626306176 00000100:00100000:2.0:1763332797.514322:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1763332797.514329:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626306176:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332797.514659:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626306176:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 330us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.514673:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1763332797.514726:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626306176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.514757:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626306304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.514779:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332797.514799:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:2.0:1763332797.514869:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626306304 00000100:00100000:2.0:1763332797.514873:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626306304 00000100:00100000:2.0:1763332797.514899:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1763332797.514905:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626306304:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332797.514962:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626306304:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 56us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.514968:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1763332797.515031:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626306304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.515057:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626306432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.515075:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332797.515185:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332797.515208:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626306432 00000100:00100000:3.0:1763332797.515211:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626306432 00000100:00100000:3.0:1763332797.515240:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1763332797.515246:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626306432:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332797.515313:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626306432:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 66us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332797.515319:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1763332797.515429:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626306432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.515465:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626306560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.515484:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332797.515505:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:1.0:1763332797.515588:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626306560 00000100:00100000:1.0:1763332797.515592:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626306560 00000100:00100000:1.0:1763332797.515625:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1763332797.515632:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626306560:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763332797.515694:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626306560:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 63us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.515700:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:2.0:1763332797.515909:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626306560:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1763332797.515966:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968984 00000001:00080000:2.0:1763332797.516052:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968985 00000004:00080000:2.0:1763332797.516071:0:6522:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000403:0x5:0x0] 00010000:00010000:2.0:1763332797.516079:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.516090:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.516098:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.516122:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332797.516128:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.516135:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.516141:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.516146:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4a200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332797.516150:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.516157:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.516171:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332797.516174:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763332797.516179:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.516185:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31ac0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.516198:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332797.516201:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332797.516207:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b400/0xb32e3ef184c31ab2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d99c expref: 19 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332797.516289:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37242:x1848987611049088:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 38672us (42575us total) trans 4294968986 rc 0/0 00000100:00100000:2.0:1763332797.516298:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 763 00000020:00080000:2.0:1763332797.516302:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:3.0:1763332797.516399:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332797.516405:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.516412:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4ba00 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:3.0:1763332797.516416:0:6507:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763332797.516425:0:6507:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.516447:0:6507:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.516462:0:6507:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1763332797.516484:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.516496:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff77d4ba00/0xb32e3ef184c31ac7 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c31ace expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.516510:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332797.516512:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332797.516513:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332797.516546:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626306688:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332797.516576:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332797.516942:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626306688 00000100:00100000:3.0:1763332797.516947:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626306688 00000100:00100000:3.0:1763332797.516997:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1763332797.517004:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626306688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763332797.517234:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332797.517254:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31ace lrc: 0/0,0 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c31ac7 expref: 7 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.517268:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5:0x0].0x0 (ffff92fe43ab2500) 00010000:00010000:3.0:1763332797.517279:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332797.517318:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626306688:12345-0@lo:103:ldlm_bl.0 Request processed in 315us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332797.517324:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1763332797.517421:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626306688:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763332797.521103:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626306816:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332797.521184:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332797.521323:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626306816 00000100:00100000:0.0:1763332797.521333:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626306816 00000100:00100000:0.0:1763332797.521436:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1763332797.521448:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626306816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763332797.521482:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 196837952 pending 0 free 3922444288 avail 3685605376 00000100:00100000:0.0:1763332797.521530:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626306816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.521536:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000004:00080000:3.0:1763332797.521542:0:9837:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 901601190992ns, next at 902601188080ns, rc = 0 00000100:00100000:3.0:1763332797.521597:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626306816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332797.521613:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332797.521619:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626306944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332797.521651:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332797.521740:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626306944 00000100:00100000:2.0:1763332797.521745:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626306944 00000100:00100000:2.0:1763332797.521799:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1763332797.521806:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626306944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763332797.521819:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 196837952 pending 0 free 3922444288 avail 3685605376 00000100:00100000:2.0:1763332797.521852:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626306944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.521864:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1763332797.521871:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869468 gen 2 00000004:00080000:1.0:1763332797.521879:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44fa9880, transno 17179869468 00000100:00100000:1.0:1763332797.521898:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626306944:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1763332797.522881:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332797.523111:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332797.523183:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611049600 00000100:00100000:3.0:1763332797.523190:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611049600 00000100:00100000:3.0:1763332797.523240:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2671 00000100:00100000:3.0:1763332797.523249:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37242:x1848987611049600:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332797.523270:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332797.523293:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31ad5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9a3 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.523378:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31ad5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9a3 expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.523397:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31ad5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9a3 expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.523423:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:3.0:1763332797.523427:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332797.523432:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07000, rc 0) 00000100:00100000:3.0:1763332797.523501:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37242:x1848987611049600:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 253us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332797.523509:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2671 00000100:00100000:1.0:1763332797.528402:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.528488:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611049856 00000100:00100000:2.0:1763332797.528499:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611049856 00000100:00100000:2.0:1763332797.528558:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 764 00000100:00100000:2.0:1763332797.528568:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ed850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37242:x1848987611049856:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332797.529802:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ed850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37242:x1848987611049856:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1230us (1404us total) trans 4294968987 rc 0/0 00000100:00100000:2.0:1763332797.529813:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 764 00000100:00100000:1.0:1763332797.533947:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.534057:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611050112 00000100:00100000:2.0:1763332797.534069:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611050112 00000100:00100000:2.0:1763332797.534820:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 765 00000100:00100000:2.0:1763332797.534832:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37242:x1848987611050112:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332797.535136:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37242:x1848987611050112:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 306us (1197us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1763332797.535145:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 765 00000100:00100000:1.0:1763332797.547508:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.547597:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611050368 00000100:00100000:0.0:1763332797.547607:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611050368 00000100:00100000:0.0:1763332797.547761:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2672 00000100:00100000:0.0:1763332797.547771:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37243:x1848987611050368:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332797.547798:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332797.547819:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31adc lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9aa expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.547891:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31ae3 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.547905:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31ae3 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.547916:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31ae3 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.547932:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31aea lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.547938:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31aea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.547944:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31aea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548283:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31ae3 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548291:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31ae3 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548297:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31ae3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548304:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31ae3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548309:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4aa00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332797.548314:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31ae3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548320:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31ae3 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548334:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332797.548338:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332797.548343:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31ae3 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548431:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31ae3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548447:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31aea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548464:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31aea lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548470:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31aea lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548475:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4a000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332797.548479:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31aea lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548485:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31aea lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548493:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe43ab2f00) 00010000:00010000:0.0:1763332797.548496:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332797.548499:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31aea lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548510:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31aea lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.548548:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31adc lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9aa expref: 21 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.548559:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332797.548561:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332797.548565:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31adc lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9aa expref: 21 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.548574:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4b600, rc 0) 00000100:00100000:0.0:1763332797.550168:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37243:x1848987611050368:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2390us (2662us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332797.550180:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2672 00000100:00100000:0.0:1763332797.554263:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.554587:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611050624 00000100:00100000:1.0:1763332797.554598:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611050624 00000100:00100000:1.0:1763332797.554667:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2673 00000100:00100000:1.0:1763332797.554677:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37243:x1848987611050624:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.554699:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.554720:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31af1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9b1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763332797.554821:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xf:0x0]: returning size 4096 00010000:00010000:1.0:1763332797.554923:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31af1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9b1 expref: 22 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.554936:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332797.554940:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332797.554944:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31af1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9b1 expref: 22 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.554957:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf800, rc 0) 00000100:00100000:1.0:1763332797.555024:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37243:x1848987611050624:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 348us (771us total) trans 4294968988 rc 301/301 00000100:00100000:1.0:1763332797.555031:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2673 00000100:00100000:1.0:1763332797.558176:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332797.558246:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611050880 00000100:00100000:3.0:1763332797.558258:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611050880 00000100:00100000:3.0:1763332797.558316:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2674 00000100:00100000:3.0:1763332797.558326:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37243:x1848987611050880:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332797.558384:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332797.558405:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31aff lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9b8 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.558488:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31b06 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558503:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31b06 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558515:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31b06 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558530:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c31b0d lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558535:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c31b0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558541:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c31b0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558674:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31b14 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558684:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31b14 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558691:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31b14 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332797.558702:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:3.0:1763332797.558780:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31b06 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558788:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31b06 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558794:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31b06 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558801:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31b06 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558807:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332797.558811:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31b06 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558819:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31b06 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558830:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:3.0:1763332797.558833:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332797.558839:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31b06 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558845:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07200/0xb32e3ef184c31b06 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558858:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c31b0d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558866:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c31b0d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558871:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c31b0d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558875:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332797.558878:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c31b0d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558883:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c31b0d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558889:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff44d03b00) 00010000:00010000:3.0:1763332797.558892:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332797.558894:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c31b0d lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558899:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c31b0d lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332797.558937:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c31aff lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9b8 expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.558951:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31b14 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9b8 expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.558958:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:3.0:1763332797.558960:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332797.558963:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06a00, rc 0) 00000100:00100000:3.0:1763332797.559012:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37243:x1848987611050880:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 688us (849us total) trans 4294968989 rc 0/0 00000100:00100000:3.0:1763332797.559019:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2674 00000100:00100000:2.0:1763332797.564922:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.565651:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611051136 00000100:00100000:1.0:1763332797.565664:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611051136 00000100:00100000:1.0:1763332797.566081:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 766 00000100:00100000:1.0:1763332797.566093:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37243:x1848987611051136:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332797.566338:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:37243:x1848987611051136:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 247us (1425us total) trans 4294968990 rc 0/0 00000100:00100000:1.0:1763332797.566362:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 766 00000100:00100000:0.0:1763332797.574051:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.574159:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611051392 00000100:00100000:1.0:1763332797.574171:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611051392 00000100:00100000:1.0:1763332797.574234:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 767 00000100:00100000:1.0:1763332797.574245:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:37243:x1848987611051392:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332797.574498:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37243:x1848987611051392:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 254us (455us total) trans 4294968991 rc 0/0 00000100:00100000:1.0:1763332797.574507:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 767 00000100:00100000:0.0:1763332797.588133:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.588214:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611051648 00000100:00100000:1.0:1763332797.588225:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611051648 00000100:00100000:1.0:1763332797.588289:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2675 00000100:00100000:1.0:1763332797.588301:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37244:x1848987611051648:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.588324:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.588345:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31b22 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9bf expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.588484:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31b29 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.588499:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31b29 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588511:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31b29 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588520:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b30 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.588526:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b30 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588533:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b30 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588612:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31b29 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588624:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31b29 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588629:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31b29 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588636:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31b29 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588642:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.588646:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31b29 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588653:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31b29 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588666:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332797.588669:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.588674:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31b29 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588679:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31b29 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588691:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b30 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588696:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b30 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588701:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b30 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588705:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.588708:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b30 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588713:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b30 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588719:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x83c42efe (ffff92ff621b4d00) 00010000:00010000:1.0:1763332797.588721:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.588724:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b30 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588728:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b30 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.588754:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31b22 lrc: 1/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9bf expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.588763:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332797.588765:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332797.588769:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31b22 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9bf expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.588777:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf800, rc 0) 00000100:00100000:1.0:1763332797.588829:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37244:x1848987611051648:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 531us (706us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332797.588836:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2675 00000100:00100000:3.0:1763332797.595856:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.596263:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611051904 00000100:00100000:2.0:1763332797.596274:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611051904 00000100:00100000:2.0:1763332797.596335:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2676 00000100:00100000:2.0:1763332797.596345:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37244:x1848987611051904:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.596382:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.596404:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b37 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9c6 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1763332797.596510:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x4:0x0]: returning size 4096 00010000:00010000:2.0:1763332797.596607:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b37 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9c6 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.596622:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe438a1d00) 00010000:00010000:2.0:1763332797.596625:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332797.596630:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b37 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9c6 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.596648:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04800, rc 0) 00000100:00100000:2.0:1763332797.597707:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37244:x1848987611051904:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1357us (1855us total) trans 4294967375 rc 301/301 00000100:00100000:2.0:1763332797.597717:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2676 00000100:00100000:0.0:1763332797.607264:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.607402:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611052160 00000100:00100000:2.0:1763332797.607413:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611052160 00000100:00100000:2.0:1763332797.607484:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2677 00000100:00100000:2.0:1763332797.607495:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37244:x1848987611052160:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.607520:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.607542:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b45 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9cd expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.607647:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b4c lrc: 3/1,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.607662:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b4c lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607673:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b4c lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607684:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b53 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.607690:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b53 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607696:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b53 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607811:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05000/0xb32e3ef184c31b5a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.607819:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05000/0xb32e3ef184c31b5a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607827:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05000/0xb32e3ef184c31b5a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:2.0:1763332797.607837:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x5:0x0]: returning size 0 00010000:00010000:2.0:1763332797.607919:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b4c lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607925:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b4c lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607930:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b4c lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607936:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b4c lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607942:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332797.607946:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b4c lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607953:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b4c lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607965:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332797.607968:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332797.607974:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b4c lrc: 3/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607979:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b4c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607993:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b53 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.607999:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b53 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.608005:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b53 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.608010:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332797.608012:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b53 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.608017:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b53 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.608023:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x83c42efe (ffff92ff621b4d00) 00010000:00010000:2.0:1763332797.608026:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332797.608029:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b53 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.608035:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b53 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.608071:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b45 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9cd expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.608084:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05000/0xb32e3ef184c31b5a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9cd expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.608092:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5:0x0].0x0 (ffff92fe438a1d00) 00010000:00010000:2.0:1763332797.608094:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332797.608097:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05000, rc 0) 00000100:00100000:2.0:1763332797.608183:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37244:x1848987611052160:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 689us (930us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1763332797.608192:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2677 00000100:00100000:3.0:1763332797.614830:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.615127:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611052416 00000100:00100000:0.0:1763332797.615139:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611052416 00000100:00100000:0.0:1763332797.615192:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 768 00000100:00100000:0.0:1763332797.615202:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37244:x1848987611052416:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332797.615469:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37244:x1848987611052416:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 267us (648us total) trans 4294967377 rc 0/0 00000100:00100000:0.0:1763332797.615476:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 768 00000100:00100000:3.0:1763332797.621192:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.621867:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611052672 00000100:00100000:1.0:1763332797.621878:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611052672 00000100:00100000:1.0:1763332797.621945:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 769 00000100:00100000:1.0:1763332797.622112:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37244:x1848987611052672:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332797.622391:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37244:x1848987611052672:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 282us (1206us total) trans 4294967378 rc 0/0 00000100:00100000:1.0:1763332797.622399:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 769 00000100:00100000:3.0:1763332797.635608:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.636072:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611052928 00000100:00100000:1.0:1763332797.636082:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611052928 00000100:00100000:1.0:1763332797.636461:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2678 00000100:00100000:1.0:1763332797.636474:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37245:x1848987611052928:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.636503:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.636531:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31b68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9d4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.636665:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b6f lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.636682:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b6f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.636693:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b6f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332797.636705:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xf:0x0]: returning size 4096 00010000:00010000:1.0:1763332797.636818:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31b68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9d4 expref: 28 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.636837:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b6f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9d4 expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.636846:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332797.636849:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332797.636854:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf200, rc 0) 00000100:00100000:1.0:1763332797.636927:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37245:x1848987611052928:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 456us (1329us total) trans 4294968992 rc 0/0 00000100:00100000:1.0:1763332797.636934:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2678 00000100:00100000:3.0:1763332797.642561:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.642937:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611053056 00000100:00100000:1.0:1763332797.642960:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611053056 00000100:00100000:2.0:1763332797.643704:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2679 00000100:00100000:2.0:1763332797.643717:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37245:x1848987611053056:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332797.643800:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b7d lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.643817:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b7d lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.643828:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b7d lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.643843:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b84 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.643854:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b84 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.643861:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b84 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.643928:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b8b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.643936:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.643942:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332797.644111:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00000004:00200000:2.0:1763332797.644116:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332797.644128:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644142:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b7d lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644148:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b7d lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644154:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b7d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644160:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b7d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644166:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332797.644169:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b7d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644176:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b7d lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644186:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:2.0:1763332797.644189:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332797.644194:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b7d lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644199:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31b7d lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644212:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b84 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644218:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b84 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644223:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b84 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644228:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332797.644231:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b84 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644236:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b84 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644243:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe438a1b00) 00010000:00010000:2.0:1763332797.644245:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332797.644248:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b84 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644253:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b84 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644266:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644272:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b8b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644278:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b8b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644282:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332797.644285:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b8b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644290:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b8b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644296:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:2.0:1763332797.644298:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332797.644301:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b8b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.644305:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b8b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:2.0:1763332797.644833:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37245:x1848987611053056:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 1118us (2284us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.644841:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2679 00000100:00100000:3.0:1763332797.663397:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.663939:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611053312 00000100:00100000:2.0:1763332797.663951:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611053312 00000100:00100000:2.0:1763332797.664814:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2680 00000100:00100000:2.0:1763332797.664829:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37246:x1848987611053312:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.664863:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.664890:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9db expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.665009:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b99 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.665022:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b99 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332797.665032:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b99 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:2.0:1763332797.665042:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x4:0x0]: returning size 4096 00010000:00010000:2.0:1763332797.665151:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31b92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9db expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.665177:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b99 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9db expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.665188:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332797.665190:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332797.665194:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04000, rc 0) 00000100:00100000:2.0:1763332797.665271:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37246:x1848987611053312:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 446us (1926us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1763332797.665278:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2680 00000100:00100000:3.0:1763332797.669499:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.670252:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611053440 00000100:00100000:1.0:1763332797.670265:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611053440 00000100:00100000:1.0:1763332797.670331:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2681 00000100:00100000:1.0:1763332797.670341:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37246:x1848987611053440:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332797.670444:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31ba7 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.670475:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31ba7 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670487:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31ba7 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670499:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31bae lrc: 3/1,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.670505:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31bae lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670514:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31bae lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670584:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31bb5 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.670592:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31bb5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670602:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31bb5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763332797.670643:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x5:0x0]: returning size 0 00000004:00200000:1.0:1763332797.670647:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332797.670660:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31bb5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670673:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31ba7 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670680:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31ba7 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670685:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31ba7 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670691:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31ba7 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670697:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.670701:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31ba7 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670708:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31ba7 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670721:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332797.670724:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.670729:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31ba7 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670735:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31ba7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670751:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31bae lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670757:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31bae lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670761:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31bae lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670765:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.670768:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31bae lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670773:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31bae lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670779:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x83c42efe (ffff92ff621b4d00) 00010000:00010000:1.0:1763332797.670782:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.670784:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31bae lrc: 2/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670789:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c31bae lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670797:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31bb5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670802:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31bb5 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670807:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31bb5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670811:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.670814:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31bb5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670819:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31bb5 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670826:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5:0x0].0x0 (ffff92fe438a1d00) 00010000:00010000:1.0:1763332797.670829:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.670831:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31bb5 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332797.670836:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31bb5 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763332797.670916:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37246:x1848987611053440:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 576us (1427us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.670924:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2681 00000100:00100000:3.0:1763332797.683665:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.684664:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611053696 00000100:00100000:2.0:1763332797.684676:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611053696 00000100:00100000:2.0:1763332797.685516:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2682 00000100:00100000:2.0:1763332797.685533:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37247:x1848987611053696:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.685557:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.685579:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31bbc lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9e2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.685698:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31bc3 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.685714:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31bc3 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.685727:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31bc3 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332797.685739:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:2.0:1763332797.685858:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31bbc lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9e2 expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.685879:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31bc3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9e2 expref: 29 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.685889:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:2.0:1763332797.685893:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763332797.685896:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04800, rc 0) 00000100:00100000:2.0:1763332797.685982:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+29:37247:x1848987611053696:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 455us (2327us total) trans 4294968993 rc 0/0 00000100:00100000:2.0:1763332797.685990:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2682 00000100:00100000:3.0:1763332797.690250:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.690378:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611053952 00000100:00100000:2.0:1763332797.690397:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611053952 00000100:00100000:2.0:1763332797.690478:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2683 00000100:00100000:2.0:1763332797.690491:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+29:37247:x1848987611053952:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.690518:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.690542:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31bd1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9e9 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.690664:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31bd8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.690680:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31b14 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9b8 expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.690700:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31bd8 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.690823:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31b14 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9b8 expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.690837:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31b14 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9b8 expref: 30 pid: 8606 timeout: 1001 lvb_type: 0 00000100:00100000:2.0:1763332797.690850:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626307072:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332797.690945:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d583c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332797.694527:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626307072:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332797.694561:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31bd8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332797.694716:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.695978:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611054080 00000100:00100000:1.0:1763332797.695991:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611054080 00010000:00010000:1.0:1763332797.696040:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31b14 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9b8 expref: 31 pid: 8606 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.696088:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 706 00000100:00100000:1.0:1763332797.696098:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+31:2420:x1848987611054080:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332797.696115:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332797.696123:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31b14 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9b8 expref: 31 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.696138:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31b14 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9b8 expref: 31 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.696166:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c31b14 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9b8 expref: 31 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.696183:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:1.0:1763332797.696188:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31bd8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.696198:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31bd8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.696205:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31bd8 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.696236:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332797.696907:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31bd8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.696917:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31bd8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332797.696942:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:2.0:1763332797.697146:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31bd1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9e9 expref: 32 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.697163:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31bd8 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9e9 expref: 31 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.697171:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:2.0:1763332797.697174:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332797.697177:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05600, rc 0) 00000100:00100000:1.0:1763332797.697702:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+31:2420:x1848987611054080:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1599us (2981us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.697714:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 706 00000100:00100000:2.0:1763332797.698408:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+30:37247:x1848987611053952:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 7918us (8165us total) trans 4294968994 rc 0/0 00000100:00100000:2.0:1763332797.698416:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2683 00000100:00100000:3.0:1763332797.701975:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.702692:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611054208 00000100:00100000:1.0:1763332797.702706:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611054208 00000100:00100000:0.0:1763332797.703190:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 770 00000100:00100000:0.0:1763332797.703202:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3eec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+30:37247:x1848987611054208:12345-192.168.204.28@tcp:33:lfs.0 00000100:00100000:0.0:1763332797.703393:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3eec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+30:37247:x1848987611054208:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 192us (1428us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.703401:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 770 00000100:00100000:3.0:1763332797.706916:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.707601:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611054464 00000100:00100000:2.0:1763332797.707613:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611054464 00000100:00100000:0.0:1763332797.708279:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2684 00000100:00100000:0.0:1763332797.708289:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+30:37247:x1848987611054464:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332797.708309:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332797.708332:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b200/0xb32e3ef184c31be6 lrc: 2/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9f0 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.708566:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31bed lrc: 3/0,1 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.708581:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31bed lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.708591:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31bed lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.708606:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.708613:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.708619:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709027:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31bfb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709040:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31bfb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709046:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31bfb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332797.709056:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x12:0x0]: returning size 0 00010000:00010000:0.0:1763332797.709079:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31bed lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709085:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31bed lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709091:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31bed lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709097:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31bed lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709102:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4a800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332797.709106:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31bed lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709112:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31bed lrc: 5/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709121:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332797.709123:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332797.709127:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31bed lrc: 3/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709132:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31bed lrc: 0/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:0.0:1763332797.709147:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef271821 reply state 00000000973f3f16 transno 4294968995 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709156:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.709161:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x5cd003d6 (ffff92fe43ab2f00) 00010000:00010000:0.0:1763332797.709164:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332797.709166:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332797.709191:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b200/0xb32e3ef184c31be6 lrc: 0/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f0 expref: 33 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.709205:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31bfb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f0 expref: 32 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.709212:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:0.0:1763332797.709214:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332797.709216:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4a600, rc 0) 00000100:00100000:0.0:1763332797.709292:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+33:37247:x1848987611054464:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1005us (2386us total) trans 4294968995 rc 0/0 00000100:00100000:0.0:1763332797.709300:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2684 00000100:00100000:3.0:1763332797.715174:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.715265:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611054720 00000100:00100000:0.0:1763332797.715277:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611054720 00000100:00100000:0.0:1763332797.716183:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 771 00000100:00100000:0.0:1763332797.716199:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+33:37247:x1848987611054720:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332797.716480:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+34:37247:x1848987611054720:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 285us (1316us total) trans 4294968996 rc 0/0 00000100:00100000:0.0:1763332797.716488:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 771 00000100:00100000:3.0:1763332797.718970:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.719112:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611054976 00000100:00100000:0.0:1763332797.719123:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611054976 00000100:00100000:0.0:1763332797.719187:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2685 00000100:00100000:0.0:1763332797.719196:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+34:37247:x1848987611054976:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332797.719218:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332797.719221:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1763332797.719248:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c31bd8 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9e9 expref: 34 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.719269:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31bc3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9e2 expref: 33 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.719279:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:0.0:1763332797.719284:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332797.719298:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b200/0xb32e3ef184c31c09 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9f7 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.719443:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31c10 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.719467:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31c10 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.719476:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31c10 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332797.719487:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:0.0:1763332797.719585:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b200/0xb32e3ef184c31c09 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f7 expref: 35 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.719598:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31c10 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f7 expref: 34 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.719606:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:0.0:1763332797.719609:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332797.719611:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4a800, rc 0) 00000100:00100000:0.0:1763332797.719666:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+34:37247:x1848987611054976:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 471us (704us total) trans 4294968997 rc 0/0 00000100:00100000:0.0:1763332797.719674:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2685 00000100:00100000:3.0:1763332797.722432:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.722576:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611055232 00000100:00100000:2.0:1763332797.722585:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611055232 00000100:00100000:2.0:1763332797.722662:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 772 00000100:00100000:2.0:1763332797.722672:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+34:37247:x1848987611055232:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:2.0:1763332797.722744:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000403:0x10:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31c10 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f7 expref: 34 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.722783:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.722795:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31ad5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9a3 expref: 34 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.722808:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 4/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.722838:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31ad5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9a3 expref: 34 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.722850:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31ad5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9a3 expref: 34 pid: 8606 timeout: 1001 lvb_type: 0 00000100:00100000:2.0:1763332797.722863:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626307200:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332797.722939:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763332797.726557:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.726636:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626307200:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332797.726666:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763332797.726729:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611055360 00000100:00100000:1.0:1763332797.726737:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611055360 00010000:00010000:1.0:1763332797.726771:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31ad5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9a3 expref: 35 pid: 8606 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.726811:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 707 00000100:00100000:1.0:1763332797.726820:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+35:2421:x1848987611055360:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332797.726837:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332797.726843:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31ad5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9a3 expref: 35 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.726859:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31ad5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9a3 expref: 35 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.726881:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c31ad5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9a3 expref: 35 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:1.0:1763332797.726895:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:1.0:1763332797.726901:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.726910:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.726917:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332797.726946:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332797.727010:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+34:2421:x1848987611055360:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 190us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.727017:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 707 00010000:00010000:0.0:1763332797.727497:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.727506:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.727528:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.727540:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31bfb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f0 expref: 33 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.727549:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332797.727577:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31bfb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f0 expref: 33 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.727590:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31bfb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f0 expref: 33 pid: 8606 timeout: 1001 lvb_type: 0 00000100:00100000:0.0:1763332797.727603:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626307328:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332797.727654:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dfd8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332797.731639:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626307328:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332797.731672:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763332797.732297:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332797.732563:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611055488 00000100:00100000:3.0:1763332797.732572:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611055488 00010000:00010000:3.0:1763332797.732612:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31bfb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f0 expref: 34 pid: 8606 timeout: 1001 lvb_type: 0 00000100:00100000:3.0:1763332797.734373:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 708 00000100:00100000:3.0:1763332797.734393:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+34:2421:x1848987611055488:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332797.734412:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332797.734423:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31bfb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f0 expref: 34 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:3.0:1763332797.734438:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31bfb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f0 expref: 34 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:3.0:1763332797.734475:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31bfb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f0 expref: 34 pid: 8606 timeout: 1001 lvb_type: 0 00010000:00010000:3.0:1763332797.734493:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:3.0:1763332797.734499:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332797.734509:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332797.734516:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332797.734555:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332797.734620:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+33:2421:x1848987611055488:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 236us (2325us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332797.734628:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 708 00010000:00010000:2.0:1763332797.734747:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.734756:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763332797.736244:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e07800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626307456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332797.736313:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332797.736376:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d583c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332797.736630:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626307456 00000100:00100000:0.0:1763332797.736637:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626307456 00000100:00100000:0.0:1763332797.736674:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1763332797.736681:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626307456:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332797.736775:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626307456:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 93us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.736783:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1763332797.737324:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e07800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626307456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332797.737420:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e07800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626307584:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332797.737464:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332797.737479:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d583c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332797.737529:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626307584 00000100:00100000:1.0:1763332797.737534:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626307584 00000100:00100000:1.0:1763332797.737566:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1763332797.737572:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626307584:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763332797.737636:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6522:x1848987626307584:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 64us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.737642:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1763332797.737757:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e07800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626307584:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1763332797.737803:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968998 00000001:00080000:2.0:1763332797.737868:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294968999 00010000:00010000:2.0:1763332797.737885:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.737895:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.737903:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.737909:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4be00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332797.737913:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.737921:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.737935:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff92fe43ab2600) 00010000:00010000:2.0:1763332797.737938:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763332797.737942:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.737947:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31c25 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.737965:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.737971:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.737976:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.737986:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332797.737988:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.737994:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.738000:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:2.0:1763332797.738002:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763332797.738004:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.738009:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31c1e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332797.738019:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff44d03700) 00010000:00010000:2.0:1763332797.738021:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332797.738027:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31c10 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9f7 expref: 35 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332797.738258:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+34:37247:x1848987611055232:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 15587us (15833us total) trans 4294969000 rc 0/0 00000100:00100000:2.0:1763332797.738266:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 772 00000020:00080000:2.0:1763332797.738270:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1763332797.741033:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.741112:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611055616 00000100:00100000:1.0:1763332797.741123:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611055616 00000100:00100000:1.0:1763332797.741174:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2686 00000100:00100000:1.0:1763332797.741182:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+34:37247:x1848987611055616:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.741202:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.741223:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31c2c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695d9fe expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.741268:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31c2c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9fe expref: 35 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.741281:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31c2c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9fe expref: 35 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.741296:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332797.741299:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332797.741302:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be200, rc 0) 00000100:00100000:1.0:1763332797.741378:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+35:37247:x1848987611055616:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 196us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.741385:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2686 00000100:00100000:2.0:1763332797.744664:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.745120:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611055872 00000100:00100000:0.0:1763332797.745130:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611055872 00000100:00100000:0.0:1763332797.745182:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 773 00000100:00100000:0.0:1763332797.745190:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+35:37247:x1848987611055872:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332797.745492:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+36:37247:x1848987611055872:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 301us (838us total) trans 4294969001 rc 0/0 00000100:00100000:0.0:1763332797.745499:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 773 00000100:00100000:3.0:1763332797.750117:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.750473:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611056128 00000100:00100000:2.0:1763332797.750485:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611056128 00000100:00100000:2.0:1763332797.750545:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 774 00000100:00100000:2.0:1763332797.750556:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+36:37247:x1848987611056128:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332797.750853:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+37:37247:x1848987611056128:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 298us (744us total) trans 4294969002 rc 0/0 00000100:00100000:2.0:1763332797.750862:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 774 00000100:00100000:3.0:1763332797.771671:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.773125:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611056384 00000100:00100000:0.0:1763332797.773142:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611056384 00000100:00100000:0.0:1763332797.773218:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2687 00000100:00100000:0.0:1763332797.773228:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+37:37248:x1848987611056384:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332797.773256:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332797.773286:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b200/0xb32e3ef184c31c33 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da05 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.773387:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ae00/0xb32e3ef184c31c3a lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773403:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ae00/0xb32e3ef184c31c3a lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773415:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ae00/0xb32e3ef184c31c3a lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773430:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ac00/0xb32e3ef184c31c41 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773437:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ac00/0xb32e3ef184c31c41 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773443:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ac00/0xb32e3ef184c31c41 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773535:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ae00/0xb32e3ef184c31c3a lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773543:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ae00/0xb32e3ef184c31c3a lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773550:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ae00/0xb32e3ef184c31c3a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773556:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ae00/0xb32e3ef184c31c3a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773562:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4ae00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332797.773567:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ae00/0xb32e3ef184c31c3a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773574:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ae00/0xb32e3ef184c31c3a lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773586:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332797.773590:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332797.773595:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ae00/0xb32e3ef184c31c3a lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773601:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ae00/0xb32e3ef184c31c3a lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773613:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ac00/0xb32e3ef184c31c41 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773619:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ac00/0xb32e3ef184c31c41 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773625:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ac00/0xb32e3ef184c31c41 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773629:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4ac00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332797.773632:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ac00/0xb32e3ef184c31c41 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773637:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ac00/0xb32e3ef184c31c41 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773644:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe43ab2900) 00010000:00010000:0.0:1763332797.773646:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332797.773649:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ac00/0xb32e3ef184c31c41 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773659:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ac00/0xb32e3ef184c31c41 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.773693:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b200/0xb32e3ef184c31c33 lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da05 expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.773703:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332797.773705:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332797.773709:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b200/0xb32e3ef184c31c33 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da05 expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.773718:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4b200, rc 0) 00000100:00100000:0.0:1763332797.773782:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+37:37248:x1848987611056384:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 555us (2119us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332797.773790:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2687 00000100:00100000:3.0:1763332797.776874:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.777042:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611056512 00000100:00100000:1.0:1763332797.777053:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611056512 00000100:00100000:1.0:1763332797.777114:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2688 00000100:00100000:1.0:1763332797.777124:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+37:37248:x1848987611056512:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332797.777193:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c48 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777210:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c48 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777226:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c48 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777240:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c4f lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777246:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777252:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777330:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c56 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777338:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c56 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777345:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c56 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332797.777403:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00000004:00200000:1.0:1763332797.777407:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332797.777419:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c56 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777433:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c48 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777439:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c48 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777444:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c48 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777467:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c48 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777473:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.777477:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c48 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777484:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c48 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777495:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332797.777497:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.777502:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c48 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777507:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c48 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777520:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777525:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c4f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777530:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c4f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777535:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.777537:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c4f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777542:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c4f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777552:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff621b4600) 00010000:00010000:1.0:1763332797.777554:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.777557:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c4f lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777561:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c4f lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777574:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c56 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777580:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c56 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777586:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c56 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777591:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bec00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.777593:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c56 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777598:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c56 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777604:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332797.777606:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.777609:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c56 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.777613:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c56 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763332797.780550:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+37:37248:x1848987611056512:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 3415us (3672us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.780566:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2688 00000100:00100000:2.0:1763332797.796162:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332797.796322:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611056768 00000100:00100000:3.0:1763332797.796332:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611056768 00000100:00100000:1.0:1763332797.797825:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2689 00000100:00100000:1.0:1763332797.797845:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+37:37249:x1848987611056768:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.797867:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.797891:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c5d lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da0c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.799994:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c64 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800016:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c64 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800030:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c64 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800112:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c6b lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800121:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800128:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800210:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c64 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800217:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c64 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800222:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c64 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800230:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c64 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800235:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.800240:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c64 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800247:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c64 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800258:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332797.800261:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.800264:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c64 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800269:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c64 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800282:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800288:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c6b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800293:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800297:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.800300:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800305:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c6b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800317:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x5cd003d6 (ffff92fe43ab2f00) 00010000:00010000:1.0:1763332797.800320:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.800322:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c6b lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800327:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c6b lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.800413:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c5d lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da0c expref: 38 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.800425:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332797.800427:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332797.800430:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c5d lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da0c expref: 38 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.800439:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bec00, rc 0) 00000100:00100000:1.0:1763332797.803236:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+37:37249:x1848987611056768:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5387us (8177us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332797.803250:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2689 00000100:00100000:2.0:1763332797.811214:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.811682:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611056896 00000100:00100000:1.0:1763332797.811694:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611056896 00000100:00100000:1.0:1763332797.811761:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2690 00000100:00100000:1.0:1763332797.811771:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+37:37249:x1848987611056896:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332797.811854:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c72 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.811871:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c72 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.811884:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c72 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.811896:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c79 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.811903:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c79 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.811909:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c79 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812006:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c80 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812014:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812020:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332797.812079:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x12:0x0]: returning size 0 00000004:00200000:1.0:1763332797.812085:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332797.812098:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812112:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c72 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812118:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c72 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812125:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c72 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812135:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c72 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812141:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bec00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.812145:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c72 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812153:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c72 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812166:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332797.812169:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.812174:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c72 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812180:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c72 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812195:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c79 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812202:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c79 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812208:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c79 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812213:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.812215:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c79 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812221:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c79 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812233:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x5cd003d6 (ffff92fe43ab2f00) 00010000:00010000:1.0:1763332797.812235:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.812238:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c79 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812244:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c79 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812252:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812257:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c80 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812263:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c80 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812267:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.812270:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c80 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812275:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c80 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812282:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff92ff621b4600) 00010000:00010000:1.0:1763332797.812285:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.812287:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c80 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.812293:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c80 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763332797.812465:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+37:37249:x1848987611056896:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 694us (1259us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.812474:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2690 00000100:00100000:0.0:1763332797.836138:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332797.836289:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611057152 00000100:00100000:3.0:1763332797.836301:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611057152 00000100:00100000:1.0:1763332797.836910:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2691 00000100:00100000:1.0:1763332797.836924:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+37:37250:x1848987611057152:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.836945:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.836984:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c87 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da13 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.837082:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c8e lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837096:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c8e lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837108:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c8e lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837123:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c95 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837129:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c95 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837135:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c95 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837251:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31c9c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837260:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31c9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837266:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31c9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332797.837276:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:1.0:1763332797.837404:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c8e lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837411:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c8e lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837417:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c8e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837422:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c8e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837428:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.837432:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c8e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837439:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c8e lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837458:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332797.837461:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.837466:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c8e lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837472:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31c8e lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837486:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c95 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837492:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c95 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837501:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c95 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837506:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bec00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.837509:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c95 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837514:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c95 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837521:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff621b4600) 00010000:00010000:1.0:1763332797.837523:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.837525:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c95 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837531:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31c95 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.837570:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31c87 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da13 expref: 40 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.837584:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31c9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da13 expref: 39 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.837591:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332797.837593:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332797.837595:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf000, rc 0) 00000100:00100000:1.0:1763332797.837665:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+39:37250:x1848987611057152:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 745us (1537us total) trans 4294969003 rc 0/0 00000100:00100000:1.0:1763332797.837673:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2691 00000100:00100000:0.0:1763332797.845982:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.846616:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611057280 00000100:00100000:2.0:1763332797.846627:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611057280 00000100:00100000:2.0:1763332797.846908:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1403 00000100:00100000:2.0:1763332797.846920:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611057280:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332797.846968:0:29010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.846986:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31a26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d96b expref: 12 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.846995:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332797.846997:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332797.847001:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.847037:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31a26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d96b expref: 12 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.847050:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31a26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d96b expref: 12 pid: 29010 timeout: 1001 lvb_type: 0 00000100:00100000:2.0:1763332797.847064:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626307712:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332797.847425:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58d80 going to sleep for 11 seconds 00000100:00100000:2.0:1763332797.851587:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332797.851813:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611057408 00000100:00100000:3.0:1763332797.851823:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611057408 00010000:00010000:3.0:1763332797.851867:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31a26 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d96b expref: 13 pid: 29010 timeout: 1001 lvb_type: 0 00000100:00100000:3.0:1763332797.851916:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 709 00000100:00100000:3.0:1763332797.851928:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611057408:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332797.851945:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332797.851964:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31a26 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d96b expref: 13 pid: 29010 timeout: 1001 lvb_type: 0 00010000:00010000:3.0:1763332797.851978:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31a26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d96b expref: 13 pid: 29010 timeout: 1001 lvb_type: 0 00010000:00010000:3.0:1763332797.852001:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332797.852004:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332797.852009:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.852023:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332797.852044:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332797.852099:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611057408:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 173us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332797.852107:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 709 00010000:00010000:0.0:1763332797.852213:0:29010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31a26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d96b expref: 12 pid: 29010 timeout: 1001 lvb_type: 0 00000100:00100000:0.0:1763332797.852229:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626307712:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332797.852253:0:29010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.852263:0:29010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.852274:0:29010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.852292:0:29010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.852300:0:29010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.852307:0:29010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.852313:0:29010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332797.852317:0:29010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.852326:0:29010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.852339:0:29010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.852391:0:29010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31caa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332797.852661:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611057280:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 5743us (6688us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.852670:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1403 00000100:00100000:0.0:1763332797.856551:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.856612:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611057664 00000100:00100000:1.0:1763332797.856623:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611057664 00000100:00100000:1.0:1763332797.856694:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2692 00000100:00100000:1.0:1763332797.856706:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+39:37250:x1848987611057664:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332797.856809:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.856828:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31c2c lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9fe expref: 39 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.856837:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31c9c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da13 expref: 39 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.856846:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.856883:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31c9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da13 expref: 39 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.856897:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31c9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da13 expref: 39 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.856912:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626307840:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332797.857018:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31c2c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9fe expref: 39 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.857028:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31c2c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9fe expref: 39 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.857037:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626307968:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332797.857061:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45f2ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1763332797.867866:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.867897:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.868205:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611057792 00000100:00100000:0.0:1763332797.868216:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611057792 00010000:00010000:0.0:1763332797.868257:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31c9c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da13 expref: 40 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:0.0:1763332797.868301:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611057920 00000100:00100000:0.0:1763332797.868305:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611057920 00010000:00010000:0.0:1763332797.868317:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31c2c lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9fe expref: 41 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:0.0:1763332797.868335:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 710 00000100:00100000:0.0:1763332797.868344:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+41:2421:x1848987611057792:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332797.868381:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332797.868387:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31c9c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da13 expref: 41 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:0.0:1763332797.868399:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31c9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da13 expref: 41 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:0.0:1763332797.868419:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332797.868423:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.868431:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.868437:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.868452:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332797.868507:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+41:2421:x1848987611057792:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 163us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.868514:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 710 00000100:00100000:0.0:1763332797.868532:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 711 00000100:00100000:0.0:1763332797.868539:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+40:2420:x1848987611057920:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332797.868546:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332797.868551:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31c2c lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9fe expref: 40 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:0.0:1763332797.868559:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31c2c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9fe expref: 40 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:0.0:1763332797.868569:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332797.868572:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.868580:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.868586:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332797.868602:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332797.868618:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+40:2420:x1848987611057920:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 80us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.868624:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 711 00010000:00010000:1.0:1763332797.868847:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31c9c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da13 expref: 39 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.868864:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626307840:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332797.868875:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31c2c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9fe expref: 38 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.868884:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626307968:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332797.868904:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.868912:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.868917:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000001:00080000:1.0:1763332797.871181:0:8606:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969004 00000004:00010000:1.0:1763332797.871217:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004ce77e85 reply state 000000006d71e686 transno 4294969005 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.871239:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.871248:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332797.871251:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00000100:00100000:1.0:1763332797.871255:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332797.871378:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+40:37250:x1848987611057664:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 14670us (14833us total) trans 4294969005 rc 0/0 00000100:00100000:1.0:1763332797.871390:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2692 00000020:00080000:1.0:1763332797.871395:0:8606:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763332797.878630:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.878796:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611058176 00000100:00100000:0.0:1763332797.878807:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611058176 00000100:00100000:0.0:1763332797.878866:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 563 00000100:00100000:0.0:1763332797.878875:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611058176:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332797.878956:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611058176:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 76us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.878964:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 563 00000100:00100000:2.0:1763332797.879152:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332797.879385:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.879524:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611058048 00000100:00100000:1.0:1763332797.879528:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611058048 00000100:00100000:1.0:1763332797.879569:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 720 00000100:00100000:1.0:1763332797.879576:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987611058048:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332797.879620:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987611058048:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 34us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.879627:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 720 00000100:00100000:2.0:1763332797.879986:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611058432 00000100:00100000:2.0:1763332797.879991:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611058432 00000100:00100000:2.0:1763332797.880033:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 775 00000100:00100000:2.0:1763332797.880042:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+40:37250:x1848987611058432:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332797.880241:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+41:37250:x1848987611058432:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 200us (855us total) trans 4294969006 rc 0/0 00000100:00100000:2.0:1763332797.880248:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 775 00000100:00100000:0.0:1763332797.895715:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.896157:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611058688 00000100:00100000:1.0:1763332797.896168:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611058688 00000100:00100000:0.0:1763332797.897598:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2693 00000100:00100000:0.0:1763332797.897616:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+41:37251:x1848987611058688:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332797.897644:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332797.897669:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b200/0xb32e3ef184c31cb8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da1a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.897744:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31cbf lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.897758:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31cbf lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.897769:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31cbf lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.897782:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31cc6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.897788:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.897794:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.897909:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ccd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.897918:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ccd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.897924:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ccd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332797.897934:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:0.0:1763332797.898342:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31cbf lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898372:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31cbf lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898378:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31cbf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898383:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31cbf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898388:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4a800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332797.898392:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31cbf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898400:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31cbf lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898412:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332797.898415:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332797.898420:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31cbf lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898430:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31cbf lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898452:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898459:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31cc6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898464:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898468:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4be00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332797.898471:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898476:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31cc6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898483:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe43ab2900) 00010000:00010000:0.0:1763332797.898485:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332797.898488:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31cc6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898493:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31cc6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.898538:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b200/0xb32e3ef184c31cb8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da1a expref: 44 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.898552:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ccd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da1a expref: 43 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.898563:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332797.898565:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332797.898568:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4a600, rc 0) 00000100:00100000:0.0:1763332797.899758:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+43:37251:x1848987611058688:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2141us (4045us total) trans 4294969007 rc 0/0 00000100:00100000:0.0:1763332797.899771:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2693 00000100:00100000:0.0:1763332797.905305:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.905464:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611058816 00000100:00100000:1.0:1763332797.905476:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611058816 00000100:00100000:1.0:1763332797.905548:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1404 00000100:00100000:1.0:1763332797.905559:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611058816:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.905580:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.905602:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31cdb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da21 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332797.905624:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x46:0x0] initial LVB size: 3145728, mtime: 0x691a52bd, atime: 0x0, ctime: 0x691a52bd, blocks: 0x1800 00010000:00010000:1.0:1763332797.905646:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332797.905648:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332797.905657:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31cdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da21 expref: 12 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332797.905675:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31cdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da21 expref: 12 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332797.905695:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be200, rc 0) 00000100:00100000:1.0:1763332797.905770:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611058816:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 213us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.905779:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1404 00000100:00100000:2.0:1763332797.910280:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.910712:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611059072 00000100:00100000:1.0:1763332797.910725:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611059072 00000100:00100000:1.0:1763332797.910790:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 776 00000100:00100000:1.0:1763332797.910800:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+43:37251:x1848987611059072:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332797.911889:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+44:37251:x1848987611059072:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1085us (1614us total) trans 4294969008 rc 0/0 00000100:00100000:1.0:1763332797.911899:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 776 00000100:00100000:2.0:1763332797.916105:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.916574:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611059328 00000100:00100000:0.0:1763332797.916585:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611059328 00000100:00100000:1.0:1763332797.916800:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2694 00000100:00100000:1.0:1763332797.916812:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+44:37251:x1848987611059328:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.916837:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.916860:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31ce2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da28 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.916986:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.917003:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ccd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da1a expref: 45 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.917013:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.917053:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ccd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da1a expref: 45 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.917068:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ccd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da1a expref: 45 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.917082:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626308096:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332797.917170:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45f2b240 going to sleep for 11 seconds 00000100:00100000:0.0:1763332797.920456:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.920558:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611059456 00000100:00100000:2.0:1763332797.920568:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611059456 00010000:00010000:2.0:1763332797.920609:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ccd lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da1a expref: 46 pid: 6521 timeout: 1001 lvb_type: 0 00000100:00100000:1.0:1763332797.920806:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626308096:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332797.920833:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763332797.920898:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 712 00000100:00100000:2.0:1763332797.920910:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+46:2420:x1848987611059456:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332797.920927:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332797.920935:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ccd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da1a expref: 46 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:2.0:1763332797.921252:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ccd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da1a expref: 46 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:2.0:1763332797.921279:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ccd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da1a expref: 46 pid: 6521 timeout: 1001 lvb_type: 0 00010000:00010000:2.0:1763332797.921296:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:2.0:1763332797.921301:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332797.921310:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332797.921318:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332797.921451:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332797.921824:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+45:2420:x1848987611059456:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 914us (1383us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.921832:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 712 00010000:00010000:1.0:1763332797.922259:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.922268:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332797.922288:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:1.0:1763332797.922466:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c31ce2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da28 expref: 46 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.922487:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da28 expref: 45 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.922496:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332797.922499:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332797.922502:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bec00, rc 0) 00000100:00100000:1.0:1763332797.922537:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+45:37251:x1848987611059328:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5728us (6443us total) trans 4294969009 rc 0/0 00000100:00100000:1.0:1763332797.922545:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2694 00000100:00100000:2.0:1763332797.926865:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332797.926964:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611059584 00000100:00100000:1.0:1763332797.926974:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611059584 00000100:00100000:1.0:1763332797.927033:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2695 00000100:00100000:1.0:1763332797.927044:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+45:37251:x1848987611059584:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332797.927069:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332797.927090:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31cf7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da2f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.927179:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31cfe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.927194:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da28 expref: 46 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.927202:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31cfe lrc: 4/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.927235:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da28 expref: 46 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.927249:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da28 expref: 46 pid: 6521 timeout: 1002 lvb_type: 0 00000100:00100000:1.0:1763332797.927262:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626308224:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332797.927384:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45f2bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332797.930740:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626308224:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332797.930773:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31cfe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763332797.931606:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.932111:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611059712 00000100:00100000:0.0:1763332797.932122:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611059712 00010000:00010000:0.0:1763332797.932165:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da28 expref: 47 pid: 6521 timeout: 1002 lvb_type: 0 00000100:00100000:0.0:1763332797.932213:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 713 00000100:00100000:0.0:1763332797.932223:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+47:2420:x1848987611059712:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332797.932240:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332797.932246:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da28 expref: 47 pid: 6521 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332797.932259:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da28 expref: 47 pid: 6521 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332797.932283:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31ce9 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da28 expref: 47 pid: 6521 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332797.932303:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332797.932308:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31cfe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.932318:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31cfe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.932325:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31cfe lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.932397:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332797.932457:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+46:2420:x1848987611059712:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 235us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.932464:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 713 00010000:00010000:1.0:1763332797.933104:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31cfe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.933114:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31cfe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332797.933169:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00000004:00200000:1.0:1763332797.933174:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332797.933194:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31cfe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332797.933226:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31cf7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da2f expref: 46 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.933242:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31cfe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da2f expref: 45 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.933249:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332797.933273:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332797.933277:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bfc00, rc 0) 00000100:00100000:1.0:1763332797.933315:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+45:37251:x1848987611059584:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6273us (6460us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.933322:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2695 00000100:00100000:2.0:1763332797.941617:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.941872:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611059968 00000100:00100000:0.0:1763332797.941884:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611059968 00000100:00100000:0.0:1763332797.941941:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2696 00000100:00100000:0.0:1763332797.941951:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+45:37251:x1848987611059968:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332797.941974:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332797.941999:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d05 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da36 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.942112:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ba00/0xb32e3ef184c31d0c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.942128:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ba00/0xb32e3ef184c31d0c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.942141:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ba00/0xb32e3ef184c31d0c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332797.942156:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:0.0:1763332797.942273:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d05 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da36 expref: 48 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.942292:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ba00/0xb32e3ef184c31d0c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da36 expref: 47 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.942301:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332797.942304:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332797.942307:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4ba00, rc 0) 00000100:00100000:0.0:1763332797.942382:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+47:37251:x1848987611059968:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 433us (776us total) trans 4294969010 rc 0/0 00000100:00100000:0.0:1763332797.942391:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2696 00000100:00100000:0.0:1763332797.946660:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.947930:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611060096 00000100:00100000:2.0:1763332797.947941:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611060096 00000100:00100000:2.0:1763332797.948003:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1405 00000100:00100000:2.0:1763332797.948012:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611060096:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332797.948055:0:29010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.948073:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31cdb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da21 expref: 12 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332797.948081:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.948082:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.948086:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.948119:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31cdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da21 expref: 12 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332797.948133:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31cdb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da21 expref: 12 pid: 28600 timeout: 1002 lvb_type: 1 00000100:00100000:2.0:1763332797.948147:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626308352:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332797.948234:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332797.953527:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626308352:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332797.953562:0:29010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332797.953966:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.954086:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611060224 00000100:00100000:2.0:1763332797.954095:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611060224 00010000:00010000:2.0:1763332797.954130:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31cdb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da21 expref: 13 pid: 28600 timeout: 1002 lvb_type: 1 00000100:00100000:2.0:1763332797.954165:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 714 00000100:00100000:2.0:1763332797.954173:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611060224:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332797.954187:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332797.954209:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31cdb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da21 expref: 13 pid: 28600 timeout: 1002 lvb_type: 1 00010000:00010000:2.0:1763332797.954221:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31cdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da21 expref: 13 pid: 28600 timeout: 1002 lvb_type: 1 00010000:00010000:2.0:1763332797.954248:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467be200/0xb32e3ef184c31cdb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da21 expref: 13 pid: 28600 timeout: 1002 lvb_type: 1 00010000:00010000:2.0:1763332797.954262:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.954264:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.954270:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.954278:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.954307:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332797.954391:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611060224:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 217us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.954399:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 714 00010000:00010000:1.0:1763332797.954471:0:29010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.954481:0:29010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.954501:0:29010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.954510:0:29010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.954518:0:29010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.954524:0:29010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332797.954528:0:29010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.954535:0:29010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.954547:0:29010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332797.954555:0:29010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332797.954602:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611060096:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 6591us (7951us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332797.954610:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1405 00000100:00100000:3.0:1763332797.957991:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.958154:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611060480 00000100:00100000:2.0:1763332797.958165:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611060480 00000100:00100000:2.0:1763332797.958503:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2697 00000100:00100000:2.0:1763332797.958515:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+47:37251:x1848987611060480:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332797.958569:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332797.958596:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31cfe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da2f expref: 47 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.958614:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:2.0:1763332797.958620:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332797.958652:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.958665:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.958674:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000040:00080000:2.0:1763332797.958881:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].226, 88 off27120 00000004:00080000:2.0:1763332797.958889:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 902038539377ns, next at 887754833937ns, rc = 0 00000040:00080000:2.0:1763332797.958931:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].223, 88 off26920 00000004:00080000:2.0:1763332797.958937:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 902038587665ns, next at 887240246170ns, rc = 0 00000001:00080000:2.0:1763332797.961275:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969011 is committed 00000004:00080000:2.0:1763332797.961288:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 207 committed 00010000:00010000:1.0:1763332797.962072:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962086:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962094:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962100:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4b800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.962105:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962113:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962131:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x5cd003d6 (ffff92fe43ab2f00) 00010000:00010000:1.0:1763332797.962135:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332797.962140:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962145:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31bf4 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962174:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962181:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962186:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962195:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.962198:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962204:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962211:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332797.962214:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:1.0:1763332797.962217:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.962222:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31cb1 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332797.962902:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626308480:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332797.962986:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332797.963181:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626308480 00000100:00100000:0.0:1763332797.963189:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626308480 00000100:00100000:0.0:1763332797.963747:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1763332797.963758:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626308480:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763332797.963987:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 209 committed 00000100:00100000:0.0:1763332797.964766:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626308480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1007us (1776us total) trans 17179869486 rc 0/0 00000100:00100000:0.0:1763332797.964776:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000004:00080000:1.0:1763332797.964856:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a3b80/2, rc 0, transno 17179869486 00000100:00100000:1.0:1763332797.964863:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626308480:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332797.964873:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332797.964882:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626308608:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332797.964926:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1763332797.965086:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000093ca8dde reply state 000000005be04b82 transno 4294969011 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.965108:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332797.965118:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:2.0:1763332797.965120:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763332797.965124:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763332797.965213:0:8606:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763332797.965227:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37251:x1848987611060480:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 6713us (7244us total) trans 4294969011 rc 0/0 00000100:00100000:2.0:1763332797.965235:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2697 00000100:00100000:0.0:1763332797.965425:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626308608 00000100:00100000:0.0:1763332797.965432:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626308608 00000100:00100000:0.0:1763332797.965485:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:0.0:1763332797.965493:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626308608:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763332797.965607:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1763332797.965611:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:0.0:1763332797.965614:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332797.965616:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb ctime from disk: 1763332797 -> 1763332797 00002000:00010000:0.0:1763332797.965618:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763332797.965648:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626308608:12345-0@lo:2:osp-syn-0-0.0 Request processed in 157us (723us total) trans 21474836795 rc 0/0 00000100:00100000:0.0:1763332797.965655:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00010000:00010000:1.0:1763332797.965731:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.965740:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.965747:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.965758:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332797.965762:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.965770:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.965781:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332797.965783:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332797.965787:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332797.965793:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31d21 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00080000:1.0:1763332797.965825:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7566c380/2, rc 0, transno 21474836795 00000100:00100000:1.0:1763332797.965831:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626308608:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332797.968668:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.968905:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611060608 00000100:00100000:2.0:1763332797.968916:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611060608 00000100:00100000:2.0:1763332797.968985:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2698 00000100:00100000:2.0:1763332797.968996:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37251:x1848987611060608:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.969020:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.969042:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d28 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da3d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.969095:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d28 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da3d expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.969109:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d28 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da3d expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332797.969128:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:2.0:1763332797.969131:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332797.969135:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04800, rc 0) 00000100:00100000:2.0:1763332797.969202:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37251:x1848987611060608:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 208us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.969209:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2698 00000100:00100000:2.0:1763332797.977093:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332797.977182:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611060736 00000100:00100000:0.0:1763332797.977191:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611060736 00000100:00100000:0.0:1763332797.977243:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2699 00000100:00100000:0.0:1763332797.977251:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37251:x1848987611060736:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332797.977270:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332797.977290:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d2f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da44 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.978067:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d36 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.978082:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d36 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.978093:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d36 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332797.978117:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00000004:00200000:0.0:1763332797.978121:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332797.978137:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d36 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332797.978165:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d2f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da44 expref: 15 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.978180:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d36 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da44 expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332797.978188:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332797.978191:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332797.978195:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4a200, rc 0) 00000100:00100000:0.0:1763332797.979975:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37251:x1848987611060736:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2714us (2880us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332797.979986:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2699 00000100:00100000:3.0:1763332797.983787:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332797.983908:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611060864 00000100:00100000:2.0:1763332797.983920:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611060864 00000100:00100000:2.0:1763332797.983977:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1408 00000100:00100000:2.0:1763332797.983988:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611060864:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332797.984006:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332797.984030:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d3d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da4b expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332797.984054:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x46:0x0] initial LVB size: 3145728, mtime: 0x691a52bd, atime: 0x0, ctime: 0x691a52bd, blocks: 0x1800 00010000:00010000:2.0:1763332797.984074:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.984077:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332797.984085:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da4b expref: 12 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332797.984101:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da4b expref: 12 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332797.984114:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04600, rc 0) 00000100:00100000:2.0:1763332797.984175:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611060864:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 189us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332797.984182:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1408 00000100:00100000:2.0:1763332798.022576:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.023992:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611060992 00000100:00100000:0.0:1763332798.024006:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611060992 00000100:00100000:0.0:1763332798.024084:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1409 00000100:00100000:0.0:1763332798.024093:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2418:x1848987611060992:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332798.024316:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2418:x1848987611060992:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 223us (1748us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.024324:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1409 00000100:00100000:3.0:1763332798.027640:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.027828:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611061120 00000100:00100000:0.0:1763332798.027840:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611061120 00000100:00100000:0.0:1763332798.027906:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1410 00000100:00100000:0.0:1763332798.027917:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2418:x1848987611061120:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332798.028034:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2418:x1848987611061120:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 119us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.028042:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1410 00000100:00100000:1.0:1763332798.035085:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626308736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763332798.035144:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332798.035226:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626308736 00000100:00100000:0.0:1763332798.035233:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626308736 00000100:00100000:0.0:1763332798.035281:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1763332798.035289:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626308736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332798.035314:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 151007808 pending 0 free 3915096064 avail 3683573760 00000100:00100000:0.0:1763332798.035384:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626308736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.035391:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1763332798.035475:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626308736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332798.035649:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332798.035657:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626308864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332798.035680:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332798.035778:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332798.035817:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626308864 00000100:00100000:1.0:1763332798.035821:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626308864 00000100:00100000:1.0:1763332798.035859:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1763332798.035865:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626308864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332798.035875:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 151007808 pending 0 free 3915096064 avail 3683573760 00000100:00100000:1.0:1763332798.035901:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626308864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 36us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332798.035908:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1763332798.035932:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836774 gen 2 00000004:00080000:1.0:1763332798.035937:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dffa680, transno 21474836774 00000100:00100000:1.0:1763332798.035947:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626308864:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1763332798.036065:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332798.037070:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.037149:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611061248 00000100:00100000:0.0:1763332798.037156:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611061248 00000100:00100000:0.0:1763332798.037216:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 569 00000100:00100000:0.0:1763332798.037225:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2419:x1848987611061248:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332798.037257:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d44 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.037274:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332798.037276:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332798.037281:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d44 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.037295:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d44 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.066100:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d44 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.066126:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.066135:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.066143:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4a400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332798.066148:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.066158:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.066180:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.066188:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332798.066943:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2419:x1848987611061248:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 29712us (29871us total) trans 0 rc 3145728/3145728 00000100:00100000:0.0:1763332798.066957:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 569 00000100:00100000:2.0:1763332798.073472:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.074115:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611061376 00000100:00100000:0.0:1763332798.074126:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611061376 00000100:00100000:0.0:1763332798.074210:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2700 00000100:00100000:0.0:1763332798.074222:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37251:x1848987611061376:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332798.074243:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332798.074266:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d4b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da52 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.074303:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31d52 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332798.074318:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31d52 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332798.074329:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31d52 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332798.074503:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d4b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da52 expref: 16 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.074523:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31d52 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da52 expref: 15 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.074532:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332798.074535:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332798.074539:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4b000, rc 0) 00000100:00100000:0.0:1763332798.074604:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37251:x1848987611061376:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 384us (1142us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.074612:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2700 00000100:00080000:3.0:1763332798.074726:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332798.082674:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.082762:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611061504 00000100:00100000:0.0:1763332798.082772:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611061504 00000100:00100000:0.0:1763332798.082864:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 570 00000100:00100000:0.0:1763332798.082874:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611061504:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:0.0:1763332798.082912:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.082937:0:28427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31a0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d95d expref: 12 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.082946:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332798.082948:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332798.082952:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.082988:0:28427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31a0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d95d expref: 12 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.083002:0:28427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31a0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d95d expref: 12 pid: 29010 timeout: 1002 lvb_type: 0 00000100:00100000:0.0:1763332798.083017:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28427:1848987626308992:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332798.083102:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dfd8cc0 going to sleep for 11 seconds 00000100:00080000:3.0:1763332798.083309:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332798.085935:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.086031:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611061632 00000100:00100000:2.0:1763332798.086039:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611061632 00010000:00010000:2.0:1763332798.086075:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31a0a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d95d expref: 13 pid: 29010 timeout: 1002 lvb_type: 0 00000100:00100000:2.0:1763332798.086118:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 715 00000100:00100000:2.0:1763332798.086128:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987611061632:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332798.086143:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332798.086162:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31a0a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d95d expref: 13 pid: 29010 timeout: 1002 lvb_type: 0 00010000:00010000:2.0:1763332798.086176:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31a0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d95d expref: 13 pid: 29010 timeout: 1002 lvb_type: 0 00010000:00010000:2.0:1763332798.086206:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332798.086209:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332798.086214:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.086225:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.086243:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332798.086299:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987611061632:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 171us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332798.086307:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 715 00010000:00010000:0.0:1763332798.086621:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31a0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d95d expref: 12 pid: 29010 timeout: 1002 lvb_type: 0 00000100:00100000:0.0:1763332798.086638:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28427:1848987626308992:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332798.086658:0:28427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.086668:0:28427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.086680:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763332798.117028:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836796 is committed 00000001:00080000:2.0:1763332798.117052:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836795 is committed 00002000:00010000:0.0:1763332798.117315:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb mtime from disk: 1763332797 -> 1763332798 00002000:00010000:0.0:1763332798.117321:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb ctime from disk: 1763332797 -> 1763332798 00010000:00010000:0.0:1763332798.117339:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.117456:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.117465:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.117474:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4b800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332798.117478:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.117488:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.117507:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.117516:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->3145727] (req 0->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332798.117674:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611061504:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 34796us (35004us total) trans 21474836796 rc 0/0 00000100:00100000:0.0:1763332798.117686:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 570 00000100:00100000:2.0:1763332798.132899:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.133201:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611061888 00000100:00100000:0.0:1763332798.133212:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611061888 00000100:00100000:0.0:1763332798.133277:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2701 00000100:00100000:0.0:1763332798.133288:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37251:x1848987611061888:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332798.133343:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332798.133407:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d36 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da44 expref: 15 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.133426:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332798.133431:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332798.133626:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332798.133642:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332798.133651:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000001:00080000:0.0:1763332798.133696:0:8606:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969012 00000004:00010000:0.0:1763332798.133719:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002e98c9cc reply state 00000000061de535 transno 4294969013 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332798.133731:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332798.133737:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332798.133740:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332798.133742:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763332798.133826:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37251:x1848987611061888:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 539us (938us total) trans 4294969013 rc 0/0 00000100:00100000:0.0:1763332798.133833:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2701 00000020:00080000:0.0:1763332798.133839:0:8606:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763332798.138296:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332798.140083:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611062016 00000100:00100000:3.0:1763332798.140100:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611062016 00000100:00100000:2.0:1763332798.140342:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1411 00000100:00100000:2.0:1763332798.140375:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37251:x1848987611062016:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332798.140395:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332798.140419:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d67 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da59 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332798.140453:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x48:0x0] initial LVB size: 3145728, mtime: 0x691a52be, atime: 0x0, ctime: 0x691a52be, blocks: 0x1800 00010000:00010000:2.0:1763332798.140478:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332798.140481:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332798.140489:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da59 expref: 9 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.140513:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da59 expref: 9 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.140525:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05800, rc 0) 00000100:00100000:2.0:1763332798.140600:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37251:x1848987611062016:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 227us (2313us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332798.140607:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1411 00000100:00100000:1.0:1763332798.142795:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.143175:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611062144 00000100:00100000:0.0:1763332798.143187:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611062144 00002000:00010000:0.0:1763332798.143229:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/72 (3145728->18446744073709551615) 00002000:00100000:0.0:1763332798.143235:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75665880 with x1848987611062144 ext(3145728->18446744073709551615) 00002000:00010000:0.0:1763332798.143250:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff75665880. 00000100:00100000:0.0:1763332798.143288:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 571 00000100:00100000:0.0:1763332798.143298:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987611062144:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:0.0:1763332798.143532:0:28427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1763332798.143536:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb mtime from disk: 1763332798 -> 1763332798 00002000:00010000:0.0:1763332798.143538:0:28427:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332798.143540:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb ctime from disk: 1763332798 -> 1763332798 00002000:00010000:0.0:1763332798.143543:0:28427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763332798.143608:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987611062144:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 311us (824us total) trans 21474836797 rc 0/0 00000100:00100000:0.0:1763332798.143616:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 571 00002000:00010000:0.0:1763332798.143620:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/72 (3145728->18446744073709551615) 00002000:00100000:0.0:1763332798.143623:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75665880 with x1848987611062144 ext(3145728->18446744073709551615) 00002000:00010000:0.0:1763332798.143627:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff75665880. 00000100:00100000:3.0:1763332798.146508:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.146651:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611062400 00000100:00100000:1.0:1763332798.146662:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611062400 00000100:00100000:1.0:1763332798.146727:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2702 00000100:00100000:1.0:1763332798.146738:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37251:x1848987611062400:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332798.146854:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.146873:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.146887:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:1.0:1763332798.147013:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cf4136ac reply state 00000000835441a3 transno 4294969014 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.147026:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.147033:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332798.147036:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332798.147040:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332798.147142:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37251:x1848987611062400:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 405us (642us total) trans 4294969014 rc 0/0 00000100:00100000:1.0:1763332798.147152:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2702 00000100:00100000:3.0:1763332798.151033:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.151144:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611062528 00000100:00100000:0.0:1763332798.151155:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611062528 00000100:00100000:0.0:1763332798.151219:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1412 00000100:00100000:0.0:1763332798.151231:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37251:x1848987611062528:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332798.151254:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332798.151275:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da60 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.151311:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d3d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da4b expref: 13 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332798.151320:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332798.151322:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332798.151327:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 13 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.151630:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da4b expref: 13 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332798.151785:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da4b expref: 13 pid: 28600 timeout: 1002 lvb_type: 1 00000100:00100000:0.0:1763332798.151803:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626309120:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332798.151948:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dfd8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332798.155765:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.155893:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626309120:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332798.155925:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 13 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.155944:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4a200, rc 0) 00000100:00100000:0.0:1763332798.156014:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37251:x1848987611062528:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4786us (4991us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.156025:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1412 00000100:00100000:3.0:1763332798.156108:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611062656 00000100:00100000:3.0:1763332798.156115:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611062656 00010000:00010000:3.0:1763332798.156147:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da4b expref: 13 pid: 28600 timeout: 1002 lvb_type: 1 00000100:00100000:3.0:1763332798.156183:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 716 00000100:00100000:3.0:1763332798.156192:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611062656:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332798.156207:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332798.156225:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da4b expref: 13 pid: 28600 timeout: 1002 lvb_type: 1 00010000:00010000:3.0:1763332798.156237:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da4b expref: 13 pid: 28600 timeout: 1002 lvb_type: 1 00010000:00010000:3.0:1763332798.156259:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da4b expref: 13 pid: 28600 timeout: 1002 lvb_type: 1 00010000:00010000:3.0:1763332798.156273:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332798.156275:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332798.156280:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 12 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332798.156291:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 12 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332798.156326:0:6504:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 12 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332798.156340:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848987626309248:192.168.204.28@tcp:105: 00000100:00100000:3.0:1763332798.156456:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff62267c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332798.159323:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1848987626309248:192.168.204.28@tcp:105: 00010000:00010000:2.0:1763332798.159397:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332798.159488:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611062656:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 3295us (3731us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332798.159499:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 716 00000100:00100000:1.0:1763332798.161139:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.162664:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611062784 00000100:00100000:0.0:1763332798.162679:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611062784 00000100:00100000:0.0:1763332798.162762:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1413 00000100:00100000:0.0:1763332798.162774:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e058450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611062784:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:0.0:1763332798.162942:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1763332798.162947:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:0.0:1763332798.162950:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb atime from disk: 0 -> 1763332796 00002000:00010000:0.0:1763332798.162952:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb ctime from disk: 1763332797 -> 1763332798 00002000:00010000:0.0:1763332798.162955:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:0.0:1763332798.163029:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e058450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611062784:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 257us (1899us total) trans 17179869487 rc 0/0 00000100:00100000:0.0:1763332798.163038:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1413 00000100:00100000:1.0:1763332798.175676:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.175785:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611063040 00000100:00100000:2.0:1763332798.175797:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611063040 00000100:00100000:2.0:1763332798.175857:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 777 00000100:00100000:2.0:1763332798.175866:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37251:x1848987611063040:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:2.0:1763332798.175933:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000403:0x10:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ba00/0xb32e3ef184c31d0c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da36 expref: 19 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.175998:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.176012:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d28 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da3d expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.176027:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.176060:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d28 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da3d expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.176073:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d28 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da3d expref: 19 pid: 8606 timeout: 1002 lvb_type: 0 00000100:00100000:2.0:1763332798.176086:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626309376:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332798.176173:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58900 going to sleep for 11 seconds 00000100:00100000:3.0:1763332798.178739:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.178846:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611063168 00000100:00100000:0.0:1763332798.178856:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611063168 00010000:00010000:0.0:1763332798.178898:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d28 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da3d expref: 20 pid: 8606 timeout: 1002 lvb_type: 0 00000100:00100000:0.0:1763332798.178943:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 717 00000100:00100000:0.0:1763332798.178964:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2421:x1848987611063168:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332798.178980:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332798.178988:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d28 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da3d expref: 20 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332798.179002:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d28 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da3d expref: 20 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332798.179036:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332798.179041:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332798.179050:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332798.179057:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332798.179076:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332798.179136:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2421:x1848987611063168:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 185us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.179144:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 717 00010000:00010000:2.0:1763332798.180646:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d28 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da3d expref: 19 pid: 8606 timeout: 1002 lvb_type: 0 00000100:00100000:2.0:1763332798.180666:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626309376:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332798.180692:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.180701:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.180707:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:2.0:1763332798.180921:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].227, 88 off27208 00000004:00080000:2.0:1763332798.180930:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 902260580935ns, next at 887754833937ns, rc = 0 00000040:00080000:2.0:1763332798.182195:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].224, 88 off27008 00000004:00080000:2.0:1763332798.182212:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 902261862583ns, next at 887240246170ns, rc = 0 00000001:00080000:0.0:1763332798.184036:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969015 is committed 00000004:00080000:0.0:1763332798.184049:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 208 committed 00000004:00080000:0.0:1763332798.184068:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 210 committed 00010000:00010000:1.0:1763332798.184150:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332798.184163:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332798.184171:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332798.184178:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4b800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332798.184183:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332798.184191:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332798.184209:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332798.184212:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332798.184218:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332798.184224:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b800/0xb32e3ef184c31d60 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332798.184242:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.184248:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.184258:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.184263:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfc00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332798.184266:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.184272:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.184281:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332798.184283:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332798.184286:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.184291:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c31d6e lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00010000:2.0:1763332798.184583:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000020b73589 reply state 000000006a1e6129 transno 4294969015 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.184600:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.184607:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:2.0:1763332798.184609:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763332798.184613:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332798.184619:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:2.0:1763332798.184621:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332798.184630:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4ba00/0xb32e3ef184c31d0c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da36 expref: 13 pid: 6521 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763332798.184752:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763332798.184765:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37251:x1848987611063040:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 8899us (9100us total) trans 4294969015 rc 0/0 00000100:00100000:2.0:1763332798.184775:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 777 00000100:00100000:1.0:1763332798.185034:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626309504:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332798.185089:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332798.185132:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332798.185140:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626309632:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332798.185164:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332798.185206:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332798.185215:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332798.185221:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332798.185231:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332798.185234:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332798.185240:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332798.185248:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332798.185251:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332798.185254:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332798.185259:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c31d7c lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:3.0:1763332798.186152:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626309504 00000100:00100000:3.0:1763332798.186162:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626309504 00000100:00100000:3.0:1763332798.186213:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626309632 00000100:00100000:3.0:1763332798.186216:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626309632 00000100:00100000:3.0:1763332798.186251:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1763332798.186261:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626309504:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332798.186450:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332798.186454:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb mtime from disk: 1763332797 -> 1763332797 00002000:00010000:3.0:1763332798.186457:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb atime from disk: 1763332796 -> 1763332796 00002000:00010000:3.0:1763332798.186459:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb ctime from disk: 1763332798 -> 1763332798 00002000:00010000:3.0:1763332798.186462:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x46:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763332798.186517:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3654:x1848987626309504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 257us (1427us total) trans 17179869488 rc 0/0 00000100:00100000:3.0:1763332798.186524:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1763332798.186544:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:3.0:1763332798.186552:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626309632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332798.186618:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332798.186621:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb mtime from disk: 1763332798 -> 1763332798 00002000:00010000:3.0:1763332798.186624:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332798.186626:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb ctime from disk: 1763332798 -> 1763332798 00002000:00010000:3.0:1763332798.186627:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x48:0x0] updating lvb blocks from disk: 6144 -> 6144 00000100:00100000:3.0:1763332798.186653:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626309632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 102us (1488us total) trans 21474836798 rc 0/0 00000100:00100000:3.0:1763332798.186659:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:1.0:1763332798.187727:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836795 gen 2 00000004:00080000:1.0:1763332798.187735:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74036680, transno 21474836791 00000004:00080000:1.0:1763332798.187750:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42ef9880, transno 21474836792 00000004:00080000:1.0:1763332798.187753:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74034e00, transno 21474836793 00000004:00080000:1.0:1763332798.187756:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44ccf100, transno 21474836794 00000004:00080000:1.0:1763332798.187758:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7566c380, transno 21474836795 00000100:00100000:1.0:1763332798.187765:0:3654:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7566d500 x1848987626309632/t21474836798(21474836798) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332814 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763332798.187775:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7566d500/2, rc 0, transno 21474836798 00000100:00100000:1.0:1763332798.187780:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626309632:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332798.187796:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44822d80/2, rc 0, transno 17179869488 00000100:00100000:1.0:1763332798.187801:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626309504:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763332798.188047:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 5 done 00000100:00100000:2.0:1763332798.188648:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.189110:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611063296 00000100:00100000:0.0:1763332798.189119:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611063296 00000100:00100000:0.0:1763332798.189199:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2703 00000100:00100000:0.0:1763332798.189209:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37251:x1848987611063296:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332798.189229:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332798.189253:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d83 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da67 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.189301:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d83 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da67 expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.189314:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d83 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da67 expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.189330:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332798.189333:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332798.189336:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4a400, rc 0) 00000100:00100000:0.0:1763332798.189828:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37251:x1848987611063296:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 618us (1180us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.189835:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2703 00000100:00100000:3.0:1763332798.196065:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.196488:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611063552 00000100:00100000:2.0:1763332798.196500:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611063552 00000100:00100000:2.0:1763332798.196556:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 778 00000100:00100000:2.0:1763332798.196565:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37251:x1848987611063552:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332798.196807:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37251:x1848987611063552:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 240us (749us total) trans 4294969016 rc 0/0 00000100:00100000:2.0:1763332798.196815:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 778 00000100:00100000:1.0:1763332798.199769:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.199845:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611063808 00000100:00100000:2.0:1763332798.199855:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611063808 00000100:00100000:2.0:1763332798.199911:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2704 00000100:00100000:2.0:1763332798.199923:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37251:x1848987611063808:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332798.199945:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332798.199966:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d8a lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da6e expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.200039:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31d91 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200053:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31d91 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200064:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31d91 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200076:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31d98 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200082:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31d98 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200087:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31d98 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200191:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d9f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200199:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d9f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200205:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d9f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332798.200214:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:2.0:1763332798.200287:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31d91 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200295:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31d91 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200301:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31d91 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200308:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31d91 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200313:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332798.200317:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31d91 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200324:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31d91 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200335:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:2.0:1763332798.200338:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332798.200343:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31d91 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200400:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31d91 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200414:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31d98 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200419:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31d98 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200425:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31d98 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200435:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332798.200468:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31d98 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200476:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31d98 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200484:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe438a1500) 00010000:00010000:2.0:1763332798.200487:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332798.200490:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31d98 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200495:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31d98 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.200542:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c31d8a lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da6e expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.200556:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d9f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da6e expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.200563:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:2.0:1763332798.200566:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332798.200568:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04600, rc 0) 00000100:00100000:2.0:1763332798.200624:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37251:x1848987611063808:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 704us (863us total) trans 4294969017 rc 0/0 00000100:00100000:2.0:1763332798.200631:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2704 00000100:00100000:1.0:1763332798.206083:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332798.206155:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611064064 00000100:00100000:3.0:1763332798.206166:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611064064 00000100:00100000:3.0:1763332798.206217:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 779 00000100:00100000:3.0:1763332798.206226:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37251:x1848987611064064:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332798.208431:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37251:x1848987611064064:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 2193us (2344us total) trans 4294969018 rc 0/0 00000100:00100000:3.0:1763332798.208453:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 779 00000100:00100000:3.0:1763332798.211504:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.211853:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611064320 00000100:00100000:1.0:1763332798.211864:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611064320 00000100:00100000:1.0:1763332798.211920:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2705 00000100:00100000:1.0:1763332798.211928:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37251:x1848987611064320:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332798.211952:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332798.211971:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c31dad lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da75 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.212070:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c31db4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.212085:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d9f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da6e expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.212093:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c31db4 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.212123:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d9f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da6e expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.212135:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d9f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da6e expref: 18 pid: 8606 timeout: 1002 lvb_type: 0 00000100:00100000:1.0:1763332798.212147:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626309760:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332798.212221:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45f2bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332798.219926:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.220095:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626309760:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332798.220125:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c31db4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763332798.220678:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611064448 00000100:00100000:3.0:1763332798.220687:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611064448 00010000:00010000:3.0:1763332798.220726:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d9f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da6e expref: 19 pid: 8606 timeout: 1002 lvb_type: 0 00000100:00100000:3.0:1763332798.220771:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 718 00000100:00100000:3.0:1763332798.220782:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2420:x1848987611064448:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332798.220804:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332798.220811:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d9f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da6e expref: 19 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:3.0:1763332798.220824:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d9f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da6e expref: 19 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:3.0:1763332798.220848:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31d9f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da6e expref: 19 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:3.0:1763332798.220864:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:3.0:1763332798.220869:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c31db4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332798.220880:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c31db4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332798.220889:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c31db4 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332798.220922:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332798.220995:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987611064448:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 214us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332798.221003:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 718 00010000:00010000:1.0:1763332798.221519:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c31db4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.221532:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c31db4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332798.221553:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:1.0:1763332798.221699:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c31dad lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da75 expref: 19 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.221717:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c31db4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da75 expref: 18 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.221724:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332798.221727:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332798.221730:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf400, rc 0) 00000100:00100000:1.0:1763332798.221784:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37251:x1848987611064320:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 9856us (10287us total) trans 4294969019 rc 0/0 00000100:00100000:1.0:1763332798.221791:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2705 00000100:00100000:1.0:1763332798.225138:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.225210:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611064576 00000100:00100000:0.0:1763332798.225219:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611064576 00000100:00100000:0.0:1763332798.225269:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 780 00000100:00100000:0.0:1763332798.225278:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ec450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37251:x1848987611064576:12345-192.168.204.28@tcp:33:lfs.0 00000100:00100000:0.0:1763332798.225479:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ec450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37251:x1848987611064576:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 201us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.225486:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 780 00000100:00100000:0.0:1763332798.227707:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.228775:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611064832 00000100:00100000:1.0:1763332798.228786:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611064832 00000100:00100000:2.0:1763332798.229548:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2706 00000100:00100000:2.0:1763332798.229560:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37251:x1848987611064832:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332798.229580:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332798.229582:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763332798.229607:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c31db4 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x10:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da75 expref: 18 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.229623:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:2.0:1763332798.229627:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332798.229638:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dc2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da7c expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.229730:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31dc9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.229741:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31dc9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.229750:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31dc9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332798.229760:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:2.0:1763332798.229858:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dc2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da7c expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.229870:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31dc9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da7c expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.229877:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:2.0:1763332798.229880:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332798.229883:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04400, rc 0) 00000100:00100000:2.0:1763332798.230241:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37251:x1848987611064832:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 682us (2540us total) trans 4294969020 rc 0/0 00000100:00100000:2.0:1763332798.230249:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2706 00000100:00100000:3.0:1763332798.233250:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.233332:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611065088 00000100:00100000:2.0:1763332798.233342:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611065088 00000100:00100000:2.0:1763332798.233427:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 781 00000100:00100000:2.0:1763332798.233445:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37251:x1848987611065088:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:2.0:1763332798.233513:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000403:0x10:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31dc9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da7c expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.233549:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.233561:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31d52 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da52 expref: 19 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.233569:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d83 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da67 expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.233576:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.233607:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d83 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da67 expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.233617:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d83 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da67 expref: 19 pid: 8606 timeout: 1002 lvb_type: 0 00000100:00100000:2.0:1763332798.233629:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626309888:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332798.233718:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31d52 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da52 expref: 19 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.233727:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31d52 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da52 expref: 19 pid: 6521 timeout: 1002 lvb_type: 0 00000100:00100000:2.0:1763332798.233736:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626310016:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332798.233758:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58900 going to sleep for 11 seconds 00000100:00100000:2.0:1763332798.237101:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626309888:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332798.237117:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626310016:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332798.237147:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:3.0:1763332798.238017:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332798.238057:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.238166:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611065216 00000100:00100000:0.0:1763332798.238174:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611065216 00010000:00010000:0.0:1763332798.238209:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d83 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da67 expref: 20 pid: 8606 timeout: 1002 lvb_type: 0 00000100:00100000:0.0:1763332798.238242:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611065344 00000100:00100000:0.0:1763332798.238245:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611065344 00010000:00010000:0.0:1763332798.238255:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31d52 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da52 expref: 21 pid: 6521 timeout: 1002 lvb_type: 0 00000100:00100000:0.0:1763332798.238282:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 719 00000100:00100000:0.0:1763332798.238289:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2420:x1848987611065216:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332798.238302:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332798.238308:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d83 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da67 expref: 21 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332798.238320:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d83 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da67 expref: 21 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332798.238343:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a400/0xb32e3ef184c31d83 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da67 expref: 21 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332798.238384:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332798.238389:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332798.238398:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332798.238405:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332798.238462:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2420:x1848987611065216:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 173us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.238470:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 719 00000100:00100000:0.0:1763332798.238488:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 720 00000100:00100000:0.0:1763332798.238494:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987611065344:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332798.238503:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332798.238509:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31d52 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da52 expref: 19 pid: 6521 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332798.238518:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31d52 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da52 expref: 19 pid: 6521 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332798.238529:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b000/0xb32e3ef184c31d52 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da52 expref: 19 pid: 6521 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332798.238537:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332798.238541:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332798.238549:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332798.238555:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332798.238574:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332798.238595:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987611065344:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 101us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.238601:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 720 00010000:00010000:2.0:1763332798.238708:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.238716:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.238873:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.238880:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.238887:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.238893:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332798.238896:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.238907:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.238916:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:2.0:1763332798.238918:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763332798.238922:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.238927:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c31dd7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.238937:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:2.0:1763332798.238939:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332798.238944:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31dc9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da7c expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332798.239778:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37251:x1848987611065088:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 6339us (6535us total) trans 4294969021 rc -22/-22 00000100:00100000:2.0:1763332798.239788:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 781 00000100:00100000:1.0:1763332798.249004:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.249082:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611065472 00000100:00100000:2.0:1763332798.249092:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611065472 00000100:00100000:2.0:1763332798.249152:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2707 00000100:00100000:2.0:1763332798.249163:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37251:x1848987611065472:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332798.249187:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332798.249213:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dde lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da83 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.249273:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dde lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da83 expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.249293:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dde lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da83 expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.249312:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:2.0:1763332798.249315:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332798.249318:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05200, rc 0) 00000100:00100000:2.0:1763332798.249521:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37251:x1848987611065472:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 359us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332798.249529:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2707 00000100:00100000:3.0:1763332798.252191:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.252294:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611065728 00000100:00100000:2.0:1763332798.252304:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611065728 00000100:00100000:2.0:1763332798.252382:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2708 00000100:00100000:2.0:1763332798.252393:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37251:x1848987611065728:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332798.252413:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332798.252435:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31de5 lrc: 2/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da8a expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.252929:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31dec lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.252942:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31dec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332798.253025:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31dec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332798.253037:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x13:0x0]: returning size 0 00010000:00010000:2.0:1763332798.253081:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31de5 lrc: 0/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da8a expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.253100:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31dec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da8a expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.253108:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff92fe438a1800) 00010000:00010000:2.0:1763332798.253111:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332798.253113:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05c00, rc 0) 00000100:00100000:2.0:1763332798.253169:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37251:x1848987611065728:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 779us (990us total) trans 4294969022 rc 0/0 00000100:00100000:2.0:1763332798.253177:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2708 00000100:00100000:3.0:1763332798.255810:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.256796:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611065984 00000100:00100000:1.0:1763332798.256808:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611065984 00000100:00100000:1.0:1763332798.257616:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2709 00000100:00100000:1.0:1763332798.257629:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37251:x1848987611065984:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332798.257654:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332798.257676:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31dfa lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da91 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.257816:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31e01 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.257829:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31e01 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.257840:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31e01 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332798.257852:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:1.0:1763332798.258197:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31dfa lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da91 expref: 23 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.258373:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31e01 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da91 expref: 22 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.258383:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:1.0:1763332798.258386:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332798.258390:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bea00, rc 0) 00000100:00100000:1.0:1763332798.258538:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37251:x1848987611065984:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 911us (2736us total) trans 4294969023 rc 0/0 00000100:00100000:1.0:1763332798.258546:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2709 00000100:00100000:1.0:1763332798.262178:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.262686:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611066240 00000100:00100000:2.0:1763332798.262697:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611066240 00000100:00100000:2.0:1763332798.263468:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 782 00000100:00100000:2.0:1763332798.263482:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37251:x1848987611066240:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:2.0:1763332798.263578:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000403:0x10:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31e01 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da91 expref: 22 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.263622:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.263636:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dde lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da83 expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.263646:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.263682:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dde lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da83 expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.263701:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dde lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da83 expref: 22 pid: 8606 timeout: 1002 lvb_type: 0 00000100:00100000:2.0:1763332798.263715:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626310144:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332798.263819:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58900 going to sleep for 11 seconds 00000100:00100000:2.0:1763332798.269777:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626310144:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332798.269809:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763332798.270776:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332798.270855:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611066368 00000100:00100000:3.0:1763332798.270864:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611066368 00010000:00010000:3.0:1763332798.270900:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dde lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da83 expref: 23 pid: 8606 timeout: 1002 lvb_type: 0 00000100:00100000:3.0:1763332798.270942:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 721 00000100:00100000:3.0:1763332798.270957:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2420:x1848987611066368:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332798.270972:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332798.270979:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dde lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da83 expref: 23 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:3.0:1763332798.270990:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dde lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da83 expref: 23 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:3.0:1763332798.271011:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31dde lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da83 expref: 23 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:3.0:1763332798.271028:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:3.0:1763332798.271033:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332798.271042:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332798.271048:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332798.271076:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332798.271421:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.271430:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.271465:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.271477:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31dec lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da8a expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.271485:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.271518:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31dec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da8a expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332798.271531:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31dec lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da8a expref: 22 pid: 8606 timeout: 1002 lvb_type: 0 00000100:00100000:2.0:1763332798.271550:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626310272:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332798.272013:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+22:2420:x1848987611066368:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1060us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332798.272022:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 721 00000100:00100000:2.0:1763332798.272090:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58900 going to sleep for 11 seconds 00000100:00100000:3.0:1763332798.275338:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.275743:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626310272:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332798.275774:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:0.0:1763332798.275856:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611066496 00000100:00100000:0.0:1763332798.275863:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611066496 00010000:00010000:0.0:1763332798.275901:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31dec lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da8a expref: 22 pid: 8606 timeout: 1002 lvb_type: 0 00000100:00100000:0.0:1763332798.275941:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 722 00000100:00100000:0.0:1763332798.275960:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+22:2420:x1848987611066496:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332798.275982:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332798.275990:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31dec lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da8a expref: 22 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332798.276001:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31dec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da8a expref: 22 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332798.276024:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31dec lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da8a expref: 22 pid: 8606 timeout: 1002 lvb_type: 0 00010000:00010000:0.0:1763332798.276041:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff92fe438a1800) 00010000:00010000:0.0:1763332798.276045:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332798.276055:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332798.276062:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332798.276093:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332798.276143:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2420:x1848987611066496:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 193us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.276151:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 722 00010000:00010000:2.0:1763332798.276574:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.276582:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763332798.276868:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6523:1848987626310400:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332798.276915:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332798.276936:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58900 going to sleep for 11 seconds 00000100:00100000:0.0:1763332798.277552:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626310400 00000100:00100000:0.0:1763332798.277561:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626310400 00000100:00100000:0.0:1763332798.277606:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1763332798.277615:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6523:x1848987626310400:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763332798.277701:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6523:x1848987626310400:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 88us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.277710:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1763332798.278337:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6523:1848987626310400:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1763332798.278482:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969024 00000001:00080000:2.0:1763332798.278562:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969025 00010000:00010000:2.0:1763332798.278585:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278596:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278603:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278609:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332798.278614:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278622:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278638:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff92fe438a1800) 00010000:00010000:2.0:1763332798.278641:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763332798.278646:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278652:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05400/0xb32e3ef184c31e16 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278673:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278679:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278683:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278687:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332798.278690:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278695:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278702:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:2.0:1763332798.278704:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763332798.278707:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278716:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e0f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.278728:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:2.0:1763332798.278730:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332798.278736:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c31e01 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da91 expref: 23 pid: 6521 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332798.278834:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37251:x1848987611066240:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 15355us (16669us total) trans 4294969026 rc 0/0 00000100:00100000:2.0:1763332798.278842:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 782 00000020:00080000:2.0:1763332798.278847:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1763332798.282027:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.282146:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611066624 00000100:00100000:1.0:1763332798.282156:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611066624 00000100:00100000:1.0:1763332798.282257:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2710 00000100:00100000:1.0:1763332798.282267:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37251:x1848987611066624:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332798.282292:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332798.282314:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31e1d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da98 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.282559:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31e1d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da98 expref: 23 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.282576:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31e1d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da98 expref: 23 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.282595:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4600) 00010000:00010000:1.0:1763332798.282598:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332798.282602:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be000, rc 0) 00000100:00100000:1.0:1763332798.282668:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37251:x1848987611066624:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 402us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332798.282676:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2710 00000100:00100000:0.0:1763332798.288992:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.289074:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611066880 00000100:00100000:2.0:1763332798.289087:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611066880 00000100:00100000:2.0:1763332798.289156:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 783 00000100:00100000:2.0:1763332798.289167:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37251:x1848987611066880:12345-192.168.204.28@tcp:35:lfs.0 00000004:00080000:2.0:1763332798.289713:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763332798.289780:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].225, 64 off27072 00000004:00080000:2.0:1763332798.289788:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 902369438852ns, next at 903369436381ns, rc = 0 00000001:00080000:2.0:1763332798.289795:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969027 00010000:00010000:2.0:1763332798.289830:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e24 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.289847:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e24 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.289858:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e24 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.289871:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e24 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.289877:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e24 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.289883:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e24 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332798.289897:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763332798.290063:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37251:x1848987611066880:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 896us (1080us total) trans 4294969028 rc 0/0 00000100:00100000:2.0:1763332798.290070:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 783 00000020:00080000:2.0:1763332798.290075:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1763332798.290303:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332798.290309:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e24 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332798.290316:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332798.290321:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e24 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332798.290329:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e24 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332798.290341:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:1.0:1763332798.290344:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763332798.290371:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e24 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332798.290378:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31e24 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332798.290391:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332798.290393:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332798.290394:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332798.293076:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.293168:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611067136 00000100:00100000:0.0:1763332798.293180:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611067136 00000100:00100000:0.0:1763332798.293267:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 784 00000100:00100000:0.0:1763332798.293277:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37251:x1848987611067136:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332798.293884:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37251:x1848987611067136:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 606us (816us total) trans 4294969029 rc 0/0 00000100:00100000:0.0:1763332798.293893:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 784 00000100:00100000:3.0:1763332798.310278:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.310402:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611067392 00000100:00100000:1.0:1763332798.310414:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611067392 00000100:00100000:1.0:1763332798.310496:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2711 00000100:00100000:1.0:1763332798.310506:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37252:x1848987611067392:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332798.310535:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332798.310560:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31e2b lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695da9f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.310635:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e32 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310650:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e32 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310663:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e32 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310676:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e39 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310683:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e39 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310690:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e39 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310773:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e32 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310780:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e32 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310786:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e32 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310793:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e32 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310799:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332798.310803:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e32 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310811:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e32 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310824:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332798.310827:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332798.310832:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e32 lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310837:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e32 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310853:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e39 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310859:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e39 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310864:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e39 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310870:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332798.310872:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e39 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310879:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e39 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310886:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff621b4f00) 00010000:00010000:1.0:1763332798.310889:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332798.310892:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e39 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310897:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e39 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.310931:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31e2b lrc: 1/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da9f expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.310942:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332798.310945:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332798.310962:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31e2b lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da9f expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.310972:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bec00, rc 0) 00000100:00100000:1.0:1763332798.311040:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37252:x1848987611067392:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 535us (772us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332798.311048:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2711 00000100:00100000:3.0:1763332798.314860:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.314934:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611067520 00000100:00100000:0.0:1763332798.314945:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611067520 00000100:00100000:0.0:1763332798.315010:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2712 00000100:00100000:0.0:1763332798.315019:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37252:x1848987611067520:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332798.315090:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e40 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315108:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e40 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315119:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e40 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315133:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31e47 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315139:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31e47 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315145:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31e47 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315213:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31e4e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315221:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31e4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315227:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31e4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:0.0:1763332798.315261:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00000004:00200000:0.0:1763332798.315265:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332798.315276:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31e4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315288:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e40 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315294:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e40 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315301:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e40 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315307:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4b600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332798.315311:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e40 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315318:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e40 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315328:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332798.315331:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332798.315335:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e40 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315342:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e40 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315531:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31e47 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315537:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31e47 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315543:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31e47 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315547:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4a000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332798.315550:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31e47 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315556:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31e47 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315563:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92fe4388ef00) 00010000:00010000:0.0:1763332798.315565:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332798.315568:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31e47 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315573:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a000/0xb32e3ef184c31e47 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315585:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31e4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315590:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31e4e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315595:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31e4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315601:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4aa00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332798.315603:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31e4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315608:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31e4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315614:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4600) 00010000:00010000:0.0:1763332798.315616:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332798.315619:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31e4e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.315624:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4aa00/0xb32e3ef184c31e4e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:0.0:1763332798.315695:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37252:x1848987611067520:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 676us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.315702:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2712 00000100:00100000:2.0:1763332798.347142:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.347252:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611067648 00000100:00100000:0.0:1763332798.347263:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611067648 00000100:00100000:1.0:1763332798.348075:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2713 00000100:00100000:1.0:1763332798.348091:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7ae01050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37253:x1848987611067648:12345-192.168.204.28@tcp:101:diff.0 00010000:00010000:1.0:1763332798.348113:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332798.348134:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31e55 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695daa6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.348201:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e5c lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348215:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e5c lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348227:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e5c lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348242:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e63 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348248:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e63 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348254:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e63 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348328:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31e6a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348337:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31e6a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348344:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31e6a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332798.348405:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00000004:00200000:1.0:1763332798.348409:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332798.348461:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31e6a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348475:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31e6a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348483:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e5c lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348489:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e5c lrc: 4/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348494:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e5c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348500:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e5c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348505:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332798.348509:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e5c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348516:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e5c lrc: 5/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348526:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332798.348529:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332798.348534:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e5c lrc: 3/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348539:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e5c lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348552:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e63 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348557:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e63 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348562:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e63 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348566:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332798.348568:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e63 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348573:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e63 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348578:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff621b4f00) 00010000:00010000:1.0:1763332798.348580:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332798.348582:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e63 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348587:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e63 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.348613:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31e55 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daa6 expref: 28 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.348623:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31e6a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daa6 expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.348630:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4600) 00010000:00010000:1.0:1763332798.348632:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332798.348634:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf600, rc 0) 00000100:00100000:1.0:1763332798.350067:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7ae01050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37253:x1848987611067648:12345-192.168.204.28@tcp:101:diff.0 Request processed in 1972us (2924us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332798.350078:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2713 00000100:00100000:0.0:1763332798.357167:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.357415:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611067904 00000100:00100000:1.0:1763332798.357424:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611067904 00000100:00100000:1.0:1763332798.357488:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2714 00000100:00100000:1.0:1763332798.357498:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37253:x1848987611067904:12345-192.168.204.28@tcp:101:diff.0 00010000:00010000:1.0:1763332798.357517:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332798.357537:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31e71 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695daad expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.357633:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e78 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.357646:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e78 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.357658:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e78 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332798.357669:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 3145728 00010000:00010000:1.0:1763332798.357773:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c31e71 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daad expref: 30 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.357790:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e78 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daad expref: 29 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.357799:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4600) 00010000:00010000:1.0:1763332798.357802:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763332798.357805:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be200, rc 0) 00000100:00100000:1.0:1763332798.359909:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+29:37253:x1848987611067904:12345-192.168.204.28@tcp:101:diff.0 Request processed in 2400us (2739us total) trans 4294969030 rc 0/0 00000100:00100000:1.0:1763332798.359920:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2714 00000100:00100000:0.0:1763332798.369138:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.369449:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611068160 00000100:00100000:1.0:1763332798.369461:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611068160 00000100:00100000:1.0:1763332798.369538:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2715 00000100:00080000:3.0:1763332798.369547:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332798.369549:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37253:x1848987611068160:12345-192.168.204.28@tcp:101:diff.0 00010000:00010000:1.0:1763332798.369575:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332798.369596:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c31e86 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dab4 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.369701:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e8d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.369715:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e8d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332798.369726:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e8d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763332798.369737:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x5:0x0]: returning size 0 00010000:00010000:1.0:1763332798.369847:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bec00/0xb32e3ef184c31e86 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dab4 expref: 23 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.369865:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e8d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dab4 expref: 22 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.369874:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5:0x0].0x0 (ffff92fe438a1d00) 00010000:00010000:1.0:1763332798.369877:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332798.369880:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf800, rc 0) 00000100:00100000:1.0:1763332798.369939:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37253:x1848987611068160:12345-192.168.204.28@tcp:101:diff.0 Request processed in 393us (813us total) trans 4294967380 rc 0/0 00000100:00100000:1.0:1763332798.369946:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2715 00000100:00100000:2.0:1763332798.374932:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.375689:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611068288 00000100:00100000:1.0:1763332798.375705:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611068288 00000100:00100000:1.0:1763332798.375792:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 298 00000100:00100000:1.0:1763332798.375803:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+22:2418:x1848987611068288:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332798.375821:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332798.375847:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bf800/0xb32e3ef184c31e8d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dab4 expref: 22 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.375868:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5:0x0].0x0 (ffff92fe438a1d00) 00010000:00010000:1.0:1763332798.375875:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332798.375958:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2418:x1848987611068288:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 148us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332798.375966:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 298 00000100:00100000:3.0:1763332798.396985:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.397235:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611068416 00000100:00100000:1.0:1763332798.397246:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611068416 00002000:00100000:1.0:1763332798.397296:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x48:0x0] (0->3145727) req@ffff92ff7df96a00 x1848987611068416/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/0 e 0 to 0 dl 1763332809 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332798.397307:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7df96a00 with x1848987611068416 ext(0->3145727) 00002000:00010000:1.0:1763332798.397313:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7df96a00 00000100:00100000:1.0:1763332798.397344:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 572 00000100:00100000:2.0:1763332798.397796:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611068416:12345-192.168.204.28@tcp:3:diff.0 00000100:00100000:0.0:1763332798.426905:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611068416:12345-192.168.204.28@tcp:3:diff.0 Request processed in 29456us (29917us total) trans 0 rc 3145728/3145728 00000100:00100000:0.0:1763332798.426921:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 572 00002000:00100000:0.0:1763332798.426936:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x48:0x0] (0->3145727) req@ffff92ff7df96a00 x1848987611068416/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/440 e 0 to 0 dl 1763332809 ref 1 fl Complete:/600/0 rc 3145728/3145728 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332798.426947:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7df96a00 with x1848987611068416 ext(0->3145727) 00002000:00010000:0.0:1763332798.426954:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7df96a00 00000100:00100000:1.0:1763332798.450076:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.451793:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611068544 00000100:00100000:0.0:1763332798.451869:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611068544 00002000:00100000:0.0:1763332798.451937:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x47:0x0] (0->2097151) req@ffff92fe42f0d180 x1848987611068544/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/0 e 0 to 0 dl 1763332809 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332798.451950:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42f0d180 with x1848987611068544 ext(0->2097151) 00002000:00010000:0.0:1763332798.451957:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe42f0d180 00000100:00100000:0.0:1763332798.452000:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 573 00000100:00100000:0.0:1763332798.452010:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611068544:12345-192.168.204.28@tcp:3:diff.0 00000100:00100000:3.0:1763332798.453983:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.454072:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611068672 00000100:00100000:2.0:1763332798.454081:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611068672 00002000:00100000:2.0:1763332798.454118:0:28427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x49:0x0] (2097152->3145727) req@ffff92ff7df95c00 x1848987611068672/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/0 e 0 to 0 dl 1763332809 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332798.454131:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7df95c00 with x1848987611068672 ext(2097152->3145727) 00002000:00010000:2.0:1763332798.454137:0:28427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7df95c00 00000100:00100000:2.0:1763332798.454172:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 574 00000100:00100000:2.0:1763332798.454182:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611068672:12345-192.168.204.28@tcp:3:diff.0 00000100:00100000:0.0:1763332798.472854:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611068544:12345-192.168.204.28@tcp:3:diff.0 Request processed in 20833us (22776us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1763332798.472870:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 573 00002000:00100000:0.0:1763332798.472883:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x47:0x0] (0->2097151) req@ffff92fe42f0d180 x1848987611068544/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/440 e 0 to 0 dl 1763332809 ref 1 fl Complete:/600/0 rc 2097152/2097152 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332798.472893:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42f0d180 with x1848987611068544 ext(0->2097151) 00002000:00010000:0.0:1763332798.472900:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe42f0d180 00000100:00100000:2.0:1763332798.478543:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611068672:12345-192.168.204.28@tcp:3:diff.0 Request processed in 24349us (24554us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332798.478557:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 574 00002000:00100000:2.0:1763332798.478570:0:28427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x49:0x0] (2097152->3145727) req@ffff92ff7df95c00 x1848987611068672/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/440 e 0 to 0 dl 1763332809 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332798.478579:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7df95c00 with x1848987611068672 ext(2097152->3145727) 00002000:00010000:2.0:1763332798.478587:0:28427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7df95c00 00000100:00100000:1.0:1763332798.506445:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.507446:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611068928 00000100:00100000:0.0:1763332798.507458:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611068928 00000100:00100000:2.0:1763332798.508310:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 785 00000100:00100000:2.0:1763332798.508327:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ecc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37253:x1848987611068928:12345-192.168.204.28@tcp:35:diff.0 00000100:00100000:2.0:1763332798.510739:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ecc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37253:x1848987611068928:12345-192.168.204.28@tcp:35:diff.0 Request processed in 2406us (4305us total) trans 4294967381 rc 0/0 00000100:00100000:2.0:1763332798.510753:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 785 00000100:00100000:3.0:1763332798.529146:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.530643:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611069056 00000100:00100000:0.0:1763332798.530656:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611069056 00000100:00100000:0.0:1763332798.530725:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2716 00000100:00100000:0.0:1763332798.530735:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+29:37254:x1848987611069056:12345-192.168.204.28@tcp:101:diff.0 00010000:00010000:0.0:1763332798.530760:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332798.530783:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e9b lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dabb expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.530849:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ea2 lrc: 3/1,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.530864:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ea2 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.530875:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ea2 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.530888:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31ea9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.530895:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.530901:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.530992:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31eb0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531000:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531007:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:0.0:1763332798.531044:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x12:0x0]: returning size 0 00000004:00200000:0.0:1763332798.531048:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332798.531070:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531082:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531090:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ea2 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531100:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ea2 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531107:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ea2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531112:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4a600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332798.531116:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ea2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531123:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ea2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531134:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:0.0:1763332798.531138:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332798.531142:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ea2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531149:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a600/0xb32e3ef184c31ea2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531160:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31ea9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531167:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31ea9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531173:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531178:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77d4a800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332798.531180:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31ea9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531190:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31ea9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531197:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x5cd003d6 (ffff92fe4388ef00) 00010000:00010000:0.0:1763332798.531200:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332798.531202:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31ea9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531208:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4a800/0xb32e3ef184c31ea9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x5cd003d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332798.531237:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4b600/0xb32e3ef184c31e9b lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dabb expref: 31 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.531249:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31eb0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dabb expref: 30 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332798.531256:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332798.531258:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332798.531260:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77d4be00, rc 0) 00000100:00100000:0.0:1763332798.531334:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+30:37254:x1848987611069056:12345-192.168.204.28@tcp:101:diff.0 Request processed in 599us (2197us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332798.531342:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2716 00000100:00100000:0.0:1763332798.538701:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.539084:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611069312 00000100:00100000:1.0:1763332798.539096:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611069312 00000100:00100000:1.0:1763332798.539161:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2717 00000100:00100000:1.0:1763332798.539171:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+30:37254:x1848987611069312:12345-192.168.204.28@tcp:101:diff.0 00010000:00010000:1.0:1763332798.539195:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332798.539218:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c31eb7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dac2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.539323:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c31ebe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.539338:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c31ebe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332798.539372:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c31ebe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332798.539386:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x12:0x0]: returning size 0 00010000:00010000:1.0:1763332798.539509:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c31eb7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dac2 expref: 33 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.539527:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c31ebe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dac2 expref: 32 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.539537:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332798.539540:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332798.539544:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0fa00, rc 0) 00000100:00100000:1.0:1763332798.539618:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+32:37254:x1848987611069312:12345-192.168.204.28@tcp:101:diff.0 Request processed in 448us (925us total) trans 4294969031 rc 0/0 00000100:00100000:1.0:1763332798.539626:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2717 00000100:00100000:3.0:1763332798.552517:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332798.552638:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611069440 00000100:00100000:1.0:1763332798.552650:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611069440 00000100:00100000:1.0:1763332798.552713:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 299 00000100:00100000:1.0:1763332798.552724:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+32:2421:x1848987611069440:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332798.552742:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332798.552771:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c31ebe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dac2 expref: 32 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332798.552788:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332798.552793:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332798.552858:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+31:2421:x1848987611069440:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 136us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332798.552866:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 299 00000100:00100000:2.0:1763332798.572639:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332798.572740:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611069568 00000100:00100000:0.0:1763332798.572751:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611069568 00002000:00100000:0.0:1763332798.572801:0:28427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x45:0x0] (0->1048575) req@ffff92ff7566f480 x1848987611069568/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/0 e 0 to 0 dl 1763332809 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332798.572811:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7566f480 with x1848987611069568 ext(0->1048575) 00002000:00010000:0.0:1763332798.572818:0:28427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7566f480 00000100:00100000:0.0:1763332798.572852:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 575 00000100:00100000:0.0:1763332798.572862:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987611069568:12345-192.168.204.28@tcp:3:diff.0 00000100:00100000:3.0:1763332798.577026:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.578270:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611069696 00000100:00100000:2.0:1763332798.578283:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611069696 00002000:00100000:2.0:1763332798.578331:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4a:0x0] (2097152->3145727) req@ffff92ff7df94380 x1848987611069696/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/0 e 0 to 0 dl 1763332809 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332798.578343:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7df94380 with x1848987611069696 ext(2097152->3145727) 00002000:00010000:2.0:1763332798.578378:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7df94380 00000100:00100000:2.0:1763332798.578416:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 576 00000100:00100000:2.0:1763332798.578426:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611069696:12345-192.168.204.28@tcp:3:diff.0 00000100:00100000:1.0:1763332798.584042:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.585300:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611069824 00000100:00100000:2.0:1763332798.585316:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611069824 00002000:00100000:2.0:1763332798.585416:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x47:0x0] (1048576->2097151) req@ffff92fe42f0ca80 x1848987611069824/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/0 e 0 to 0 dl 1763332809 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332798.585445:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42f0ca80 with x1848987611069824 ext(1048576->2097151) 00002000:00010000:2.0:1763332798.585452:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe42f0ca80 00000100:00100000:2.0:1763332798.585481:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 577 00000100:00100000:2.0:1763332798.585490:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987611069824:12345-192.168.204.28@tcp:3:diff.0 00000100:00100000:0.0:1763332798.602660:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987611069568:12345-192.168.204.28@tcp:3:diff.0 Request processed in 29784us (30016us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1763332798.602679:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 575 00002000:00100000:0.0:1763332798.602695:0:28427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x45:0x0] (0->1048575) req@ffff92ff7566f480 x1848987611069568/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/440 e 0 to 0 dl 1763332809 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332798.602706:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7566f480 with x1848987611069568 ext(0->1048575) 00002000:00010000:0.0:1763332798.602713:0:28427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7566f480 00000100:00100000:2.0:1763332798.603874:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611069696:12345-192.168.204.28@tcp:3:diff.0 Request processed in 25444us (26856us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332798.603885:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 576 00002000:00100000:2.0:1763332798.603894:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4a:0x0] (2097152->3145727) req@ffff92ff7df94380 x1848987611069696/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/440 e 0 to 0 dl 1763332809 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332798.603903:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7df94380 with x1848987611069696 ext(2097152->3145727) 00002000:00010000:2.0:1763332798.603908:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7df94380 00000100:00100000:2.0:1763332798.614757:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987611069824:12345-192.168.204.28@tcp:3:diff.0 Request processed in 29254us (30712us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332798.614772:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 577 00002000:00100000:2.0:1763332798.614786:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x47:0x0] (1048576->2097151) req@ffff92fe42f0ca80 x1848987611069824/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:109/0 lens 488/440 e 0 to 0 dl 1763332809 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332798.614797:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42f0ca80 with x1848987611069824 ext(1048576->2097151) 00002000:00010000:2.0:1763332798.614803:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe42f0ca80 00000100:00100000:3.0:1763332798.633692:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332798.634609:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611070080 00000100:00100000:2.0:1763332798.634623:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611070080 00000100:00100000:2.0:1763332798.634681:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 786 00000100:00100000:2.0:1763332798.634690:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+31:37254:x1848987611070080:12345-192.168.204.28@tcp:35:diff.0 00000100:00100000:2.0:1763332798.634974:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+32:37254:x1848987611070080:12345-192.168.204.28@tcp:35:diff.0 Request processed in 284us (1291us total) trans 4294969032 rc 0/0 00000100:00100000:2.0:1763332798.634981:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 786 00010000:00010000:2.0:1763332799.057007:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332799.057661:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626310528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332799.057732:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332799.057889:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626310528 00000100:00100000:3.0:1763332799.057898:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626310528 00000100:00100000:3.0:1763332799.057948:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1763332799.057958:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626310528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763332799.057992:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446023168 avail 1299783680 00000100:00100000:3.0:1763332799.058044:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626310528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332799.058053:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1763332799.058136:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626310528:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1763332800.082803:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332800.593337:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332800.593386:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626310656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332800.593462:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332800.595678:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626310656 00000100:00100000:0.0:1763332800.595694:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626310656 00000100:00100000:0.0:1763332800.595759:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1763332800.595769:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626310656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332800.595813:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:0.0:1763332800.595892:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626310656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (2430us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332800.595899:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1763332800.596012:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626310656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332801.104809:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626310912:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.104879:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.104927:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626311424:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.104951:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.104973:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626311936:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.104992:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.105019:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1763332801.105024:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626310784:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105053:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.105075:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626311296:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105100:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.105118:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626311808:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105138:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.105157:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626312320:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105177:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.105214:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626311040:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105238:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.105255:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626311552:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105275:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.105291:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626312064:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105308:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.105325:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763332801.105330:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626311168:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105374:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.105407:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626311680:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105428:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332801.105441:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626312192:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105459:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332801.105488:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332801.105501:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626310912 00000100:00100000:1.0:1763332801.105509:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626310912 00000100:00100000:1.0:1763332801.105551:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626311936 00000100:00100000:1.0:1763332801.105554:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626311936 00000100:00100000:1.0:1763332801.105578:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626312320 00000100:00100000:1.0:1763332801.105581:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626312320 00000100:00100000:1.0:1763332801.105595:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626312064 00000100:00100000:1.0:1763332801.105598:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626312064 00000100:00100000:1.0:1763332801.105611:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626311168 00000100:00100000:1.0:1763332801.105614:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626311168 00000100:00100000:1.0:1763332801.105624:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626312192 00000100:00100000:1.0:1763332801.105626:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626312192 00000100:00100000:1.0:1763332801.105641:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1763332801.105650:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626310912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105704:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626310912:12345-0@lo:400:kworker.0 Request processed in 55us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.105711:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1763332801.105731:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1763332801.105738:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626311936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105766:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626311936:12345-0@lo:400:kworker.0 Request processed in 29us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.105772:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1763332801.105786:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1763332801.105792:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626312320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105818:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626312320:12345-0@lo:400:kworker.0 Request processed in 27us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.105824:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1763332801.105834:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1763332801.105840:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626312064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105869:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626312064:12345-0@lo:400:kworker.0 Request processed in 29us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.105874:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1763332801.105886:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1763332801.105892:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626311168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105919:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626311168:12345-0@lo:400:kworker.0 Request processed in 28us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.105925:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1763332801.105935:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1763332801.105940:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626312192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.105964:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626312192:12345-0@lo:400:kworker.0 Request processed in 23us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.105969:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1763332801.105987:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626311424 00000100:00100000:1.0:1763332801.105991:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626311424 00000100:00100000:1.0:1763332801.106012:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626311808 00000100:00100000:1.0:1763332801.106015:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626311808 00000100:00100000:1.0:1763332801.106028:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626311552 00000100:00100000:1.0:1763332801.106031:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626311552 00000100:00100000:1.0:1763332801.106044:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626311680 00000100:00100000:1.0:1763332801.106046:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626311680 00000100:00100000:1.0:1763332801.106060:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1763332801.106066:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626311424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106094:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626311424:12345-0@lo:400:kworker.0 Request processed in 27us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.106099:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1763332801.106110:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1763332801.106115:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3655:x1848987626311808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106140:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3655:x1848987626311808:12345-0@lo:400:kworker.0 Request processed in 25us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.106146:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1763332801.106156:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1763332801.106162:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626311552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106186:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626311552:12345-0@lo:400:kworker.0 Request processed in 24us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.106191:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1763332801.106199:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1763332801.106204:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626311680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106225:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626311680:12345-0@lo:400:kworker.0 Request processed in 21us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.106230:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1763332801.106251:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626310784 00000100:00100000:1.0:1763332801.106254:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626310784 00000100:00100000:1.0:1763332801.106278:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1763332801.106284:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626310784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106313:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626310784:12345-0@lo:400:kworker.0 Request processed in 29us (1259us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.106318:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1763332801.106346:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626311296 00000100:00100000:1.0:1763332801.106372:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626311296 00000100:00100000:1.0:1763332801.106406:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1763332801.106413:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626311296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106441:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626311296:12345-0@lo:400:kworker.0 Request processed in 29us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.106446:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1763332801.106455:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626311040 00000100:00100000:1.0:1763332801.106458:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626311040 00000100:00100000:1.0:1763332801.106469:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1763332801.106474:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626311040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106496:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626311040:12345-0@lo:400:kworker.0 Request processed in 21us (1258us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332801.106502:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00080000:1.0:1763332801.106541:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763332801.106546:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332801.106549:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763332801.106550:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332801.106595:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626311168:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106608:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626311680:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106618:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626312192:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106626:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626311040:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106636:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626311552:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106645:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626312064:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106685:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626310784:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106695:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626311296:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106704:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626311808:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106713:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626312320:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106723:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626310912:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106733:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626311424:0@lo:400:kworker.0 00000100:00100000:1.0:1763332801.106741:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626311936:0@lo:400:kworker.0 00000001:00080000:2.0:1763332801.125578:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967381 is committed 00000004:00080000:2.0:1763332801.125615:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 9 committed 00000001:00080000:2.0:1763332801.125631:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967373 is committed 00000020:00080000:2.0:1763332801.125641:0:7438:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff92fe45f2b000 refcount 2 committed 0 result 0 batchid 5 00000020:00080000:2.0:1763332801.125647:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff41326a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe45f2b300 00000020:00080000:2.0:1763332801.125650:0:7438:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].5 00000020:00080000:2.0:1763332801.125653:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff41326d00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe4489d200 00000020:00080000:2.0:1763332801.125655:0:7438:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].5 00000020:00080000:2.0:1763332801.125693:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 5 committed batchid 4 00000020:00080000:2.0:1763332801.125765:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4 00010000:00010000:0.0:1763332801.127044:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332801.127058:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332801.127066:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332801.127073:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332801.127078:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332801.127086:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332801.127103:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:0.0:1763332801.127107:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332801.127112:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332801.127118:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c316e5 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332801.127138:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332801.127145:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332801.127150:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332801.127156:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfe00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332801.127158:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332801.127164:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332801.127172:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x83c42efe (ffff92ff621b4d00) 00010000:00010000:0.0:1763332801.127175:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332801.127178:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332801.127187:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe467bfe00/0xb32e3ef184c31a96 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763332801.128110:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626312448:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763332801.128182:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332801.128588:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626312448 00000100:00100000:3.0:1763332801.128597:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626312448 00000100:00100000:3.0:1763332801.128644:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:3.0:1763332801.128651:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626312448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1763332801.128673:0:17605:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:17 count 1 00010000:00010000:3.0:1763332801.128694:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332801.128715:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d80d expref: 12 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332801.128723:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332801.128725:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332801.128729:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332801.128755:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d80d expref: 12 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332801.128769:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d80d expref: 12 pid: 28600 timeout: 1005 lvb_type: 0 00000100:00100000:3.0:1763332801.128781:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626312576:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332801.128849:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff80206480 going to sleep for 11 seconds 00000100:00100000:1.0:1763332801.136297:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332801.136314:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626312576:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332801.136342:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332801.136447:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611070208 00000100:00100000:0.0:1763332801.136456:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611070208 00010000:00010000:0.0:1763332801.136509:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d80d expref: 13 pid: 28600 timeout: 1005 lvb_type: 0 00000100:00100000:0.0:1763332801.136553:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 723 00000100:00100000:0.0:1763332801.136562:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611070208:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332801.136577:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332801.136583:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d80d expref: 13 pid: 28600 timeout: 1005 lvb_type: 0 00010000:00010000:0.0:1763332801.136594:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d80d expref: 13 pid: 28600 timeout: 1005 lvb_type: 0 00010000:00010000:0.0:1763332801.136617:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c315cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d80d expref: 13 pid: 28600 timeout: 1005 lvb_type: 0 00010000:00010000:0.0:1763332801.136632:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332801.136634:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332801.136639:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332801.136653:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332801.136677:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332801.136722:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611070208:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 162us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332801.136730:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 723 00000100:00080000:1.0:1763332801.136758:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1763332801.136830:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332801.136839:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332801.136848:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332801.136856:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332801.136880:0:17605:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763332801.136900:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332801.136907:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332801.136914:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332801.136918:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332801.136925:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332801.136936:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332801.136942:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c31ecc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332801.136968:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332801.136970:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332801.136972:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332801.145480:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626312448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16819us (17287us total) trans 17179869489 rc 0/0 00000100:00100000:0.0:1763332801.145496:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000004:00080000:3.0:1763332801.145590:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44fab100/2, rc 0, transno 17179869489 00000100:00100000:3.0:1763332801.145598:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626312448:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763332801.976815:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332801.978294:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611070464 00000100:00100000:2.0:1763332801.978309:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611070464 00000100:00100000:0.0:1763332801.978986:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 890 00000100:00100000:0.0:1763332801.979002:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+32:2419:x1848987611070464:12345-192.168.204.28@tcp:63:ll_sa.0 00010000:00010000:0.0:1763332801.979063:0:7798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332801.979095:0:7798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c31ed3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dad0 expref: -99 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332801.979179:0:7798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c31eda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979198:0:7798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c31eda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979213:0:7798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c31eda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979282:0:7798:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c31ee1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979291:0:7798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c31ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979297:0:7798:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c31ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979385:0:7798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c31eda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979392:0:7798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c31eda lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979398:0:7798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c31eda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979405:0:7798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332801.979409:0:7798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c31eda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979420:0:7798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c31eda lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979432:0:7798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332801.979434:0:7798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332801.979439:0:7798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c31eda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979444:0:7798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c31eda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979458:0:7798:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c31ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979464:0:7798:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c31ee1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979470:0:7798:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c31ee1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979475:0:7798:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332801.979478:0:7798:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c31ee1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979484:0:7798:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c31ee1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979490:0:7798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbbd43cf (ffff92fe43ab2b00) 00010000:00010000:0.0:1763332801.979493:0:7798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332801.979495:0:7798:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c31ee1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979500:0:7798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c31ee1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7798 initiator: MDT0 00010000:00010000:0.0:1763332801.979536:0:7798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c31ed3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dad0 expref: 33 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332801.979548:0:7798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332801.979551:0:7798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763332801.979555:0:7798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c31ed3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dad0 expref: 33 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332801.979565:0:7798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191c00, rc -2) 00000100:00100000:0.0:1763332801.979661:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+32:2419:x1848987611070464:12345-192.168.204.28@tcp:63:ll_sa.0 Request processed in 663us (2857us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763332801.979669:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 890 00000100:00080000:3.0:1763332801.982497:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332801.989629:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332801.991150:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611070336 00000100:00100000:2.0:1763332801.991167:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611070336 00000100:00100000:2.0:1763332801.991257:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 891 00000100:00100000:2.0:1763332801.991270:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+32:2421:x1848987611070336:12345-192.168.204.28@tcp:63:ll_sa.0 00010000:00010000:2.0:1763332801.991316:0:6524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332801.991341:0:6524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31ee8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dac9 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332801.991508:0:6524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31eef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991530:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31eef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991542:0:6524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31eef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991558:0:6524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31ef6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991565:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991572:0:6524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991626:0:6524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31eef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991634:0:6524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31eef lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991641:0:6524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31eef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991648:0:6524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332801.991652:0:6524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31eef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991659:0:6524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31eef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991672:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332801.991675:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332801.991680:0:6524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31eef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991687:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c31eef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991700:0:6524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991707:0:6524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31ef6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991713:0:6524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31ef6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991718:0:6524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332801.991721:0:6524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31ef6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991727:0:6524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31ef6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991735:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbbd43cf (ffff92fe438a1800) 00010000:00010000:2.0:1763332801.991737:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332801.991740:0:6524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31ef6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991746:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c31ef6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbbd43cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332801.991774:0:6524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31ee8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dac9 expref: 33 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332801.991783:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332801.991786:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763332801.991789:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c31ee8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dac9 expref: 33 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332801.991799:0:6524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04600, rc -2) 00000100:00100000:2.0:1763332801.991879:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+32:2421:x1848987611070336:12345-192.168.204.28@tcp:63:ll_sa.0 Request processed in 611us (2261us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763332801.991888:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 891 00010000:00010000:0.0:1763332802.128699:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763332802.641713:0:9845:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 906721361535ns, next at 907721359473ns, rc = 0 00000100:00100000:0.0:1763332802.641751:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626312704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332802.641826:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332802.644409:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626312832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332802.644483:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332802.645097:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626312704 00000100:00100000:1.0:1763332802.645106:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626312704 00000100:00100000:1.0:1763332802.645164:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626312832 00000100:00100000:1.0:1763332802.645168:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626312832 00000100:00100000:1.0:1763332802.645186:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1763332802.645195:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626312704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332802.645227:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 196837952 pending 0 free 3918249984 avail 3686727680 00000100:00100000:1.0:1763332802.645281:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626312704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (3454us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332802.645287:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1763332802.645304:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1763332802.645310:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+11:3653:x1848987626312832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332802.645320:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 196837952 pending 0 free 3918249984 avail 3686727680 00000100:00100000:1.0:1763332802.645374:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+11:3653:x1848987626312832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332802.645381:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1763332802.645451:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626312832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332802.645481:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626312704:0@lo:13:osp-pre-1-1.0 00000001:00080000:2.0:1763332802.648441:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869489 is committed 00000001:00080000:2.0:1763332802.648458:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869488 is committed 00000001:00080000:2.0:1763332802.648464:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869487 is committed 00000100:00100000:3.0:1763332802.860205:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332802.860289:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611070720 00000100:00100000:1.0:1763332802.860301:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611070720 00000100:00100000:1.0:1763332802.860404:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 787 00000100:00100000:1.0:1763332802.860414:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+32:37679:x1848987611070720:12345-192.168.204.28@tcp:35:rm.0 00000100:00100000:1.0:1763332802.860628:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+33:37679:x1848987611070720:12345-192.168.204.28@tcp:35:rm.0 Request processed in 215us (429us total) trans 4294969033 rc 0/0 00000100:00100000:1.0:1763332802.860636:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 787 00000100:00100000:1.0:1763332802.863338:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332802.863482:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611070976 00000100:00100000:3.0:1763332802.863492:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611070976 00000100:00100000:3.0:1763332802.863538:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2718 00000100:00100000:3.0:1763332802.863548:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+33:37679:x1848987611070976:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:3.0:1763332802.863599:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1763332802.863626:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c31e6a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daa6 expref: 33 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332802.863645:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c31e78 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daad expref: 32 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332802.863657:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c31e1d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da98 expref: 31 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332802.863667:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff621b4600) 00010000:00010000:3.0:1763332802.863677:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332802.863698:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31efd lrc: 3/0,1 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.863711:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31efd lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.863721:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31efd lrc: 3/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.863735:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.863742:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.863748:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.863835:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f0b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.863843:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f0b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.863850:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f0b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000040:00080000:3.0:1763332802.864055:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].228, 64 off27272 00000004:00080000:3.0:1763332802.864064:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 906943714940ns, next at 907943712770ns, rc = 0 00010000:00010000:3.0:1763332802.864107:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f12 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864116:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f12 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864124:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f12 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864131:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f12 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864137:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f12 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864144:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f12 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864167:0:8606:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763332802.864184:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f0b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864191:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f0b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332802.864191:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332802.864201:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f12 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864202:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f0b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332802.864219:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148e400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332802.864220:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148fa00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332802.864226:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f12 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864228:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f0b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332802.864241:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f12 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864243:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f0b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x10:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332802.864259:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff7dcb6c00) 00010000:00010000:2.0:1763332802.864263:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763332802.864266:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f12 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332802.864272:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f12 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332802.864284:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332802.864287:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332802.864290:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332802.864429:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff92ff7dcb6c00) 00010000:00010000:3.0:1763332802.864434:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763332802.864437:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f0b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864443:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f0b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864544:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31efd lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864552:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31efd lrc: 4/0,1 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864569:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31efd lrc: 3/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864575:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31efd lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864583:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148fc00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332802.864587:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31efd lrc: 4/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864593:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31efd lrc: 5/0,0 mode: CW/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864601:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:3.0:1763332802.864603:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332802.864606:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31efd lrc: 3/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864613:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31efd lrc: 0/0,0 mode: --/CW res: [0x200000403:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:3.0:1763332802.864622:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005143dcb5 reply state 00000000f0040fbf transno 4294969034 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864631:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332802.864637:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff7dcb6f00) 00010000:00010000:3.0:1763332802.864640:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332802.864642:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332802.864705:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+32:37679:x1848987611070976:12345-192.168.204.28@tcp:36:rm.0 Request processed in 1157us (1372us total) trans 4294969034 rc 0/0 00000100:00100000:3.0:1763332802.864716:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2718 00000100:00100000:3.0:1763332802.874184:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332802.875571:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611071232 00000100:00100000:2.0:1763332802.875585:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611071232 00000100:00100000:2.0:1763332802.876388:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2719 00000100:00100000:2.0:1763332802.876402:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:37679:x1848987611071232:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:2.0:1763332802.876462:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332802.876490:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05000/0xb32e3ef184c31b5a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9cd expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332802.876509:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5:0x0].0x0 (ffff92fe438a1d00) 00010000:00010000:2.0:1763332802.876521:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332802.876546:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31f19 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332802.876560:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31f19 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.876570:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31f19 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.876585:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x4:0x0].0x83c42efe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332802.876592:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.876598:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.876688:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05600/0xb32e3ef184c31f27 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332802.876696:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05600/0xb32e3ef184c31f27 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.876703:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05600/0xb32e3ef184c31f27 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000040:00080000:2.0:1763332802.876994:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 64 off8712 00000004:00080000:2.0:1763332802.877006:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 906956656880ns, next at 907956653199ns, rc = 0 00000040:00080000:2.0:1763332802.877019:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8776 00010000:00010000:2.0:1763332802.877082:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31f2e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332802.877092:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31f2e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877101:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31f2e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877107:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31f2e lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877113:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31f2e lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877119:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31f2e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877139:0:8606:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332802.877158:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332802.877163:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31f2e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877170:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332802.877174:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31f2e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877185:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31f2e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877194:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5:0x0].0x0 (ffff92fe44cd0700) 00010000:00010000:2.0:1763332802.877197:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763332802.877201:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31f2e lrc: 1/0,0 mode: --/PW res: [0x240000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877206:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31f2e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877219:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332802.877221:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332802.877223:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332802.877235:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05600/0xb32e3ef184c31f27 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877242:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05600/0xb32e3ef184c31f27 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877247:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05600/0xb32e3ef184c31f27 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877251:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332802.877254:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05600/0xb32e3ef184c31f27 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877258:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05600/0xb32e3ef184c31f27 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877266:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x5:0x0].0x0 (ffff92fe44cd0700) 00010000:00010000:2.0:1763332802.877269:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763332802.877272:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05600/0xb32e3ef184c31f27 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877278:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05600/0xb32e3ef184c31f27 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877447:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31f19 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877454:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31f19 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877459:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31f19 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877465:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31f19 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877469:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332802.877472:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31f19 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877478:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31f19 lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877486:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:2.0:1763332802.877489:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332802.877491:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31f19 lrc: 3/0,0 mode: --/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877496:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04400/0xb32e3ef184c31f19 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000004:00010000:2.0:1763332802.877506:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d1a90545 reply state 000000000d935ba3 transno 4294967382 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877521:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332802.877526:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x83c42efe (ffff92fe44cd0100) 00010000:00010000:2.0:1763332802.877528:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332802.877531:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332802.877612:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37679:x1848987611071232:12345-192.168.204.28@tcp:36:rm.0 Request processed in 1211us (3435us total) trans 4294967382 rc 0/0 00000100:00100000:2.0:1763332802.877621:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2719 00000100:00080000:0.0:1763332802.877889:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332803.005581:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332803.012380:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611071360 00000100:00100000:1.0:1763332803.012401:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611071360 00000100:00100000:1.0:1763332803.012512:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 722 00000100:00100000:1.0:1763332803.012525:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2418:x1848987611071360:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332803.012607:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2418:x1848987611071360:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 85us (7035us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332803.012615:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 722 00000100:00100000:0.0:1763332803.015939:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332803.016106:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332803.016144:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611071616 00000100:00100000:0.0:1763332803.016152:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611071616 00000100:00100000:0.0:1763332803.016206:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611071488 00000100:00100000:0.0:1763332803.016209:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611071488 00000100:00100000:0.0:1763332803.016234:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 568 00000100:00100000:0.0:1763332803.016244:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987611071616:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332803.016314:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987611071616:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 72us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332803.016324:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 568 00000100:00100000:0.0:1763332803.016340:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 569 00000100:00100000:0.0:1763332803.016375:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611071488:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332803.016406:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611071488:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 60us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332803.016412:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 569 00000100:00080000:0.0:1763332803.016429:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332803.016433:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1763332803.152721:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332803.152804:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626312960:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332803.152870:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332803.152993:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626312960 00000100:00100000:1.0:1763332803.153001:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626312960 00000100:00100000:1.0:1763332803.153080:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1763332803.153089:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626312960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332803.153123:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 156275264 pending 0 free 3915096064 avail 3683573760 00000100:00100000:1.0:1763332803.153168:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626312960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332803.153174:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00080000:3.0:1763332803.153439:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332803.153476:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626312960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332803.153665:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626313088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332803.153699:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332803.154277:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626313088 00000100:00100000:0.0:1763332803.154283:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626313088 00000100:00100000:0.0:1763332803.154336:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1763332803.154344:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626313088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332803.154388:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 156275264 pending 0 free 3915096064 avail 3683573760 00000100:00100000:0.0:1763332803.154440:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626313088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332803.154447:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1763332803.154532:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626313088:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1763332803.155028:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1763332803.673725:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836798 is committed 00000001:00080000:2.0:1763332803.673746:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836797 is committed 00000001:00080000:2.0:1763332803.674788:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969034 is committed 00000004:00080000:2.0:1763332803.674796:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 211 committed 00010000:00010000:1.0:1763332803.674849:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332803.674863:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332803.674871:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332803.674879:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148e000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332803.674885:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332803.674892:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332803.674911:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0xff6e0927 (ffff92ff7dcb6f00) 00010000:00010000:1.0:1763332803.674914:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332803.674918:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332803.674923:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f04 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0xf:0x0].0xff6e0927 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00080000:2.0:1763332803.675046:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 210 committed 00000100:00100000:1.0:1763332803.675428:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626313216:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332803.675923:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332803.676023:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626313216 00000100:00100000:3.0:1763332803.676031:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626313216 00000100:00100000:3.0:1763332803.676085:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:3.0:1763332803.676093:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626313216:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1763332803.676184:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 209 committed 00002000:00080000:3.0:1763332803.676255:0:17605:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:72 count 1 00010000:00010000:3.0:1763332803.676281:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332803.676300:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da59 expref: 8 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332803.676307:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332803.676309:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332803.676313:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332803.676374:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da59 expref: 8 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332803.676393:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da59 expref: 8 pid: 28600 timeout: 1007 lvb_type: 0 00000100:00100000:3.0:1763332803.676404:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626313344:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332803.676471:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7412b780 going to sleep for 11 seconds 00000100:00100000:0.0:1763332803.677549:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332803.677563:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626313472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763332803.677603:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332803.677726:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626313472 00000100:00100000:0.0:1763332803.677732:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626313472 00000100:00100000:0.0:1763332803.677777:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1763332803.677785:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626313472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1763332803.677805:0:29010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:70 count 1 00010000:00010000:0.0:1763332803.677824:0:29010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332803.677840:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 8 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332803.677847:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332803.677848:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332803.677851:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332803.677871:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 8 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332803.677881:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 8 pid: 29010 timeout: 1007 lvb_type: 0 00000100:00100000:0.0:1763332803.677891:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626313600:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332803.677927:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff62267c00 going to sleep for 11 seconds 00000100:00080000:2.0:1763332803.678705:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332803.685959:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df94e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626313344:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332803.685994:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332803.686113:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626313600:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332803.686130:0:29010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332803.686905:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332803.691562:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332803.691803:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611071744 00000100:00100000:2.0:1763332803.691813:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611071744 00010000:00010000:2.0:1763332803.691857:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da59 expref: 9 pid: 28600 timeout: 1007 lvb_type: 0 00000100:00100000:2.0:1763332803.692086:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611071872 00000100:00100000:2.0:1763332803.692090:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611071872 00010000:00010000:2.0:1763332803.692107:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 9 pid: 29010 timeout: 1007 lvb_type: 0 00000100:00100000:1.0:1763332803.692173:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 724 00000100:00100000:1.0:1763332803.692186:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987611071744:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332803.692202:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332803.692208:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da59 expref: 9 pid: 28600 timeout: 1007 lvb_type: 0 00010000:00010000:1.0:1763332803.692220:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da59 expref: 9 pid: 28600 timeout: 1007 lvb_type: 0 00010000:00010000:1.0:1763332803.692241:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c31d67 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da59 expref: 9 pid: 28600 timeout: 1007 lvb_type: 0 00010000:00010000:1.0:1763332803.692263:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332803.692265:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332803.692270:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332803.692280:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332803.692406:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 725 00000100:00100000:3.0:1763332803.692415:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987611071872:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332803.692424:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332803.692429:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 9 pid: 29010 timeout: 1007 lvb_type: 0 00010000:00010000:3.0:1763332803.692438:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 9 pid: 29010 timeout: 1007 lvb_type: 0 00010000:00010000:3.0:1763332803.692452:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77d4a200/0xb32e3ef184c31d75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695da60 expref: 9 pid: 29010 timeout: 1007 lvb_type: 0 00010000:00010000:3.0:1763332803.692461:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332803.692463:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332803.692466:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332803.692473:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332803.692495:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332803.692546:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611071872:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 133us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332803.692553:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 725 00010000:00010000:3.0:1763332803.692582:0:29010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332803.692589:0:29010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332803.692598:0:29010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332803.692605:0:29010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332803.692621:0:29010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763332803.695087:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626313472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17294us (17475us total) trans 17179869490 rc 0/0 00000100:00100000:3.0:1763332803.695100:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00010000:00010000:1.0:1763332803.695702:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332803.695740:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611071744:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 3555us (8836us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332803.695749:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 724 00010000:00010000:1.0:1763332803.695807:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332803.695815:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332803.695825:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332803.695829:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332803.695839:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332803.695857:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332803.695865:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c31f3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332803.695884:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332803.695886:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332803.695887:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332803.695923:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869488 gen 2 00000004:00080000:1.0:1763332803.695929:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e00ca80, transno 17179869482 00000004:00080000:1.0:1763332803.695936:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe43999180, transno 17179869483 00000004:00080000:1.0:1763332803.695938:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe43998000, transno 17179869484 00000004:00080000:1.0:1763332803.695941:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e00dc00, transno 17179869485 00000004:00080000:1.0:1763332803.695944:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a3b80, transno 17179869486 00000004:00080000:1.0:1763332803.695946:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44822d80, transno 17179869488 00000100:00100000:1.0:1763332803.695952:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe44e06300 x1848987626313472/t17179869490(17179869490) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763332819 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763332803.695964:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e06300/2, rc 0, transno 17179869490 00000100:00100000:1.0:1763332803.695968:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626313472:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1763332803.696109:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 6 done 00010000:00010000:0.0:1763332803.696169:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332803.696179:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332803.696188:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332803.696196:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332803.696219:0:17605:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763332803.698416:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626313216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22316us (22487us total) trans 21474836799 rc 0/0 00000100:00100000:0.0:1763332803.698429:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00010000:00010000:2.0:1763332803.698538:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332803.698545:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332803.698554:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148fc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332803.698557:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332803.698566:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332803.698581:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332803.698588:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332803.698606:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332803.698608:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332803.698610:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332803.698698:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836798 gen 2 00000004:00080000:1.0:1763332803.698704:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7566d500, transno 21474836798 00000100:00100000:1.0:1763332803.698717:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7df94a80 x1848987626313216/t21474836799(21474836799) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763332819 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763332803.698726:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7df94a80/2, rc 0, transno 21474836799 00000100:00100000:1.0:1763332803.698731:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626313216:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1763332804.176637:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332804.176803:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332804.176827:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626313728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332804.176893:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332804.177029:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626313728 00000100:00100000:0.0:1763332804.177037:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626313728 00000100:00100000:0.0:1763332804.177092:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1763332804.177101:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626313728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763332804.177136:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446023168 avail 1299783680 00000100:00100000:0.0:1763332804.177188:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626313728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332804.177196:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1763332804.177281:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626313728:0@lo:41:osp-pre-0-1.0 00000001:02000400:2.0:1763332804.324286:0:30010:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 44b: mirror split does not create stale file ========================================================== 17:40:03 (1763332803) 00000100:00100000:3.0:1763332804.413476:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332804.413572:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611072000 00000100:00100000:1.0:1763332804.413583:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611072000 00000100:00100000:1.0:1763332804.413659:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2720 00000100:00100000:1.0:1763332804.413670:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37827:x1848987611072000:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332804.413699:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332804.413721:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dad7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.413790:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413807:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413819:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413832:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f51 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413839:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413845:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413897:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413904:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f4a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413910:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413915:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332804.413919:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413926:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f4a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413938:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332804.413942:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332804.413947:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413952:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413965:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413970:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413975:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413981:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49324800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332804.413984:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413989:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f51 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.413996:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x651521dd (ffff92ff621b4500) 00010000:00010000:1.0:1763332804.413998:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332804.414001:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f51 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.414007:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f51 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.414038:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f43 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dad7 expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.414049:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332804.414052:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332804.414055:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dad7 expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.414064:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49325000, rc 0) 00000100:00100000:1.0:1763332804.414138:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37827:x1848987611072000:12345-192.168.204.28@tcp:101:rm.0 Request processed in 470us (672us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332804.414147:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2720 00000100:00080000:3.0:1763332804.414299:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332804.431479:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332804.431531:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332804.431562:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611072128 00000100:00100000:1.0:1763332804.431571:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611072128 00000100:00100000:1.0:1763332804.431613:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611072384 00000100:00100000:1.0:1763332804.431616:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611072384 00000100:00100000:1.0:1763332804.431634:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2721 00000100:00100000:1.0:1763332804.431642:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611072128:12345-192.168.204.28@tcp:41:mkdir.0 00000004:00000024:1.0:1763332804.431670:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446023168 avail 1299783680 00000100:00100000:1.0:1763332804.431731:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611072128:12345-192.168.204.28@tcp:41:mkdir.0 Request processed in 90us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332804.431738:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2721 00000100:00100000:1.0:1763332804.431755:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2722 00000100:00100000:1.0:1763332804.431761:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37829:x1848987611072384:12345-192.168.204.28@tcp:36:mkdir.0 00010000:00010000:1.0:1763332804.431799:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332804.431824:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c316f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d84c expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.431840:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332804.431845:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332804.431897:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f58 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.431910:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.431918:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.431931:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.431937:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.431943:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432494:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432504:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432511:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00010000:1.0:1763332804.432528:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a8be0b86 reply state 000000009d362df8 transno 4294969035 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432538:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432544:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:1.0:1763332804.432548:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332804.432550:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1763332804.432554:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x14:0x0]: returning size 4096 00010000:00010000:1.0:1763332804.432560:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432567:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f58 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432572:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432579:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332804.432583:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432590:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f58 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432597:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332804.432600:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332804.432603:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f58 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432608:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325000/0xb32e3ef184c31f58 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:1.0:1763332804.432616:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a8be0b86 reply state 000000009d362df8 transno 4294969035 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432624:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332804.432633:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x651521dd (ffff92ff621b4500) 00010000:00010000:1.0:1763332804.432635:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332804.432637:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1763332804.432683:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37829:x1848987611072384:12345-192.168.204.28@tcp:36:mkdir.0 Request processed in 921us (1150us total) trans 4294969035 rc 0/0 00000100:00100000:1.0:1763332804.432691:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2722 00000100:00100000:2.0:1763332804.438315:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.438437:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611072512 00000100:00100000:3.0:1763332804.438448:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611072512 00000100:00100000:3.0:1763332804.438499:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2723 00000100:00100000:3.0:1763332804.438507:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:37688:x1848987611072512:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:3.0:1763332804.438525:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332804.438545:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c31f6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dade expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.438603:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.438616:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.438627:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332804.438667:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332804.438671:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332804.438687:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.438707:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f200/0xb32e3ef184c31f6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dade expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.438723:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dade expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.438732:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332804.438735:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332804.438739:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148fa00, rc 0) 00000100:00100000:3.0:1763332804.438786:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37688:x1848987611072512:12345-192.168.204.28@tcp:101:bash.0 Request processed in 280us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332804.438794:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2723 00000100:00100000:1.0:1763332804.443918:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.443983:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611072640 00000100:00100000:3.0:1763332804.443993:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611072640 00000100:00100000:3.0:1763332804.444053:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2724 00000100:00100000:3.0:1763332804.444063:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:37688:x1848987611072640:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:3.0:1763332804.444085:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332804.444105:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dae5 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.444166:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444180:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444190:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444201:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444208:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444213:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444295:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31f90 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444304:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31f90 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444310:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31f90 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:3.0:1763332804.444397:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x14:0x0]: returning size 4096 00000004:00200000:3.0:1763332804.444401:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332804.444421:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31f90 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444433:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f82 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444440:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f82 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444446:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444453:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444459:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148e000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332804.444463:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444470:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f82 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444482:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332804.444486:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332804.444491:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f82 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444497:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e000/0xb32e3ef184c31f82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444508:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444513:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444518:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444523:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148e400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332804.444526:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444531:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444539:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x651521dd (ffff92ff621b4500) 00010000:00010000:3.0:1763332804.444541:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332804.444544:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f89 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444550:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148e400/0xb32e3ef184c31f89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332804.444576:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fc00/0xb32e3ef184c31f7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dae5 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.444588:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31f90 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dae5 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.444601:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:3.0:1763332804.444603:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763332804.444606:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4148f000, rc 0) 00000100:00100000:3.0:1763332804.444661:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37688:x1848987611072640:12345-192.168.204.28@tcp:101:bash.0 Request processed in 599us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332804.444669:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2724 00000100:00100000:2.0:1763332804.458793:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.458861:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611072896 00000100:00100000:3.0:1763332804.458871:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611072896 00000100:00100000:3.0:1763332804.462440:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2725 00000100:00100000:3.0:1763332804.462462:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37688:x1848987611072896:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:3.0:1763332804.462486:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332804.462512:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c31f97 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695daec expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.462623:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c31f9e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.462639:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c31f9e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.462651:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c31f9e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.462665:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.462672:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.462678:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00080000:3.0:1763332804.463020:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4b:0x0], index 0: 0 00010000:00010000:3.0:1763332804.463179:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c31fac lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463188:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c31fac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463195:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c31fac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463232:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c31f9e lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463239:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c31f9e lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463245:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c31f9e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463251:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c31f9e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463257:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0ec00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332804.463261:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c31f9e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463268:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c31f9e lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463280:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:3.0:1763332804.463283:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332804.463287:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c31f9e lrc: 3/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463297:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c31f9e lrc: 0/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:3.0:1763332804.463309:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000026d3b5cf reply state 00000000bf325a54 transno 4294969036 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463319:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.463340:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92ff462a1100) 00010000:00010000:3.0:1763332804.463343:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332804.463345:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332804.463400:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c31f97 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daec expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.463414:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c31fac lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daec expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.463420:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332804.463422:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332804.463424:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0ee00, rc 0) 00000100:00100000:3.0:1763332804.463499:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37688:x1848987611072896:12345-192.168.204.28@tcp:101:bash.0 Request processed in 1046us (4713us total) trans 4294969036 rc 0/0 00000100:00100000:3.0:1763332804.463507:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2725 00000100:00100000:3.0:1763332804.466658:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.466727:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611073024 00000100:00100000:2.0:1763332804.466737:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611073024 00000100:00100000:2.0:1763332804.466790:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1419 00000100:00100000:2.0:1763332804.466797:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37688:x1848987611073024:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:2.0:1763332804.466814:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332804.466834:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695daf3 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332804.466856:0:17605:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332804.466877:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.466880:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.466889:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 9 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.466903:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 9 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.466916:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04400, rc 0) 00000100:00100000:2.0:1763332804.466971:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37688:x1848987611073024:12345-192.168.204.28@tcp:101:bash.0 Request processed in 173us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.466978:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1419 00000100:00100000:1.0:1763332804.476912:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.483542:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611073280 00000100:00100000:3.0:1763332804.483560:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611073280 00000100:00100000:3.0:1763332804.483642:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 788 00000100:00100000:3.0:1763332804.483653:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37688:x1848987611073280:12345-192.168.204.28@tcp:35:bash.0 00000100:00100000:3.0:1763332804.483966:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37688:x1848987611073280:12345-192.168.204.28@tcp:35:bash.0 Request processed in 314us (7061us total) trans 4294969037 rc 0/0 00000100:00100000:3.0:1763332804.483974:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 788 00000100:00100000:1.0:1763332804.503925:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.508109:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611073536 00000100:00100000:0.0:1763332804.508125:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611073536 00000100:00100000:0.0:1763332804.508193:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2726 00000100:00100000:0.0:1763332804.508202:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37833:x1848987611073536:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332804.508228:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332804.508252:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c31fc1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dafa expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.508409:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.508425:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c31fac lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daec expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.508434:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.508469:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c31fac lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daec expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.508482:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c31fac lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daec expref: 20 pid: 8606 timeout: 1008 lvb_type: 0 00000100:00100000:0.0:1763332804.508495:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626313856:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332804.508615:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff6b0c2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332804.514568:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626313856:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332804.514597:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332804.518857:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.519076:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611073664 00000100:00100000:2.0:1763332804.519088:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611073664 00010000:00010000:2.0:1763332804.519128:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c31fac lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daec expref: 21 pid: 8606 timeout: 1008 lvb_type: 0 00000100:00100000:2.0:1763332804.519183:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 726 00000100:00100000:2.0:1763332804.519193:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2421:x1848987611073664:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332804.519210:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332804.519217:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c31fac lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daec expref: 21 pid: 8606 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.519231:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c31fac lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daec expref: 21 pid: 8606 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.519254:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c31fac lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daec expref: 21 pid: 8606 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.519270:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332804.519275:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.519285:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.519292:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.519320:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332804.519405:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2421:x1848987611073664:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 213us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.519413:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 726 00010000:00010000:3.0:1763332804.521302:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.521331:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332804.523596:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:3.0:1763332804.523768:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c31fc1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dafa expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.523792:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dafa expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.523802:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332804.523806:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1763332804.523809:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190e00, rc 0) 00000100:00100000:3.0:1763332804.523897:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37833:x1848987611073536:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 15694us (19980us total) trans 4294969038 rc 0/0 00000100:00100000:3.0:1763332804.523906:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2726 00000100:00100000:1.0:1763332804.536169:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.536890:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611073920 00000100:00100000:0.0:1763332804.536901:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611073920 00000100:00100000:0.0:1763332804.536962:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2727 00000100:00100000:0.0:1763332804.536972:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37833:x1848987611073920:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332804.536998:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332804.537020:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c31fd6 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db01 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.537519:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c31fdd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.537533:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c31fdd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.537545:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c31fdd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332804.537556:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 0 00010000:00010000:0.0:1763332804.537599:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c31fd6 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db01 expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.537620:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c31fdd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db01 expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.537628:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388eb00) 00010000:00010000:0.0:1763332804.537631:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332804.537635:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191800, rc 0) 00000100:00100000:0.0:1763332804.537696:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37833:x1848987611073920:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 725us (1536us total) trans 4294969039 rc 0/0 00000100:00100000:0.0:1763332804.537704:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2727 00000100:00100000:2.0:1763332804.544956:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.545075:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611074176 00000100:00100000:3.0:1763332804.545085:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611074176 00000100:00100000:0.0:1763332804.546249:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2728 00000100:00100000:2.0:1763332804.546852:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37833:x1848987611074176:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332804.546878:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332804.546899:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31feb lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db08 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.547006:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.547022:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c31fdd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db01 expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.547031:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.547065:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c31fdd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db01 expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.547078:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c31fdd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db01 expref: 23 pid: 8606 timeout: 1008 lvb_type: 0 00000100:00100000:2.0:1763332804.547091:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626313984:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332804.547339:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332804.550578:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626313984:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332804.550616:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332804.551063:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.551132:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611074304 00000100:00100000:2.0:1763332804.551141:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611074304 00010000:00010000:2.0:1763332804.551174:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c31fdd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db01 expref: 24 pid: 8606 timeout: 1008 lvb_type: 0 00000100:00100000:2.0:1763332804.551222:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 727 00000100:00100000:2.0:1763332804.551230:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2420:x1848987611074304:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332804.551246:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332804.551252:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c31fdd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db01 expref: 24 pid: 8606 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.551263:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c31fdd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db01 expref: 24 pid: 8606 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.551283:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c31fdd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db01 expref: 24 pid: 8606 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.551298:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388eb00) 00010000:00010000:2.0:1763332804.551303:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.551313:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.551331:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.551381:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332804.551678:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.551686:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332804.551704:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 0 00000004:00080000:3.0:1763332804.551867:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x49:0x0], index 1: 0 00000100:00100000:2.0:1763332804.551913:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2420:x1848987611074304:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 682us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.551922:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 727 00010000:00010000:3.0:1763332804.551983:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.551991:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.551997:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.552003:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332804.552007:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.552013:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.552022:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388eb00) 00010000:00010000:3.0:1763332804.552024:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332804.552028:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.552034:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c31ff2 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.555374:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31feb lrc: 1/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db08 expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.555401:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332804.555404:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332804.555410:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c31feb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db08 expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.555424:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05a00, rc 0) 00000100:00100000:2.0:1763332804.555598:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37833:x1848987611074176:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 9337us (10650us total) trans 4294969040 rc 301/301 00000100:00100000:2.0:1763332804.555607:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2728 00000100:00100000:1.0:1763332804.562257:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.564132:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611074560 00000100:00100000:0.0:1763332804.564148:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611074560 00000100:00100000:0.0:1763332804.564223:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 789 00000100:00100000:0.0:1763332804.564235:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37833:x1848987611074560:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332804.564577:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37833:x1848987611074560:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 344us (2329us total) trans 4294969041 rc 0/0 00000100:00100000:0.0:1763332804.564584:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 789 00000100:00100000:1.0:1763332804.574582:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.574683:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611074688 00000100:00100000:2.0:1763332804.574694:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611074688 00000100:00100000:2.0:1763332804.574756:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2729 00000100:00100000:2.0:1763332804.574766:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37833:x1848987611074688:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332804.574789:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332804.574812:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32000 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db0f expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.574908:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c32007 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.574923:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dafa expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.574932:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c32007 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.574981:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dafa expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.575000:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dafa expref: 24 pid: 8606 timeout: 1008 lvb_type: 0 00000100:00100000:2.0:1763332804.575013:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626314112:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332804.575092:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332804.578583:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626314112:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332804.578623:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.578740:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611074816 00000100:00100000:3.0:1763332804.578748:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611074816 00010000:00010000:3.0:1763332804.578785:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dafa expref: 25 pid: 8606 timeout: 1008 lvb_type: 0 00000100:00100000:3.0:1763332804.578830:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 728 00000100:00100000:3.0:1763332804.578840:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2420:x1848987611074816:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332804.578855:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332804.578911:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c32007 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.578945:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dafa expref: 25 pid: 8606 timeout: 1008 lvb_type: 0 00010000:00010000:3.0:1763332804.578965:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dafa expref: 25 pid: 8606 timeout: 1008 lvb_type: 0 00010000:00010000:3.0:1763332804.578987:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c31fc8 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dafa expref: 25 pid: 8606 timeout: 1008 lvb_type: 0 00010000:00010000:3.0:1763332804.579003:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332804.579008:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c32007 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.579018:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c32007 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.579025:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c32007 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.579974:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c32007 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.579984:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c32007 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332804.580035:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00000004:00200000:0.0:1763332804.580041:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332804.580062:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c32007 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.580111:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32000 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db0f expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.580129:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c32007 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db0f expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.580137:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332804.580140:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332804.580143:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05200, rc 0) 00000100:00100000:0.0:1763332804.580214:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:37833:x1848987611074688:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5449us (5641us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332804.580222:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2729 00010000:00010000:2.0:1763332804.580657:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332804.580861:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2420:x1848987611074816:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2020us (2235us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.580870:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 728 00000100:00100000:1.0:1763332804.583335:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.583524:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611074944 00000100:00100000:0.0:1763332804.583534:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611074944 00000100:00100000:0.0:1763332804.583589:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2730 00000100:00100000:0.0:1763332804.583598:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37833:x1848987611074944:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332804.583618:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332804.583640:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c3200e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db16 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.583705:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32015 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.583718:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32015 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.583729:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32015 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332804.583771:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 0 00000004:00200000:0.0:1763332804.583775:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332804.583791:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32015 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.583812:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c3200e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db16 expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.583829:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32015 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db16 expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.583837:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388e700) 00010000:00010000:0.0:1763332804.583839:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1763332804.583843:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190600, rc 0) 00000100:00100000:0.0:1763332804.584576:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:37833:x1848987611074944:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 975us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332804.584585:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2730 00000100:00100000:1.0:1763332804.587820:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.587894:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611075072 00000100:00100000:3.0:1763332804.587904:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611075072 00000100:00100000:3.0:1763332804.587965:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1420 00000100:00100000:3.0:1763332804.587976:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2419:x1848987611075072:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332804.587994:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332804.588016:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e000/0xb32e3ef184c3201c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db1d expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332804.588040:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332804.588061:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332804.588063:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332804.588072:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e000/0xb32e3ef184c3201c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db1d expref: 9 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332804.588089:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e000/0xb32e3ef184c3201c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db1d expref: 9 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332804.588101:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0e000, rc 0) 00000100:00100000:3.0:1763332804.588587:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987611075072:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 612us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332804.588596:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1420 00000100:00100000:2.0:1763332804.596863:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.596954:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611075328 00000100:00100000:0.0:1763332804.596965:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611075328 00000100:00100000:0.0:1763332804.597036:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2731 00000100:00100000:0.0:1763332804.597048:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:37833:x1848987611075328:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332804.597072:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332804.597098:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32023 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db24 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.597215:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c3202a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.597232:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c3202a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.597245:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c3202a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332804.597258:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:0.0:1763332804.597452:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32023 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db24 expref: 27 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.597471:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c3202a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db24 expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.597481:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332804.597485:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332804.597489:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190e00, rc 0) 00000100:00100000:0.0:1763332804.597564:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37833:x1848987611075328:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 517us (714us total) trans 4294969042 rc 0/0 00000100:00100000:0.0:1763332804.597572:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2731 00000100:00100000:1.0:1763332804.602281:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.602630:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611075456 00000100:00100000:3.0:1763332804.602642:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611075456 00000100:00100000:2.0:1763332804.602769:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1421 00000100:00100000:2.0:1763332804.602780:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2419:x1848987611075456:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332804.602830:0:29010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.602849:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 9 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.602857:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332804.602859:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332804.602863:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.602906:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 9 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.602919:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 9 pid: 17605 timeout: 1008 lvb_type: 0 00000100:00100000:2.0:1763332804.602933:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626314240:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332804.603195:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332804.607521:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626314240:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332804.607553:0:29010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332804.607729:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.607900:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611075584 00000100:00100000:2.0:1763332804.607908:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611075584 00002000:00100000:2.0:1763332804.608021:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x4b:0x0] (0->3) req@ffff92fe44dca300 x1848987611075584/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:115/0 lens 496/0 e 0 to 0 dl 1763332815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332804.608032:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44dca300 with x1848987611075584 ext(0->3) 00010000:00010000:2.0:1763332804.608040:0:16635:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 10 pid: 17605 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.608053:0:16635:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 10 pid: 17605 timeout: 1008 lvb_type: 0 00002000:00010000:2.0:1763332804.608060:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff92fe44dca300 00000100:00100000:2.0:1763332804.608095:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 16 00000100:00100000:2.0:1763332804.608105:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611075584:12345-192.168.204.28@tcp:4:bash.0 00000100:00100000:2.0:1763332804.608890:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611075584:12345-192.168.204.28@tcp:4:bash.0 Request processed in 783us (1158us total) trans 21474836800 rc 0/0 00000100:00100000:2.0:1763332804.608899:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 16 00002000:00100000:2.0:1763332804.608908:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x4b:0x0] (0->3) req@ffff92fe44dca300 x1848987611075584/t21474836800(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:115/0 lens 496/448 e 0 to 0 dl 1763332815 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332804.608916:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44dca300 with x1848987611075584 ext(0->3) 00010000:00010000:2.0:1763332804.608924:0:16635:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 12 pid: 17605 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.608935:0:16635:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 12 pid: 17605 timeout: 1008 lvb_type: 0 00002000:00010000:2.0:1763332804.608942:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff92fe44dca300 00000100:00100000:1.0:1763332804.611458:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.611540:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611075712 00000100:00100000:2.0:1763332804.611549:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611075712 00010000:00010000:2.0:1763332804.611582:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 12 pid: 17605 timeout: 1008 lvb_type: 0 00000100:00100000:2.0:1763332804.611886:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 729 00000100:00100000:2.0:1763332804.611896:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611075712:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332804.611912:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763332804.611931:0:6506:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb size from disk: 0 -> 4 00002000:00010000:2.0:1763332804.611933:0:6506:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb mtime from disk: 0 -> 1763332804 00002000:00010000:2.0:1763332804.611936:0:6506:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb ctime from disk: 0 -> 1763332804 00002000:00010000:2.0:1763332804.611938:0:6506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763332804.611943:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 12 pid: 17605 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.612071:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 12 pid: 17605 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.612094:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c31fba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695daf3 expref: 12 pid: 17605 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.612110:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.612112:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.612117:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.612127:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.612200:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332804.612301:0:29010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.612311:0:29010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.612338:0:29010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.612385:0:29010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.612393:0:29010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.612400:0:29010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332804.612404:0:29010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.612412:0:29010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.612425:0:29010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332804.612432:0:29010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32038 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332804.612529:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611075712:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 634us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.612537:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 729 00000100:00100000:1.0:1763332804.613008:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2419:x1848987611075456:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 10229us (10740us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332804.613016:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1421 00000100:00100000:1.0:1763332804.615819:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.615898:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611075840 00000100:00100000:2.0:1763332804.615909:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611075840 00000100:00100000:2.0:1763332804.615968:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1422 00000100:00100000:2.0:1763332804.615978:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611075840:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332804.615997:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332804.616020:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c3203f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db2b expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332804.616049:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4b:0x0] initial LVB size: 4, mtime: 0x691a52c4, atime: 0x0, ctime: 0x691a52c4, blocks: 0x8 00010000:00010000:2.0:1763332804.616069:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.616071:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.616080:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c3203f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db2b expref: 11 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332804.616097:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c3203f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db2b expref: 11 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332804.616110:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04200, rc 0) 00000100:00100000:2.0:1763332804.616166:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2418:x1848987611075840:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 189us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.616174:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1422 00000100:00100000:3.0:1763332804.653397:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.653539:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611075968 00000100:00100000:2.0:1763332804.653550:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611075968 00000100:00100000:2.0:1763332804.653608:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1423 00000100:00100000:2.0:1763332804.653618:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611075968:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332804.653752:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611075968:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 135us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.653762:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1423 00000100:00100000:1.0:1763332804.661198:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.661287:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611076096 00000100:00100000:2.0:1763332804.661298:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611076096 00000100:00100000:2.0:1763332804.661406:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 578 00000100:00100000:2.0:1763332804.661418:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611076096:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332804.661466:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32046 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.661483:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.661485:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.661491:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32046 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.661503:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32046 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.661613:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32046 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.661621:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32046 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.661629:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32046 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.661635:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332804.661639:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32046 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.661647:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32046 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.661665:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32046 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.661672:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32046 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332804.661781:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611076096:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 365us (597us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763332804.661789:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 578 00000100:00100000:1.0:1763332804.667336:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.668820:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611076224 00000100:00100000:0.0:1763332804.668840:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611076224 00000100:00100000:0.0:1763332804.668941:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2732 00000100:00100000:0.0:1763332804.668952:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37833:x1848987611076224:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332804.668984:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332804.669015:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c3204d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db32 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.669064:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32054 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.669081:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32054 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.669099:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32054 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.669239:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c3204d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db32 expref: 28 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.669261:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32054 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db32 expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.669270:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388e700) 00010000:00010000:0.0:1763332804.669273:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332804.669277:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191800, rc 0) 00000100:00100000:0.0:1763332804.669413:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37833:x1848987611076224:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 462us (2094us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332804.669421:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2732 00000100:00100000:3.0:1763332804.672929:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.673130:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611076352 00000100:00100000:0.0:1763332804.673141:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611076352 00000100:00100000:0.0:1763332804.673230:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 579 00000100:00100000:0.0:1763332804.673241:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611076352:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:0.0:1763332804.673280:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.673302:0:28430:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e000/0xb32e3ef184c3201c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db1d expref: 9 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332804.673311:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332804.673313:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332804.673327:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.673399:0:28430:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e000/0xb32e3ef184c3201c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db1d expref: 9 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332804.673415:0:28430:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e000/0xb32e3ef184c3201c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db1d expref: 9 pid: 29010 timeout: 1008 lvb_type: 1 00000100:00100000:0.0:1763332804.673430:0:28430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626314368:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332804.673499:0:28430:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff5c737300 going to sleep for 11 seconds 00000100:00100000:0.0:1763332804.676400:0:28430:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e19f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626314368:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332804.676436:0:28430:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332804.677613:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.677703:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611076480 00000100:00100000:2.0:1763332804.677714:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611076480 00010000:00010000:2.0:1763332804.677753:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e000/0xb32e3ef184c3201c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db1d expref: 10 pid: 29010 timeout: 1008 lvb_type: 1 00000100:00100000:2.0:1763332804.677837:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 730 00000100:00100000:2.0:1763332804.677847:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611076480:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332804.677861:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332804.677884:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e000/0xb32e3ef184c3201c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db1d expref: 10 pid: 29010 timeout: 1008 lvb_type: 1 00010000:00010000:2.0:1763332804.677897:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e000/0xb32e3ef184c3201c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db1d expref: 10 pid: 29010 timeout: 1008 lvb_type: 1 00010000:00010000:2.0:1763332804.677920:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0e000/0xb32e3ef184c3201c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db1d expref: 10 pid: 29010 timeout: 1008 lvb_type: 1 00010000:00010000:2.0:1763332804.677937:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.677939:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.677945:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.678041:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.678074:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332804.678135:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611076480:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 288us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.678143:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 730 00010000:00010000:0.0:1763332804.678694:0:28430:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.678705:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763332804.682162:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869491 is committed 00000001:00080000:0.0:1763332804.682181:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869490 is committed 00002000:00010000:2.0:1763332804.682292:0:28430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763332804.682298:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb mtime from disk: 0 -> 1763332804 00002000:00010000:2.0:1763332804.682300:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb ctime from disk: 0 -> 1763332804 00002000:00010000:2.0:1763332804.682303:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1763332804.682316:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.682337:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.682346:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.682399:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332804.682404:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.682414:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.682434:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.682442:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3205b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332804.682546:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611076352:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 9301us (9622us total) trans 17179869491 rc 0/0 00000100:00100000:2.0:1763332804.682556:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 579 00000100:00100000:3.0:1763332804.686889:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.686958:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611076608 00000100:00100000:2.0:1763332804.686967:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611076608 00000100:00100000:2.0:1763332804.687072:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2733 00000100:00100000:2.0:1763332804.687081:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37833:x1848987611076608:12345-192.168.204.28@tcp:44:lfs.0 00000001:00080000:3.0:1763332804.689080:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969042 is committed 00010000:00010000:0.0:1763332804.689684:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689699:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689711:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689717:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49324800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332804.689721:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689729:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689747:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x651521dd (ffff92ff621b4500) 00010000:00010000:0.0:1763332804.689751:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332804.689756:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689761:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c31f5f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x651521dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689786:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689793:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689798:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689803:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332804.689806:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689811:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689820:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:0.0:1763332804.689822:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332804.689826:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689832:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c31f66 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332804.689848:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.689854:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.689859:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.689864:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0e200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332804.689866:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.689872:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.689879:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92ff462a1100) 00010000:00010000:0.0:1763332804.689881:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332804.689884:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332804.689889:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c31fa5 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:2.0:1763332804.690220:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37833:x1848987611076608:12345-192.168.204.28@tcp:44:lfs.0 Request processed in 3132us (3333us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.690233:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2733 00000100:00100000:3.0:1763332804.693234:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.693341:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611076736 00000100:00100000:0.0:1763332804.693390:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611076736 00000100:00100000:0.0:1763332804.693460:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1424 00000100:00100000:0.0:1763332804.693470:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611076736:12345-192.168.204.28@tcp:16:lfs.0 00000100:00100000:0.0:1763332804.693583:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611076736:12345-192.168.204.28@tcp:16:lfs.0 Request processed in 115us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332804.693590:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1424 00000100:00100000:1.0:1763332804.703447:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.703548:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611076864 00000100:00100000:2.0:1763332804.703559:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611076864 00000100:00100000:2.0:1763332804.703611:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1425 00000100:00100000:2.0:1763332804.703622:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987611076864:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332804.703671:0:29010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32062 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.703687:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.703689:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.703695:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32062 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.703710:0:29010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32062 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.703738:0:29010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32062 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.703747:0:29010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32062 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.703755:0:29010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32062 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.703762:0:29010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332804.703766:0:29010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32062 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.703774:0:29010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32062 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.703788:0:29010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32062 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.703796:0:29010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32062 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332804.707975:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2419:x1848987611076864:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 4340us (4523us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.707991:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1425 00000100:00100000:3.0:1763332804.711437:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.711639:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611077120 00000100:00100000:2.0:1763332804.711651:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611077120 00000100:00100000:2.0:1763332804.711710:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2734 00000100:00100000:2.0:1763332804.711721:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37833:x1848987611077120:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332804.711790:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332804.711827:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32015 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db16 expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.711848:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388e700) 00010000:00010000:2.0:1763332804.711853:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332804.711893:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.711909:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.711920:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00010000:2.0:1763332804.712089:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f789c155 reply state 00000000f1be7a4c transno 4294969043 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.712104:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.712110:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388e700) 00010000:00010000:2.0:1763332804.712112:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332804.712116:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332804.712230:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37833:x1848987611077120:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 511us (801us total) trans 4294969043 rc 0/0 00000100:00100000:2.0:1763332804.712238:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2734 00000100:00100000:3.0:1763332804.716437:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.716547:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611077248 00000100:00100000:0.0:1763332804.716558:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611077248 00000100:00100000:0.0:1763332804.716622:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2735 00000100:00100000:0.0:1763332804.716634:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37833:x1848987611077248:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332804.716667:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332804.716698:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32070 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db39 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.716757:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32070 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db39 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.716773:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32070 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db39 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.716796:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388e700) 00010000:00010000:0.0:1763332804.716799:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332804.716804:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191e00, rc 0) 00000100:00100000:0.0:1763332804.716886:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37833:x1848987611077248:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 255us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332804.716895:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2735 00000100:00100000:1.0:1763332804.721111:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.721218:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611077376 00000100:00100000:2.0:1763332804.721233:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611077376 00000100:00100000:2.0:1763332804.721310:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1426 00000100:00100000:2.0:1763332804.721330:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37833:x1848987611077376:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332804.721397:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332804.721423:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c32077 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db40 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332804.721453:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x49:0x0] initial LVB size: 4096, mtime: 0x691a52c4, atime: 0x0, ctime: 0x691a52c4, blocks: 0x8 00010000:00010000:2.0:1763332804.721495:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.721498:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.721508:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c32077 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db40 expref: 9 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.721526:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c32077 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db40 expref: 9 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.721542:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04800, rc 0) 00000100:00100000:2.0:1763332804.721620:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37833:x1848987611077376:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 300us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.721630:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1426 00000100:00100000:3.0:1763332804.728054:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.728162:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611077504 00000100:00100000:0.0:1763332804.728172:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611077504 00000100:00100000:0.0:1763332804.728237:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1427 00000100:00100000:0.0:1763332804.728247:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611077504:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:0.0:1763332804.728486:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:0.0:1763332804.728490:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb mtime from disk: 1763332804 -> 1763332804 00002000:00010000:0.0:1763332804.728493:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb atime from disk: 0 -> 1763332804 00002000:00010000:0.0:1763332804.728495:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb ctime from disk: 1763332804 -> 1763332805 00002000:00010000:0.0:1763332804.728498:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763332804.728553:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611077504:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 307us (508us total) trans 17179869492 rc 0/0 00000100:00100000:0.0:1763332804.728562:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1427 00000100:00100000:3.0:1763332804.735289:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.735443:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611077760 00000100:00100000:2.0:1763332804.735454:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611077760 00000100:00100000:2.0:1763332804.735518:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2736 00000100:00100000:2.0:1763332804.735529:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37833:x1848987611077760:12345-192.168.204.28@tcp:55:lfs.0 00010000:00010000:2.0:1763332804.735600:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.735619:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32054 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db32 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.735629:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 4/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.735672:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32054 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db32 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.735687:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32054 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db32 expref: 19 pid: 12741 timeout: 1008 lvb_type: 0 00000100:00100000:2.0:1763332804.735701:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626314496:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332804.736332:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332804.739193:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.739684:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626314496:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332804.739715:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332804.739850:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611077888 00000100:00100000:3.0:1763332804.739858:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611077888 00010000:00010000:3.0:1763332804.739899:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32054 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db32 expref: 20 pid: 12741 timeout: 1008 lvb_type: 0 00000100:00100000:3.0:1763332804.739943:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 731 00000100:00100000:3.0:1763332804.740047:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2421:x1848987611077888:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332804.740065:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332804.740071:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32054 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db32 expref: 20 pid: 12741 timeout: 1008 lvb_type: 0 00010000:00010000:3.0:1763332804.740085:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32054 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db32 expref: 20 pid: 12741 timeout: 1008 lvb_type: 0 00010000:00010000:3.0:1763332804.740107:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32054 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db32 expref: 20 pid: 12741 timeout: 1008 lvb_type: 0 00010000:00010000:3.0:1763332804.740124:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388e700) 00010000:00010000:3.0:1763332804.740128:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.740139:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.740147:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332804.740219:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332804.740331:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.740338:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.740406:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.740413:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.740418:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.740423:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.740427:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.740438:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.740447:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388e700) 00010000:00010000:2.0:1763332804.740449:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1763332804.740453:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.740458:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04e00/0xb32e3ef184c3207e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332804.740811:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987611077888:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 767us (1628us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332804.740823:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 731 00000100:00100000:2.0:1763332804.741233:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37833:x1848987611077760:12345-192.168.204.28@tcp:55:lfs.0 Request processed in 5705us (5953us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763332804.741241:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2736 00000100:00100000:3.0:1763332804.742892:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.743008:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611078144 00000100:00100000:2.0:1763332804.743017:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611078144 00000100:00100000:2.0:1763332804.743070:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2737 00000100:00100000:2.0:1763332804.743079:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37833:x1848987611078144:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332804.743136:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332804.743162:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05200/0xb32e3ef184c32007 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db0f expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.743180:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332804.743185:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332804.743232:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.743245:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.743258:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00010000:2.0:1763332804.743403:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000058a7459e reply state 00000000e203ed52 transno 4294969044 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.743415:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.743421:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332804.743423:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332804.743425:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332804.743498:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37833:x1848987611078144:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 420us (613us total) trans 4294969044 rc 0/0 00000100:00100000:2.0:1763332804.743504:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2737 00000100:00100000:1.0:1763332804.746052:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.746326:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611078272 00000100:00100000:0.0:1763332804.746335:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611078272 00000100:00100000:0.0:1763332804.746634:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2738 00000100:00100000:0.0:1763332804.746643:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37833:x1848987611078272:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332804.746665:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332804.746686:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3208c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db47 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.746735:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3208c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db47 expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.746749:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3208c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db47 expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.746763:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332804.746767:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332804.746770:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191000, rc 0) 00000100:00100000:0.0:1763332804.746822:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37833:x1848987611078272:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 180us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332804.746829:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2738 00000100:00100000:1.0:1763332804.749049:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.749139:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611078400 00000100:00100000:2.0:1763332804.749149:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611078400 00000100:00100000:2.0:1763332804.749198:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1428 00000100:00100000:2.0:1763332804.749206:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:37833:x1848987611078400:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332804.749222:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332804.749238:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db4e expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.749263:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c3203f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db2b expref: 12 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332804.749271:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.749273:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332804.749278:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 12 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.749307:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c3203f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db2b expref: 12 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332804.749333:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c3203f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db2b expref: 12 pid: 29010 timeout: 1008 lvb_type: 1 00000100:00100000:2.0:1763332804.749346:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626314624:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332804.749447:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332804.752571:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626314624:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332804.752607:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 12 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.752625:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05a00, rc 0) 00000100:00100000:2.0:1763332804.752689:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:37833:x1848987611078400:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3483us (3649us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.752699:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1428 00000100:00100000:1.0:1763332804.753630:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.753847:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611078528 00000100:00100000:3.0:1763332804.753856:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611078528 00010000:00010000:3.0:1763332804.753891:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c3203f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db2b expref: 12 pid: 29010 timeout: 1008 lvb_type: 1 00000100:00100000:3.0:1763332804.753926:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 732 00000100:00100000:3.0:1763332804.753937:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611078528:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332804.753956:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332804.753977:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c3203f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db2b expref: 12 pid: 29010 timeout: 1008 lvb_type: 1 00010000:00010000:3.0:1763332804.753989:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c3203f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db2b expref: 12 pid: 29010 timeout: 1008 lvb_type: 1 00010000:00010000:3.0:1763332804.754009:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c3203f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db2b expref: 12 pid: 29010 timeout: 1008 lvb_type: 1 00010000:00010000:3.0:1763332804.754025:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332804.754026:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332804.754032:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.754043:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332804.754082:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332804.754096:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848987626314752:192.168.204.28@tcp:105: 00000100:00100000:3.0:1763332804.754173:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332804.757836:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.757967:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848987626314752:192.168.204.28@tcp:105: 00010000:00010000:3.0:1763332804.757994:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332804.758066:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611078528:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 4129us (4440us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332804.758080:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 732 00000100:00100000:2.0:1763332804.758753:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611078656 00000100:00100000:2.0:1763332804.758763:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611078656 00000100:00100000:2.0:1763332804.758821:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1429 00000100:00100000:2.0:1763332804.758833:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611078656:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:2.0:1763332804.758988:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb size from disk: 4 -> 4 00002000:00010000:2.0:1763332804.758992:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb mtime from disk: 1763332804 -> 1763332804 00002000:00010000:2.0:1763332804.758995:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb atime from disk: 0 -> 1763332804 00002000:00010000:2.0:1763332804.758997:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb ctime from disk: 1763332804 -> 1763332805 00002000:00010000:2.0:1763332804.759001:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763332804.759036:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611078656:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 206us (1210us total) trans 21474836801 rc 0/0 00000100:00100000:2.0:1763332804.759042:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1429 00000100:00100000:1.0:1763332804.762152:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.762509:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611078912 00000100:00100000:0.0:1763332804.762520:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611078912 00000100:00100000:0.0:1763332804.762944:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 790 00000100:00100000:0.0:1763332804.762967:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ed050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37833:x1848987611078912:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:0.0:1763332804.763041:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000403:0x15:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c3202a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db24 expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.763082:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332804.763096:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3208c lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db47 expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.763104:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332804.763139:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3208c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db47 expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.763153:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3208c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db47 expref: 20 pid: 12741 timeout: 1008 lvb_type: 0 00000100:00100000:0.0:1763332804.763166:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e19f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626314880:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332804.763253:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff5c737540 going to sleep for 11 seconds 00000100:00100000:3.0:1763332804.767888:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.768019:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e19f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626314880:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332804.768047:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763332804.768220:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611079040 00000100:00100000:2.0:1763332804.768227:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611079040 00010000:00010000:2.0:1763332804.768264:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3208c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db47 expref: 21 pid: 12741 timeout: 1008 lvb_type: 0 00000100:00100000:1.0:1763332804.768423:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 733 00000100:00100000:1.0:1763332804.768435:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2421:x1848987611079040:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332804.768452:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332804.768458:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3208c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db47 expref: 21 pid: 12741 timeout: 1008 lvb_type: 0 00010000:00010000:1.0:1763332804.768471:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3208c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db47 expref: 21 pid: 12741 timeout: 1008 lvb_type: 0 00010000:00010000:1.0:1763332804.768493:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3208c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db47 expref: 21 pid: 12741 timeout: 1008 lvb_type: 0 00010000:00010000:1.0:1763332804.768507:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:1.0:1763332804.768511:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332804.768520:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332804.768527:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332804.768555:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332804.768659:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332804.768666:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332804.768686:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332804.768697:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32070 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db39 expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.768704:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332804.768732:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32070 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db39 expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.768743:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32070 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db39 expref: 20 pid: 12741 timeout: 1008 lvb_type: 0 00000100:00100000:0.0:1763332804.768754:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e19f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626315008:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332804.769735:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2421:x1848987611079040:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1294us (1848us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332804.769748:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 733 00000100:00100000:0.0:1763332804.770299:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff5c737540 going to sleep for 11 seconds 00000100:00100000:1.0:1763332804.773488:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.773553:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e19f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626315008:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332804.773580:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763332804.773681:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611079168 00000100:00100000:2.0:1763332804.773689:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611079168 00010000:00010000:2.0:1763332804.773728:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32070 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db39 expref: 20 pid: 12741 timeout: 1008 lvb_type: 0 00000100:00100000:2.0:1763332804.773768:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 734 00000100:00100000:2.0:1763332804.773777:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2421:x1848987611079168:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332804.773793:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332804.773799:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32070 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db39 expref: 20 pid: 12741 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.773811:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32070 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db39 expref: 20 pid: 12741 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.773833:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32070 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db39 expref: 20 pid: 12741 timeout: 1008 lvb_type: 0 00010000:00010000:2.0:1763332804.773849:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388e700) 00010000:00010000:2.0:1763332804.773855:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332804.773865:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332804.773872:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332804.773903:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332804.773963:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2421:x1848987611079168:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 175us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.773970:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 734 00010000:00010000:0.0:1763332804.774282:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332804.774291:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763332804.774640:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e19f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626315136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332804.774692:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332804.774724:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:2.0:1763332804.775489:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626315136 00000100:00100000:2.0:1763332804.775497:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626315136 00000100:00100000:2.0:1763332804.775541:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:2.0:1763332804.775550:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626315136:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332804.775643:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626315136:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 94us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.775650:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1763332804.776004:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e19f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626315136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332804.776078:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50048700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626315264:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332804.776110:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332804.776139:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff5c737540 going to sleep for 11 seconds 00000100:00100000:2.0:1763332804.776241:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626315264 00000100:00100000:2.0:1763332804.776245:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626315264 00000100:00100000:2.0:1763332804.776621:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:2.0:1763332804.776629:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626315264:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332804.776687:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626315264:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 59us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.776694:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1763332804.776934:0:6522:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869490 gen 2 00000004:00080000:3.0:1763332804.776939:0:6522:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e06300, transno 17179869490 00000100:00100000:3.0:1763332804.777011:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50048700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626315264:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:3.0:1763332804.777207:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].20, 280 off46744 00000001:00080000:3.0:1763332804.777224:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969045 00000100:00100000:3.0:1763332804.777287:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50048700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626315392:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332804.777327:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332804.777377:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff5c737300 going to sleep for 11 seconds 00000100:00100000:0.0:1763332804.777539:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626315392 00000100:00100000:0.0:1763332804.777544:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626315392 00000100:00100000:0.0:1763332804.777581:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1763332804.777589:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626315392:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332804.777687:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626315392:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 99us (369us total) trans 17179869493 rc 0/0 00000100:00100000:0.0:1763332804.777694:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1763332804.777784:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50048700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626315392:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332804.777804:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626315520:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332804.777824:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332804.778434:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff6b0c2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332804.778601:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626315520 00000100:00100000:2.0:1763332804.778606:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626315520 00000100:00100000:2.0:1763332804.778665:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:2.0:1763332804.778671:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626315520:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332804.778793:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6522:x1848987626315520:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 122us (966us total) trans 21474836802 rc 0/0 00000100:00100000:2.0:1763332804.778801:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1763332804.778883:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626315520:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1763332804.779179:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969046 00010000:00010000:3.0:1763332804.779215:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779226:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779233:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779239:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332804.779244:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779250:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779264:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388e700) 00010000:00010000:3.0:1763332804.779267:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763332804.779271:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779277:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c320a1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779289:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779298:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779304:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779308:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332804.779311:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779405:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779414:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332804.779417:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763332804.779420:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779425:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c3209a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332804.779436:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332804.779439:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763332804.779445:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c3202a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db24 expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332804.779567:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ed050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37833:x1848987611078912:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 16604us (17423us total) trans 4294969047 rc 0/0 00000100:00100000:3.0:1763332804.779575:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 790 00000020:00080000:3.0:1763332804.779579:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763332804.782210:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.782280:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611079296 00000100:00100000:0.0:1763332804.782290:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611079296 00000100:00100000:0.0:1763332804.782383:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2739 00000100:00100000:0.0:1763332804.782393:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37833:x1848987611079296:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332804.782416:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332804.782435:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c320a8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db55 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.782493:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c320a8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db55 expref: 21 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.782508:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c320a8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db55 expref: 21 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.782532:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332804.782536:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332804.782539:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190400, rc 0) 00000100:00100000:0.0:1763332804.782597:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37833:x1848987611079296:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 204us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332804.782605:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2739 00000100:00100000:2.0:1763332804.785641:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.785716:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611079552 00000100:00100000:3.0:1763332804.785727:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611079552 00000100:00100000:3.0:1763332804.785787:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 791 00000100:00100000:3.0:1763332804.785797:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37833:x1848987611079552:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332804.786033:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37833:x1848987611079552:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 237us (400us total) trans 4294969048 rc 0/0 00000100:00100000:3.0:1763332804.786041:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 791 00000100:00100000:2.0:1763332804.788158:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332804.788395:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611079808 00000100:00100000:3.0:1763332804.788405:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611079808 00000100:00100000:3.0:1763332804.788458:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 792 00000100:00100000:3.0:1763332804.788468:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37833:x1848987611079808:12345-192.168.204.28@tcp:35:lfs.0 00000004:00080000:3.0:1763332804.788676:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x16:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1763332804.788760:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c320af lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332804.788777:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c320af lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332804.788788:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c320af lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332804.788796:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c320af lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332804.788803:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c320af lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332804.788809:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c320af lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332804.788837:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763332804.789019:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37833:x1848987611079808:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 551us (870us total) trans 4294969049 rc 0/0 00000100:00100000:3.0:1763332804.789028:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 792 00010000:00010000:1.0:1763332804.789222:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332804.789229:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c320af lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332804.789236:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0e400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332804.789240:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c320af lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332804.789248:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c320af lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332804.789262:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388e700) 00010000:00010000:1.0:1763332804.789265:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763332804.789270:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c320af lrc: 1/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332804.789276:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c320af lrc: 0/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332804.789287:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332804.789289:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332804.789290:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332804.793229:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.793338:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611080064 00000100:00100000:2.0:1763332804.793395:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611080064 00000100:00100000:2.0:1763332804.793458:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2740 00000100:00100000:2.0:1763332804.793469:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37688:x1848987611080064:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:2.0:1763332804.793495:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332804.793519:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320b6 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db5c expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.793683:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c320bd lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793700:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c320bd lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793714:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c320bd lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793728:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c320c4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793735:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c320c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793740:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c320c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793801:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c320cb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793810:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c320cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793817:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c320cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332804.793828:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:2.0:1763332804.793910:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c320bd lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793917:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c320bd lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793923:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c320bd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793930:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c320bd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793936:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.793939:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c320bd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793947:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c320bd lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793958:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332804.793961:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.793967:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c320bd lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793977:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c320bd lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793990:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c320c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.793996:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c320c4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.794002:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c320c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.794007:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.794010:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c320c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.794016:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c320c4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.794023:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe438a1b00) 00010000:00010000:2.0:1763332804.794026:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.794028:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c320c4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.794034:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c320c4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.794075:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320b6 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db5c expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.794088:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c320cb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db5c expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.794100:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332804.794102:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332804.794105:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04a00, rc 0) 00000100:00100000:2.0:1763332804.794174:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37688:x1848987611080064:12345-192.168.204.28@tcp:101:bash.0 Request processed in 707us (956us total) trans 4294969050 rc 0/0 00000100:00100000:2.0:1763332804.794182:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2740 00000100:00100000:2.0:1763332804.797686:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.798109:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611080192 00000100:00100000:0.0:1763332804.798121:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611080192 00000100:00100000:0.0:1763332804.798183:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2741 00000100:00100000:0.0:1763332804.798193:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37688:x1848987611080192:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:0.0:1763332804.798216:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332804.798238:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c320d9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db63 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.798272:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c320e0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.798285:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c320e0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.798296:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c320e0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.798450:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c320d9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db63 expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.798467:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c320e0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db63 expref: 26 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.798481:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332804.798484:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332804.798487:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191c00, rc 0) 00000100:00100000:0.0:1763332804.798537:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37688:x1848987611080192:12345-192.168.204.28@tcp:101:bash.0 Request processed in 346us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332804.798543:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2741 00000100:00100000:3.0:1763332804.801339:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.801934:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611080448 00000100:00100000:2.0:1763332804.801945:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611080448 00000100:00100000:2.0:1763332804.802005:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2742 00000100:00100000:2.0:1763332804.802013:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37688:x1848987611080448:12345-192.168.204.28@tcp:36:bash.0 00010000:00010000:2.0:1763332804.802062:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332804.802086:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c320cb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db5c expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.802102:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332804.802107:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332804.802254:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.802266:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.802274:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000001:00080000:2.0:1763332804.802307:0:8606:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969051 00000004:00010000:2.0:1763332804.802336:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007b0b9212 reply state 00000000ed20351f transno 4294969052 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.802371:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.802377:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332804.802380:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332804.802382:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332804.802466:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+28:37688:x1848987611080448:12345-192.168.204.28@tcp:36:bash.0 Request processed in 452us (1137us total) trans 4294969052 rc 0/0 00000100:00100000:2.0:1763332804.802473:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2742 00000020:00080000:2.0:1763332804.802477:0:8606:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763332804.812505:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.812582:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611080704 00000100:00100000:0.0:1763332804.812599:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611080704 00000100:00100000:0.0:1763332804.812677:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2743 00000100:00100000:0.0:1763332804.812689:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+28:37688:x1848987611080704:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:0.0:1763332804.812721:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332804.812725:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332804.812755:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c320a8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db55 expref: 28 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.812776:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332804.812782:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332804.812796:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c320ee lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db6a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.812863:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c320f5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.812877:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c320f5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.812887:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c320f5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000040:00080000:0.0:1763332804.813118:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].229, 88 off27360 00000004:00080000:0.0:1763332804.813128:0:12741:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 908892778549ns, next at 907943712770ns, rc = 0 00000040:00080000:0.0:1763332804.813169:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].226, 88 off27160 00000004:00080000:0.0:1763332804.813176:0:12741:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 908892826552ns, next at 907721359473ns, rc = 0 00000001:00080000:2.0:1763332804.814808:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969053 is committed 00000004:00080000:2.0:1763332804.814820:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 211 committed 00000004:00080000:2.0:1763332804.814835:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 212 committed 00000020:00080000:2.0:1763332804.814867:0:6500:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92ff742b9e40 refcount 2 committed 0 result 0 batchid 43 00000020:00080000:2.0:1763332804.814872:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff743c8c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff77bb0240 00000020:00080000:2.0:1763332804.814875:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff743c8200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff742b9a80 00000020:00080000:2.0:1763332804.814878:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff743c8400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe487b1a00 00000020:00080000:2.0:1763332804.814881:0:6500:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].20 00000020:00080000:2.0:1763332804.814902:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 41 00010000:00010000:1.0:1763332804.815036:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815047:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815054:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815060:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332804.815064:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815071:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815095:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff92fe4388e700) 00010000:00010000:1.0:1763332804.815099:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332804.815105:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815110:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32069 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815136:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815142:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815147:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815152:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332804.815155:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815160:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815171:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:1.0:1763332804.815174:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332804.815176:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815182:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32085 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815191:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815196:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815201:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815206:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332804.815209:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815214:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815221:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:1.0:1763332804.815223:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332804.815226:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332804.815231:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c320e7 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332804.815249:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332804.815267:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626315648:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332804.815342:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332804.815530:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626315648 00000100:00100000:3.0:1763332804.815542:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626315648 00000100:00100000:3.0:1763332804.815615:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:3.0:1763332804.815627:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626315648:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332804.815798:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00010000:3.0:1763332804.815809:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb size from disk: 4096 -> 4096 00000100:00100000:0.0:1763332804.815812:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626315776:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332804.815816:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb mtime from disk: 1763332804 -> 1763332804 00002000:00010000:3.0:1763332804.815821:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb atime from disk: 1763332804 -> 1763332804 00002000:00010000:3.0:1763332804.815823:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb ctime from disk: 1763332805 -> 1763332805 00002000:00010000:3.0:1763332804.815826:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763332804.815853:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332804.815896:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3654:x1848987626315648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 271us (553us total) trans 17179869494 rc 0/0 00000100:00100000:3.0:1763332804.815906:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1763332804.815912:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626315776 00000100:00100000:0.0:1763332804.815919:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626315776 00000100:00100000:0.0:1763332804.815958:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:0.0:1763332804.815966:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626315776:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763332804.816046:0:28651:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb size from disk: 4 -> 4 00002000:00010000:0.0:1763332804.816050:0:28651:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb mtime from disk: 1763332804 -> 1763332804 00002000:00010000:0.0:1763332804.816052:0:28651:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb atime from disk: 1763332804 -> 1763332804 00002000:00010000:0.0:1763332804.816055:0:28651:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb ctime from disk: 1763332805 -> 1763332805 00002000:00010000:0.0:1763332804.816057:0:28651:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763332804.816087:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626315776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 121us (234us total) trans 21474836803 rc 0/0 00000100:00100000:0.0:1763332804.818270:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000004:00080000:0.0:1763332804.818367:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e18700/2, rc 0, transno 21474836803 00000100:00100000:0.0:1763332804.818375:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626315776:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332804.818442:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff50049500/2, rc 0, transno 17179869494 00000100:00100000:1.0:1763332804.818450:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626315648:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1763332804.818470:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c320f5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db6a expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.818486:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332804.818491:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763332804.818511:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c320ee lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db6a expref: 16 pid: 12741 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1763332804.818528:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c320f5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db6a expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.818577:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332804.818580:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1763332804.818583:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190800, rc 0) 00000100:00100000:0.0:1763332804.818665:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37688:x1848987611080704:12345-192.168.204.28@tcp:101:bash.0 Request processed in 5978us (6174us total) trans 4294969053 rc 0/0 00000100:00100000:0.0:1763332804.818673:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2743 00000100:00100000:1.0:1763332804.822094:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.822468:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611080832 00000100:00100000:2.0:1763332804.822479:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611080832 00002000:00010000:2.0:1763332804.822520:0:28430:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/75 (0->18446744073709551615) 00002000:00100000:2.0:1763332804.822527:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77a3d500 with x1848987611080832 ext(0->18446744073709551615) 00002000:00010000:2.0:1763332804.822539:0:28430:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff77a3d500. 00000100:00100000:2.0:1763332804.822582:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 580 00000100:00100000:2.0:1763332804.822593:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611080832:12345-192.168.204.28@tcp:10:bash.0 00002000:00010000:2.0:1763332804.822854:0:28430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb size from disk: 4 -> 0 00002000:00010000:2.0:1763332804.822858:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb mtime from disk: 1763332804 -> 1763332805 00002000:00010000:2.0:1763332804.822860:0:28430:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb atime from disk: 1763332804 -> 1763332804 00002000:00010000:2.0:1763332804.822862:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb ctime from disk: 1763332805 -> 1763332805 00002000:00010000:2.0:1763332804.822865:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:2.0:1763332804.822929:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611080832:12345-192.168.204.28@tcp:10:bash.0 Request processed in 337us (845us total) trans 21474836804 rc 0/0 00000100:00100000:2.0:1763332804.822936:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 580 00002000:00010000:2.0:1763332804.822939:0:28430:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/75 (0->18446744073709551615) 00002000:00100000:2.0:1763332804.822941:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77a3d500 with x1848987611080832 ext(0->18446744073709551615) 00002000:00010000:2.0:1763332804.822945:0:28430:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff77a3d500. 00000100:00100000:3.0:1763332804.829290:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.829669:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611081088 00000100:00100000:0.0:1763332804.829680:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611081088 00000100:00100000:0.0:1763332804.829744:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 793 00000100:00100000:0.0:1763332804.829754:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37688:x1848987611081088:12345-192.168.204.28@tcp:35:bash.0 00000100:00100000:0.0:1763332804.830072:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37688:x1848987611081088:12345-192.168.204.28@tcp:35:bash.0 Request processed in 318us (793us total) trans 4294969054 rc 0/0 00000100:00100000:0.0:1763332804.830079:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 793 00000100:00100000:0.0:1763332804.849749:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.850339:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611081344 00000100:00100000:2.0:1763332804.850389:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611081344 00000100:00100000:2.0:1763332804.850464:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2744 00000100:00100000:2.0:1763332804.850478:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37840:x1848987611081344:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332804.850511:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332804.850541:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c320fc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db71 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.850633:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32103 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850647:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32103 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850658:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32103 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850675:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3210a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850681:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3210a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850686:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3210a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850766:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32103 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850774:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32103 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850779:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32103 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850785:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32103 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850791:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.850794:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32103 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850801:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32103 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850812:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332804.850814:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.850819:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32103 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850825:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32103 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850840:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3210a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850845:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3210a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850850:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3210a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850854:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.850857:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3210a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850863:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3210a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850869:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe44cd0b00) 00010000:00010000:2.0:1763332804.850871:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.850874:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3210a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850880:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3210a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.850914:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c320fc lrc: 1/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db71 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.850924:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332804.850926:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332804.850929:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c320fc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db71 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.850942:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04a00, rc 0) 00000100:00100000:2.0:1763332804.851025:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37840:x1848987611081344:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 549us (1283us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332804.851032:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2744 00000100:00100000:1.0:1763332804.858701:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.859097:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611081600 00000100:00100000:0.0:1763332804.859109:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611081600 00000100:00100000:0.0:1763332804.859182:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2745 00000100:00100000:0.0:1763332804.859193:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37840:x1848987611081600:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332804.859218:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332804.859243:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32111 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db78 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763332804.859420:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x14:0x0]: returning size 4096 00010000:00010000:0.0:1763332804.859548:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32111 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db78 expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.859565:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332804.859568:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332804.859574:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32111 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db78 expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332804.859589:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191400, rc 0) 00000100:00100000:0.0:1763332804.859656:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37840:x1848987611081600:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 464us (964us total) trans 4294969055 rc 301/301 00000100:00100000:0.0:1763332804.859664:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2745 00000100:00100000:3.0:1763332804.862442:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.862536:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611081728 00000100:00100000:2.0:1763332804.862547:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611081728 00000100:00100000:2.0:1763332804.862601:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2746 00000100:00100000:2.0:1763332804.862611:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37840:x1848987611081728:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332804.862697:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3211f lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.862715:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3211f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.862726:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3211f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.862740:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c32126 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.862746:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c32126 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.862752:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c32126 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.862819:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3212d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.862834:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3212d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.862841:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3212d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332804.862881:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00000004:00200000:2.0:1763332804.862886:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332804.862897:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3212d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.862910:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3211f lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.862916:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3211f lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863060:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3211f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863066:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3211f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863071:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.863075:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3211f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863081:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3211f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863095:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332804.863098:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.863102:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3211f lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863109:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3211f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863123:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c32126 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863128:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c32126 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863134:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c32126 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863138:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.863141:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c32126 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863147:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c32126 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863154:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe44cd0b00) 00010000:00010000:2.0:1763332804.863156:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.863159:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c32126 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863163:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c32126 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863176:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3212d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863181:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3212d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863185:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3212d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863191:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.863193:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3212d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863196:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3212d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863200:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332804.863201:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.863203:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3212d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.863205:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3212d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:2.0:1763332804.863419:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37840:x1848987611081728:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 740us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.863428:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2746 00000100:00100000:1.0:1763332804.865431:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.865618:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611081984 00000100:00100000:0.0:1763332804.865630:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611081984 00000100:00100000:0.0:1763332804.865692:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 794 00000100:00100000:0.0:1763332804.865702:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37840:x1848987611081984:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332804.865932:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37840:x1848987611081984:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 230us (509us total) trans 4294969056 rc 0/0 00000100:00100000:0.0:1763332804.865941:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 794 00000100:00100000:1.0:1763332804.880651:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.880868:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611082240 00000100:00100000:2.0:1763332804.880880:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611082240 00000100:00100000:2.0:1763332804.880946:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2747 00000100:00100000:2.0:1763332804.880965:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37842:x1848987611082240:12345-192.168.204.28@tcp:101:cat.0 00010000:00010000:2.0:1763332804.880989:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332804.881012:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32134 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db7f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.881107:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3213b lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881121:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3213b lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881132:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3213b lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881151:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32142 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881158:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32142 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881165:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32142 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881719:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32149 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881729:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32149 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881736:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32149 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332804.881747:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:2.0:1763332804.881833:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3213b lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881840:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3213b lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881845:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3213b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881851:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3213b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881858:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.881863:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3213b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881870:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3213b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881881:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332804.881884:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.881888:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3213b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881894:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3213b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881907:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32142 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881912:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32142 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881917:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32142 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881922:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.881924:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32142 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881930:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32142 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881936:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe44cd0b00) 00010000:00010000:2.0:1763332804.881939:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.881942:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32142 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.881961:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32142 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.882013:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c32134 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db7f expref: 21 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.882029:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32149 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db7f expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.882037:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332804.882039:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332804.882042:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04600, rc 0) 00000100:00100000:2.0:1763332804.882200:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37842:x1848987611082240:12345-192.168.204.28@tcp:101:cat.0 Request processed in 1235us (1558us total) trans 4294969057 rc 0/0 00000100:00100000:2.0:1763332804.882209:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2747 00000100:00100000:2.0:1763332804.887262:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.887339:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611082496 00000100:00100000:0.0:1763332804.887374:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611082496 00000100:00100000:0.0:1763332804.887454:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 795 00000100:00100000:0.0:1763332804.887465:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37842:x1848987611082496:12345-192.168.204.28@tcp:35:cat.0 00000100:00100000:0.0:1763332804.887857:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37842:x1848987611082496:12345-192.168.204.28@tcp:35:cat.0 Request processed in 391us (604us total) trans 4294969058 rc 0/0 00000100:00100000:0.0:1763332804.887867:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 795 00000100:00100000:1.0:1763332804.910570:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.911596:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611082752 00000100:00100000:2.0:1763332804.911609:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611082752 00000100:00100000:2.0:1763332804.911674:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2748 00000100:00100000:2.0:1763332804.911684:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37844:x1848987611082752:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332804.911708:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332804.911730:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32157 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db86 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.911857:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3215e lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.911873:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3215e lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332804.911886:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3215e lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332804.911900:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x14:0x0]: returning size 4096 00010000:00010000:2.0:1763332804.912046:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c32157 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db86 expref: 24 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.912068:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3215e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db86 expref: 23 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332804.912079:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332804.912082:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332804.912087:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05600, rc 0) 00000100:00100000:2.0:1763332804.912170:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37844:x1848987611082752:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 488us (1613us total) trans 4294969059 rc 0/0 00000100:00100000:2.0:1763332804.912178:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2748 00000100:00100000:2.0:1763332804.919098:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.919201:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611082880 00000100:00100000:0.0:1763332804.919212:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611082880 00000100:00100000:2.0:1763332804.920647:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2749 00000100:00100000:2.0:1763332804.920666:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37844:x1848987611082880:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332804.920748:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3216c lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920765:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3216c lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920778:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3216c lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920793:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32173 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920800:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32173 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920806:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32173 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920891:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3217a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920900:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3217a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920906:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3217a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332804.920945:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00000004:00200000:2.0:1763332804.920949:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332804.920961:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3217a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920975:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3216c lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920982:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3216c lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920987:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3216c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.920994:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3216c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921000:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.921004:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3216c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921011:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3216c lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921022:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332804.921025:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.921037:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3216c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921043:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c3216c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921056:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32173 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921062:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32173 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921068:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32173 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921072:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.921075:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32173 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921080:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32173 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921087:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe44cd0b00) 00010000:00010000:2.0:1763332804.921089:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.921092:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32173 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921097:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c32173 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921112:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3217a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921117:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3217a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921123:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3217a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921127:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.921130:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3217a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921135:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3217a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921141:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332804.921143:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.921146:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3217a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.921151:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3217a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:2.0:1763332804.921233:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37844:x1848987611082880:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 575us (2146us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.921241:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2749 00000100:00100000:3.0:1763332804.960379:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332804.960477:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611083008 00000100:00100000:0.0:1763332804.960488:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611083008 00000100:00100000:0.0:1763332804.960553:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2750 00000100:00100000:0.0:1763332804.960564:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37848:x1848987611083008:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332804.960637:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32181 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960654:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32181 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960666:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32181 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960679:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c32188 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960685:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c32188 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960690:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c32188 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960757:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c3218f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960764:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c3218f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960769:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c3218f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332804.960803:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00000004:00200000:0.0:1763332804.960807:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332804.960818:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c3218f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960831:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32181 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960837:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32181 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960843:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32181 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960848:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32181 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960853:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332804.960856:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32181 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960863:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32181 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960875:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:0.0:1763332804.960877:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332804.960882:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32181 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960887:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32181 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960901:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c32188 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960907:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c32188 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960912:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c32188 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960916:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332804.960918:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c32188 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960923:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c32188 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960927:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe4388e900) 00010000:00010000:0.0:1763332804.960930:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332804.960932:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c32188 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960936:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c32188 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960947:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c3218f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960951:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c3218f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960956:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c3218f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960960:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332804.960962:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c3218f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960967:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c3218f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960973:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332804.960975:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332804.960977:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c3218f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332804.960981:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c3218f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332804.961070:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37848:x1848987611083008:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 507us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332804.961077:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2750 00000100:00100000:1.0:1763332804.991154:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332804.991261:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611083136 00000100:00100000:2.0:1763332804.991273:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611083136 00000100:00100000:2.0:1763332804.991341:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2751 00000100:00100000:2.0:1763332804.991386:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37851:x1848987611083136:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332804.991486:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32196 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991506:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32196 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991518:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32196 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991535:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3219d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991542:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3219d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991548:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3219d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991637:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321a4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991645:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991652:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332804.991704:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00000004:00200000:2.0:1763332804.991710:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332804.991724:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991740:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32196 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991750:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32196 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991757:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32196 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991764:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32196 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991771:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.991775:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32196 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991784:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32196 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991798:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332804.991802:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.991807:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32196 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991813:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32196 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991829:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3219d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991835:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3219d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991841:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3219d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991846:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.991849:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3219d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991855:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3219d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991862:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe44cd0b00) 00010000:00010000:2.0:1763332804.991864:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.991867:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3219d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991873:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c3219d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991889:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991894:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321a4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991900:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321a4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991905:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332804.991908:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321a4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991914:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321a4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991920:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332804.991923:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332804.991926:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321a4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332804.991935:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321a4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:2.0:1763332804.994787:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37851:x1848987611083136:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 3420us (3627us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332804.994802:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2751 00000100:00100000:1.0:1763332805.010372:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.010473:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611083264 00000100:00100000:2.0:1763332805.010484:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611083264 00000100:00100000:2.0:1763332805.010548:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2752 00000100:00100000:2.0:1763332805.010557:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37853:x1848987611083264:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332805.010638:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321ab lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010655:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321ab lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010667:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321ab lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010681:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321b2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010689:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321b2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010696:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321b2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010768:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321b9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010777:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010784:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332805.010822:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00000004:00200000:2.0:1763332805.010827:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332805.010839:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010852:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321ab lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010858:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321ab lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010863:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321ab lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010869:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321ab lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010874:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332805.010878:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321ab lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010886:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321ab lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010897:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332805.010900:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332805.010905:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321ab lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010910:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04a00/0xb32e3ef184c321ab lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010924:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321b2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010929:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321b2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010934:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321b2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010938:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332805.010941:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321b2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010946:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321b2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010953:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe44cd0b00) 00010000:00010000:2.0:1763332805.010956:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332805.010959:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321b2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010964:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321b2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010977:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010982:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321b9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010987:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321b9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.010995:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332805.010997:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321b9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.011002:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321b9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.011009:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332805.011011:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332805.011014:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321b9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.011019:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321b9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:2.0:1763332805.012648:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37853:x1848987611083264:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 2078us (2298us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332805.012662:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2752 00000100:00100000:3.0:1763332805.026516:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.028628:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611083520 00000100:00100000:2.0:1763332805.028641:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611083520 00000100:00100000:2.0:1763332805.028708:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2753 00000100:00100000:2.0:1763332805.028717:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:37854:x1848987611083520:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332805.028740:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332805.028762:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321c0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db8d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.028873:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321c7 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.028889:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321c7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.028902:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321c7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332805.028914:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:2.0:1763332805.029035:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c321c0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db8d expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.029056:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321c7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db8d expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.029065:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332805.029067:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763332805.029071:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04400, rc 0) 00000100:00100000:2.0:1763332805.029152:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37854:x1848987611083520:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 435us (2646us total) trans 4294969060 rc 0/0 00000100:00100000:2.0:1763332805.029159:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2753 00000100:00100000:1.0:1763332805.035733:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.035947:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611083776 00000100:00100000:0.0:1763332805.035966:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611083776 00000100:00100000:0.0:1763332805.036027:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2754 00000100:00100000:0.0:1763332805.036037:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37854:x1848987611083776:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332805.036062:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332805.036084:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c321d5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db94 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.036192:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.036206:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32149 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db7f expref: 26 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.036214:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 4/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.036249:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32149 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db7f expref: 26 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.036261:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32149 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db7f expref: 26 pid: 12741 timeout: 1009 lvb_type: 0 00000100:00100000:0.0:1763332805.036273:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626315904:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332805.036398:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff6b3dac00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332805.040934:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.040973:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626315904:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332805.041002:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:3.0:1763332805.045139:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611083904 00000100:00100000:3.0:1763332805.045153:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611083904 00010000:00010000:3.0:1763332805.045205:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32149 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db7f expref: 27 pid: 12741 timeout: 1009 lvb_type: 0 00000100:00100000:3.0:1763332805.045254:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 735 00000100:00100000:3.0:1763332805.045264:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+27:2420:x1848987611083904:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332805.045281:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332805.045288:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32149 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db7f expref: 27 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:3.0:1763332805.045299:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32149 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db7f expref: 27 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:3.0:1763332805.045336:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32149 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db7f expref: 27 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:3.0:1763332805.045391:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332805.045396:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332805.045406:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332805.045413:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332805.045452:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332805.045528:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+26:2420:x1848987611083904:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 265us (4603us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332805.045536:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 735 00010000:00010000:0.0:1763332805.046047:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.046058:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332805.046080:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:0.0:1763332805.046235:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c321d5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db94 expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.046253:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db94 expref: 26 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.046260:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332805.046263:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763332805.046266:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190400, rc 0) 00000100:00100000:0.0:1763332805.046307:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37854:x1848987611083776:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 10271us (10583us total) trans 4294969061 rc 0/0 00000100:00100000:0.0:1763332805.046326:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2754 00000100:00100000:1.0:1763332805.050768:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.051442:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611084032 00000100:00100000:0.0:1763332805.051456:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611084032 00000100:00100000:0.0:1763332805.051517:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2755 00000100:00100000:0.0:1763332805.051527:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37854:x1848987611084032:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332805.051554:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332805.051579:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c321ea lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695db9b expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.051673:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c321f1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.051688:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db94 expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.051696:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c321f1 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.051725:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db94 expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.051736:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db94 expref: 27 pid: 12741 timeout: 1009 lvb_type: 0 00000100:00100000:0.0:1763332805.051748:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626316032:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332805.051826:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff6b3da300 going to sleep for 11 seconds 00000100:00100000:0.0:1763332805.053654:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626316032:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332805.053680:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c321f1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332805.055261:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332805.055933:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611084160 00000100:00100000:3.0:1763332805.055947:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611084160 00010000:00010000:2.0:1763332805.056099:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db94 expref: 28 pid: 12741 timeout: 1009 lvb_type: 0 00000100:00100000:2.0:1763332805.056145:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 736 00000100:00100000:2.0:1763332805.056154:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+28:2421:x1848987611084160:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332805.056172:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332805.056178:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db94 expref: 28 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.056191:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db94 expref: 28 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.056217:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c321dc lrc: 0/0,0 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db94 expref: 28 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.056233:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332805.056239:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c321f1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332805.056249:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c321f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332805.056256:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c321f1 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332805.056285:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332805.061110:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c321f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.061133:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c321f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332805.061215:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00000004:00200000:0.0:1763332805.061220:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332805.061246:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c321f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:2.0:1763332805.063690:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+28:2421:x1848987611084160:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 7451us (8353us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332805.063709:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 736 00010000:00010000:0.0:1763332805.065225:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c321ea lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db9b expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.065263:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c321f1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db9b expref: 26 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.065274:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332805.065278:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332805.065282:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190e00, rc 0) 00000100:00100000:0.0:1763332805.065395:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37854:x1848987611084032:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 13868us (14640us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332805.065405:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2755 00000100:00100000:1.0:1763332805.074542:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.074752:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611084416 00000100:00100000:0.0:1763332805.074768:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611084416 00000100:00100000:0.0:1763332805.074846:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 796 00000100:00100000:0.0:1763332805.074858:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ed450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37854:x1848987611084416:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332805.075169:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ed450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37854:x1848987611084416:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 311us (638us total) trans 4294969062 rc 0/0 00000100:00100000:0.0:1763332805.075178:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 796 00000100:00100000:3.0:1763332805.079503:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.079765:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611084672 00000100:00100000:0.0:1763332805.079775:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611084672 00000100:00100000:0.0:1763332805.080074:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2756 00000100:00100000:0.0:1763332805.080085:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37854:x1848987611084672:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332805.080109:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332805.080112:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332805.080138:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04400/0xb32e3ef184c321c7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db8d expref: 27 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.080158:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332805.080162:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332805.080174:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c321f8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dba2 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.080264:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c321ff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.080278:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c321ff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.080287:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c321ff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332805.080297:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:1.0:1763332805.083202:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c321f8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba2 expref: 29 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332805.083230:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c321ff lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba2 expref: 28 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332805.083240:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:1.0:1763332805.083243:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332805.083247:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191a00, rc 0) 00000100:00100000:1.0:1763332805.083337:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+28:37854:x1848987611084672:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3253us (3841us total) trans 4294969063 rc 0/0 00000100:00100000:1.0:1763332805.083346:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2756 00000100:00100000:1.0:1763332805.086996:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.088709:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611084800 00000100:00100000:2.0:1763332805.088723:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611084800 00000100:00080000:2.0:1763332805.088848:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332805.088880:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1432 00000100:00100000:3.0:1763332805.088893:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987611084800:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332805.088940:0:29010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.088965:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 13 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.088973:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332805.088974:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332805.088979:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.089022:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 13 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.089036:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 13 pid: 29010 timeout: 1009 lvb_type: 0 00000100:00100000:3.0:1763332805.089051:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626316160:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332805.089146:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7412b480 going to sleep for 11 seconds 00000100:00100000:3.0:1763332805.097893:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626316160:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332805.097927:0:29010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332805.101645:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.101897:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611084928 00000100:00100000:2.0:1763332805.101910:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611084928 00002000:00100000:2.0:1763332805.101965:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4b:0x0] (0->3) req@ffff92ff7dff8700 x1848987611084928/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:116/0 lens 496/0 e 0 to 0 dl 1763332816 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332805.101977:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7dff8700 with x1848987611084928 ext(0->3) 00010000:00010000:2.0:1763332805.101988:0:28430:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 14 pid: 29010 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.102019:0:28430:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 14 pid: 29010 timeout: 1009 lvb_type: 0 00002000:00010000:2.0:1763332805.102028:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff92ff7dff8700 00000100:00100000:2.0:1763332805.102568:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 17 00000100:00100000:2.0:1763332805.102582:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987611084928:12345-192.168.204.28@tcp:4:cat.0 00000100:00100000:2.0:1763332805.117850:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987611084928:12345-192.168.204.28@tcp:4:cat.0 Request processed in 15254us (16201us total) trans 21474836805 rc 0/0 00000100:00100000:2.0:1763332805.117866:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 17 00002000:00100000:2.0:1763332805.117881:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4b:0x0] (0->3) req@ffff92ff7dff8700 x1848987611084928/t21474836805(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:116/0 lens 496/448 e 0 to 0 dl 1763332816 ref 1 fl Complete:H/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332805.117893:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7dff8700 with x1848987611084928 ext(0->3) 00010000:00010000:2.0:1763332805.117906:0:28430:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 16 pid: 29010 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.117927:0:28430:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 16 pid: 29010 timeout: 1009 lvb_type: 0 00002000:00010000:2.0:1763332805.117934:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff92ff7dff8700 00000100:00100000:2.0:1763332805.126512:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332805.135444:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611085056 00000100:00100000:1.0:1763332805.135461:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611085056 00010000:00010000:1.0:1763332805.135515:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 16 pid: 29010 timeout: 1009 lvb_type: 0 00000100:00100000:1.0:1763332805.135572:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 737 00000100:00100000:1.0:1763332805.135581:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2421:x1848987611085056:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332805.135596:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763332805.135615:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb size from disk: 0 -> 4 00002000:00010000:1.0:1763332805.135618:0:8423:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb atime from disk: 1763332804 -> 1763332805 00002000:00010000:1.0:1763332805.135621:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1763332805.135626:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 16 pid: 29010 timeout: 1009 lvb_type: 0 00010000:00010000:1.0:1763332805.135638:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 16 pid: 29010 timeout: 1009 lvb_type: 0 00010000:00010000:1.0:1763332805.135666:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05a00/0xb32e3ef184c32093 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db4e expref: 16 pid: 29010 timeout: 1009 lvb_type: 0 00010000:00010000:1.0:1763332805.135684:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332805.135686:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332805.135690:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332805.135700:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332805.135740:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332805.135815:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611085056:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 235us (9316us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332805.135823:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 737 00010000:00010000:3.0:1763332805.135924:0:29010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.135934:0:29010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.135958:0:29010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.135966:0:29010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.135973:0:29010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.135980:0:29010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0fc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332805.135984:0:29010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.135992:0:29010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.136004:0:29010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.136012:0:29010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3220d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332805.136067:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987611084800:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 47178us (49080us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332805.136077:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1432 00000100:00100000:3.0:1763332805.144697:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332805.144911:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611085312 00000100:00100000:1.0:1763332805.144926:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611085312 00000100:00100000:0.0:1763332805.145034:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2757 00000100:00100000:0.0:1763332805.145044:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+28:37854:x1848987611085312:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332805.145094:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763332805.145119:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c320f5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db6a expref: 28 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.145140:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c321f1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db9b expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.145151:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332805.145156:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332805.145186:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.145199:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.145209:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000040:00080000:0.0:1763332805.145445:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].230, 88 off27448 00000004:00080000:0.0:1763332805.145455:0:12741:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 909225105538ns, next at 907943712770ns, rc = 0 00000040:00080000:0.0:1763332805.145495:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].227, 88 off27248 00000004:00080000:0.0:1763332805.145502:0:12741:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 909225152848ns, next at 907721359473ns, rc = 0 00000001:00080000:2.0:1763332805.147204:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969064 is committed 00000004:00080000:2.0:1763332805.147216:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 212 committed 00000004:00080000:2.0:1763332805.147237:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 213 committed 00000100:00100000:2.0:1763332805.147468:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626316288:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332805.147531:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332805.147644:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626316288 00000100:00100000:3.0:1763332805.147652:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626316288 00000100:00100000:2.0:1763332805.147662:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626316416:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332805.147695:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332805.147706:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626316416 00000100:00100000:3.0:1763332805.147710:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626316416 00000100:00100000:3.0:1763332805.147746:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:3.0:1763332805.147755:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626316288:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332805.147885:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:3.0:1763332805.147890:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb mtime from disk: 1763332804 -> 1763332804 00002000:00010000:3.0:1763332805.147892:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb atime from disk: 1763332804 -> 1763332804 00002000:00010000:3.0:1763332805.147894:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb ctime from disk: 1763332805 -> 1763332805 00002000:00010000:3.0:1763332805.147897:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763332805.147947:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626316288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 193us (415us total) trans 17179869495 rc 0/0 00000100:00100000:3.0:1763332805.147954:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:3.0:1763332805.147971:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:3.0:1763332805.147977:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626316416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332805.148131:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626316416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 152us (433us total) trans 21474836806 rc 0/0 00000100:00100000:3.0:1763332805.148138:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000004:00080000:2.0:1763332805.148145:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e1bb80/2, rc 0, transno 21474836806 00000100:00100000:2.0:1763332805.148153:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626316416:0@lo:2:osp-syn-0-0.0 00000100:00080000:3.0:1763332805.148158:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332805.148164:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1763332805.148178:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7df97800/2, rc 0, transno 17179869495 00000100:00100000:2.0:1763332805.148183:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626316288:0@lo:2:osp-syn-1-0.0 00000004:00010000:0.0:1763332805.148264:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aaa08d34 reply state 000000000fb9bf79 transno 4294969064 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.148284:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.148293:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332805.148297:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763332805.148301:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1763332805.149153:0:12741:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763332805.149185:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37854:x1848987611085312:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 4137us (4495us total) trans 4294969064 rc 0/0 00000100:00100000:0.0:1763332805.149194:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2757 00010000:00010000:1.0:1763332805.149227:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.149237:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.149245:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.149251:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332805.149256:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.149262:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.149276:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:1.0:1763332805.149279:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332805.149283:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.149290:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32214 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332805.155578:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.156546:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611085440 00000100:00100000:2.0:1763332805.156558:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611085440 00000100:00100000:3.0:1763332805.157219:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2758 00000100:00100000:3.0:1763332805.157236:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37854:x1848987611085440:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332805.157261:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332805.157283:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3221b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dba9 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.157399:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3221b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba9 expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.157416:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3221b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba9 expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.157444:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332805.157448:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332805.157452:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0fc00, rc 0) 00000100:00100000:3.0:1763332805.157518:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37854:x1848987611085440:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 289us (1949us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332805.157526:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2758 00000100:00100000:2.0:1763332805.163439:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.163579:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611085568 00000100:00100000:0.0:1763332805.163589:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611085568 00000100:00100000:0.0:1763332805.163654:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2759 00000100:00100000:0.0:1763332805.163666:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37854:x1848987611085568:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332805.163687:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332805.163709:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32222 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbb0 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.163807:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32229 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.163837:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32229 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.163848:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32229 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332805.163877:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00000004:00200000:0.0:1763332805.163881:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332805.163898:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32229 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.163929:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32222 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbb0 expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.163957:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32229 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbb0 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.163967:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332805.163970:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332805.163973:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191e00, rc 0) 00000100:00100000:0.0:1763332805.166158:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37854:x1848987611085568:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2484us (2718us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332805.166169:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2759 00000100:00100000:0.0:1763332805.169712:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332805.170810:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611085696 00000100:00100000:3.0:1763332805.170823:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611085696 00000100:00100000:1.0:1763332805.172177:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1435 00000100:00100000:1.0:1763332805.172195:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2421:x1848987611085696:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332805.172214:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332805.172236:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c32230 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbb7 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332805.172260:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4b:0x0] initial LVB size: 4, mtime: 0x691a52c5, atime: 0x691a52c5, ctime: 0x691a52c5, blocks: 0x8 00010000:00010000:1.0:1763332805.172279:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332805.172281:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332805.172289:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c32230 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbb7 expref: 15 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332805.172304:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c32230 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbb7 expref: 15 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332805.172327:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49324a00, rc 0) 00000100:00100000:1.0:1763332805.172415:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611085696:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 226us (2711us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332805.172423:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1435 00010000:00010000:1.0:1763332805.201841:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332805.220127:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332805.220222:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611085824 00000100:00100000:3.0:1763332805.220234:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611085824 00000100:00100000:3.0:1763332805.220301:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1436 00000100:00100000:3.0:1763332805.220322:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611085824:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332805.220495:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611085824:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 184us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332805.220503:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1436 00000100:00100000:2.0:1763332805.226080:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332805.226321:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611085952 00000100:00100000:1.0:1763332805.226334:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611085952 00000100:00100000:1.0:1763332805.226437:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1437 00000100:00100000:1.0:1763332805.226447:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987611085952:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332805.226572:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987611085952:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 126us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332805.226580:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1437 00000100:00100000:0.0:1763332805.231293:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.231581:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611086080 00000100:00100000:2.0:1763332805.231593:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611086080 00000100:00100000:2.0:1763332805.231657:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 581 00000100:00100000:2.0:1763332805.231666:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987611086080:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332805.231703:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32237 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.231719:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332805.231721:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332805.231727:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32237 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.231740:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32237 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.231840:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32237 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.231849:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32237 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.231858:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32237 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.231866:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332805.231870:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32237 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.231878:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32237 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.231893:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32237 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.231901:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32237 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332805.232936:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987611086080:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 1264us (1645us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763332805.232947:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 581 00000100:00100000:0.0:1763332805.239869:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.241180:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611086208 00000100:00100000:2.0:1763332805.241193:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611086208 00000100:00100000:2.0:1763332805.241407:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 582 00000100:00100000:2.0:1763332805.241418:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611086208:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:2.0:1763332805.241456:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.241473:0:28430:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c32077 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db40 expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.241482:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332805.241484:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332805.241488:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.241522:0:28430:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c32077 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db40 expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.241534:0:28430:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c32077 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db40 expref: 10 pid: 29010 timeout: 1009 lvb_type: 0 00000100:00100000:2.0:1763332805.241548:0:28430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cce680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626316544:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332805.241639:0:28430:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82c00 going to sleep for 11 seconds 00000100:00080000:3.0:1763332805.241707:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332805.244897:0:28430:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cce680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626316544:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332805.244939:0:28430:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332805.245423:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.245745:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611086336 00000100:00100000:2.0:1763332805.245753:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611086336 00010000:00010000:2.0:1763332805.245792:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c32077 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db40 expref: 11 pid: 29010 timeout: 1009 lvb_type: 0 00000100:00100000:2.0:1763332805.245837:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 738 00000100:00100000:2.0:1763332805.245847:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611086336:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332805.245865:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332805.245888:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c32077 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db40 expref: 11 pid: 29010 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.245901:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c32077 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db40 expref: 11 pid: 29010 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.245925:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04800/0xb32e3ef184c32077 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db40 expref: 11 pid: 29010 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.245944:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332805.245946:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332805.245962:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.245972:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.246003:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332805.246071:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611086336:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 223us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332805.246078:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 738 00010000:00010000:0.0:1763332805.246728:0:28430:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.246739:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763332805.253398:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869496 is committed 00000001:00080000:0.0:1763332805.253420:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869495 is committed 00002000:00010000:2.0:1763332805.253545:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb mtime from disk: 1763332804 -> 1763332805 00010000:00010000:2.0:1763332805.253562:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.253572:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.253580:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.253588:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332805.253592:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.253600:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.253619:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.253626:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b04200/0xb32e3ef184c3223e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332805.253734:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611086208:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 12312us (13868us total) trans 17179869496 rc 0/0 00000100:00100000:2.0:1763332805.253744:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 582 00000100:00100000:0.0:1763332805.283498:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.283757:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611086592 00000100:00100000:2.0:1763332805.283767:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611086592 00000100:00100000:2.0:1763332805.283829:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2760 00000100:00100000:2.0:1763332805.283839:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37854:x1848987611086592:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332805.283899:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332805.283924:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32229 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbb0 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.283941:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332805.283946:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332805.284108:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332805.284122:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332805.284132:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000001:00080000:2.0:1763332805.284170:0:12741:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969065 00000004:00010000:2.0:1763332805.284189:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004663815a reply state 000000003c73fa13 transno 4294969066 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332805.284200:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332805.284205:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332805.284208:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332805.284210:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332805.284298:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37854:x1848987611086592:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 461us (809us total) trans 4294969066 rc 0/0 00000100:00100000:2.0:1763332805.284305:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2760 00000020:00080000:2.0:1763332805.284321:0:12741:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763332805.288030:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332805.288268:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611086720 00000100:00100000:3.0:1763332805.288279:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611086720 00000100:00100000:3.0:1763332805.288342:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1438 00000100:00100000:3.0:1763332805.288507:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:37854:x1848987611086720:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332805.288529:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332805.288551:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c3224c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbbe expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332805.288573:0:17605:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x49:0x0] initial LVB size: 4096, mtime: 0x691a52c5, atime: 0x691a52c4, ctime: 0x691a52c5, blocks: 0x8 00010000:00010000:3.0:1763332805.288595:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332805.288597:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332805.288605:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c3224c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbbe expref: 9 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.288620:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c3224c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbbe expref: 9 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.288632:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0ec00, rc 0) 00000100:00100000:3.0:1763332805.288681:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:37854:x1848987611086720:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 332us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332805.288689:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1438 00000100:00100000:3.0:1763332805.290836:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.293226:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611086848 00000100:00100000:2.0:1763332805.293241:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611086848 00002000:00010000:2.0:1763332805.293284:0:28430:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/73 (4->18446744073709551615) 00002000:00100000:2.0:1763332805.293289:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7df96300 with x1848987611086848 ext(4->18446744073709551615) 00002000:00010000:2.0:1763332805.293300:0:28430:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7df96300. 00000100:00100000:0.0:1763332805.293929:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 583 00000100:00100000:0.0:1763332805.293943:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611086848:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:0.0:1763332805.294435:0:16635:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb size from disk: 4096 -> 4 00002000:00010000:0.0:1763332805.294441:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb mtime from disk: 1763332805 -> 1763332805 00002000:00010000:0.0:1763332805.294443:0:16635:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb atime from disk: 1763332804 -> 1763332804 00002000:00010000:0.0:1763332805.294445:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb ctime from disk: 1763332805 -> 1763332805 00002000:00010000:0.0:1763332805.294448:0:16635:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763332805.294562:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611086848:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 622us (3732us total) trans 17179869497 rc 0/0 00000100:00100000:0.0:1763332805.294571:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 583 00002000:00010000:0.0:1763332805.294575:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/73 (4->18446744073709551615) 00002000:00100000:0.0:1763332805.294581:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7df96300 with x1848987611086848 ext(4->18446744073709551615) 00002000:00010000:0.0:1763332805.294586:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7df96300. 00000100:00100000:0.0:1763332805.296923:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.297643:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611087104 00000100:00100000:2.0:1763332805.297654:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611087104 00000100:00100000:2.0:1763332805.297713:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2761 00000100:00100000:2.0:1763332805.297721:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37854:x1848987611087104:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332805.297832:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332805.297850:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332805.297861:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00010000:2.0:1763332805.299564:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c3ab6f0b reply state 00000000b5d61774 transno 4294969067 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332805.299591:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332805.299602:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332805.299605:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332805.299609:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332805.299728:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37854:x1848987611087104:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 2004us (2815us total) trans 4294969067 rc 0/0 00000100:00100000:2.0:1763332805.299736:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2761 00000100:00100000:1.0:1763332805.301864:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332805.301948:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611087232 00000100:00100000:3.0:1763332805.301958:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611087232 00000100:00100000:3.0:1763332805.302017:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1439 00000100:00100000:3.0:1763332805.302027:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611087232:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:3.0:1763332805.302174:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb size from disk: 4 -> 4 00002000:00010000:3.0:1763332805.302178:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb mtime from disk: 1763332805 -> 1763332805 00002000:00010000:3.0:1763332805.302181:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb atime from disk: 1763332805 -> 1763332805 00002000:00010000:3.0:1763332805.302184:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb ctime from disk: 1763332805 -> 1763332805 00002000:00010000:3.0:1763332805.302187:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763332805.305889:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2421:x1848987611087232:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 3842us (4013us total) trans 21474836807 rc 0/0 00000100:00100000:3.0:1763332805.305906:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1439 00000100:00100000:3.0:1763332805.314679:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.314805:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611087488 00000100:00100000:0.0:1763332805.314816:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611087488 00000100:00100000:0.0:1763332805.314880:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 797 00000100:00100000:0.0:1763332805.314890:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+22:37854:x1848987611087488:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:0.0:1763332805.314965:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000403:0x15:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c321ff lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba2 expref: 22 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.315016:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332805.315029:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3221b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba9 expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.315038:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332805.315079:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3221b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba9 expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.315091:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3221b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba9 expref: 22 pid: 8606 timeout: 1009 lvb_type: 0 00000100:00100000:0.0:1763332805.315110:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626316672:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332805.315212:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe439dd240 going to sleep for 11 seconds 00000100:00100000:1.0:1763332805.326136:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.326398:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611087616 00000100:00100000:2.0:1763332805.326411:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611087616 00010000:00010000:2.0:1763332805.326458:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3221b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba9 expref: 23 pid: 8606 timeout: 1009 lvb_type: 0 00000100:00100000:2.0:1763332805.326500:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 739 00000100:00100000:2.0:1763332805.326510:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2421:x1848987611087616:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332805.326530:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332805.326537:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3221b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba9 expref: 23 pid: 8606 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.326552:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3221b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba9 expref: 23 pid: 8606 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.326579:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332805.326584:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332805.326595:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332805.326603:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332805.326623:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332805.326689:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+23:2421:x1848987611087616:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 180us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332805.326698:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 739 00010000:00010000:0.0:1763332805.326984:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c3221b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba9 expref: 22 pid: 8606 timeout: 1009 lvb_type: 0 00000100:00100000:0.0:1763332805.327004:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626316672:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332805.327027:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332805.327037:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332805.327042:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:0.0:1763332805.327295:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].231, 88 off27536 00000004:00080000:0.0:1763332805.327303:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 909406953964ns, next at 907943712770ns, rc = 0 00000040:00080000:0.0:1763332805.327398:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].228, 88 off27336 00000004:00080000:0.0:1763332805.327404:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 909407055138ns, next at 907721359473ns, rc = 0 00000001:00080000:2.0:1763332805.334587:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969068 is committed 00000004:00080000:2.0:1763332805.334601:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 213 committed 00000004:00080000:2.0:1763332805.334618:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 214 committed 00000100:00100000:2.0:1763332805.334708:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626316800:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332805.334775:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1763332805.334874:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000067082294 reply state 000000000f7180da transno 4294969068 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332805.334897:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332805.334907:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332805.334910:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763332805.334914:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332805.334920:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332805.334922:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332805.334928:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c321ff lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dba2 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763332805.335031:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763332805.335042:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:37854:x1848987611087488:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 20153us (20373us total) trans 4294969068 rc 0/0 00000100:00100000:2.0:1763332805.335051:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 797 00000100:00100000:2.0:1763332805.335183:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626316800 00000100:00100000:2.0:1763332805.335190:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626316800 00000100:00100000:2.0:1763332805.335226:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:2.0:1763332805.335233:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3655:x1848987626316800:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763332805.335413:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb size from disk: 4 -> 4 00002000:00010000:2.0:1763332805.335417:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb mtime from disk: 1763332805 -> 1763332805 00002000:00010000:2.0:1763332805.335420:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb atime from disk: 1763332805 -> 1763332805 00002000:00010000:2.0:1763332805.335422:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb ctime from disk: 1763332805 -> 1763332805 00002000:00010000:2.0:1763332805.335425:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4b:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1763332805.335453:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3655:x1848987626316800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 220us (677us total) trans 21474836808 rc 0/0 00000100:00100000:2.0:1763332805.335458:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000004:00080000:2.0:1763332805.335498:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccf480/2, rc 0, transno 21474836808 00000100:00100000:2.0:1763332805.335503:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626316800:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1763332805.335583:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335592:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335600:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335606:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332805.335610:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335618:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335630:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:1.0:1763332805.335632:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332805.335636:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335642:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04200/0xb32e3ef184c32245 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335654:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335659:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335665:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335671:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332805.335674:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335679:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335685:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:1.0:1763332805.335687:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332805.335689:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335694:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04800/0xb32e3ef184c32253 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.335706:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332805.335711:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332805.335716:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332805.335721:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332805.335723:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332805.335728:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332805.335735:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:1.0:1763332805.335737:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332805.335740:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332805.335746:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c3225a lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763332805.335879:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626316928:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332805.335909:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332805.335974:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626316928 00000100:00100000:0.0:1763332805.335978:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626316928 00000100:00100000:0.0:1763332805.336011:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:0.0:1763332805.336017:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626316928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763332805.336086:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb size from disk: 4 -> 4 00002000:00010000:0.0:1763332805.336089:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb mtime from disk: 1763332805 -> 1763332805 00002000:00010000:0.0:1763332805.336092:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb atime from disk: 1763332804 -> 1763332804 00002000:00010000:0.0:1763332805.336094:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb ctime from disk: 1763332805 -> 1763332805 00002000:00010000:0.0:1763332805.336097:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x49:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1763332805.336124:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626316928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (214us total) trans 17179869498 rc 0/0 00000100:00100000:0.0:1763332805.336130:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1763332805.336238:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869495 gen 2 00000004:00080000:1.0:1763332805.336243:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179869493 committed transno 17179869495 00000004:00080000:1.0:1763332805.336263:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff50049500, transno 17179869494 00000004:00080000:1.0:1763332805.336277:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7df97800, transno 17179869495 00000100:00100000:1.0:1763332805.336283:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7566c380 x1848987626316928/t17179869498(17179869498) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332821 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763332805.336292:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7566c380/2, rc 0, transno 17179869498 00000100:00100000:1.0:1763332805.336296:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626316928:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332805.341051:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.341110:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611087744 00000100:00100000:0.0:1763332805.341118:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611087744 00000100:00100000:0.0:1763332805.341174:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2762 00000100:00100000:0.0:1763332805.341182:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:37854:x1848987611087744:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332805.341205:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332805.341226:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32261 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbc5 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.341278:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32261 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbc5 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.341293:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32261 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbc5 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.341334:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332805.341337:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332805.341340:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190600, rc 0) 00000100:00100000:0.0:1763332805.341421:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37854:x1848987611087744:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 238us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332805.341428:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2762 00000100:00100000:2.0:1763332805.346422:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.346531:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611088000 00000100:00100000:0.0:1763332805.346545:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611088000 00000100:00100000:0.0:1763332805.346618:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 798 00000100:00100000:0.0:1763332805.346629:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:37854:x1848987611088000:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332805.346923:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37854:x1848987611088000:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 294us (572us total) trans 4294969069 rc 0/0 00000100:00100000:0.0:1763332805.346930:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 798 00000100:00100000:2.0:1763332805.349718:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332805.349823:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611088256 00000100:00100000:3.0:1763332805.349834:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611088256 00000100:00100000:3.0:1763332805.349888:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2763 00000100:00100000:3.0:1763332805.349896:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+17:37854:x1848987611088256:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332805.349920:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332805.349940:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32268 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbcc expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.350016:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c3226f lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350030:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c3226f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350042:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c3226f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350055:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c32276 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350062:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c32276 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350073:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c32276 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350210:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c3227d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350220:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c3227d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350227:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c3227d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332805.350240:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:3.0:1763332805.350341:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c3226f lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350393:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c3226f lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350400:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c3226f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350406:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c3226f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350410:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332805.350413:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c3226f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350420:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c3226f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350433:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:3.0:1763332805.350436:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332805.350441:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c3226f lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350447:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c3226f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350465:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c32276 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350472:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c32276 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350477:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c32276 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350482:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332805.350485:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c32276 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350490:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c32276 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350496:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92ff7dcb6700) 00010000:00010000:3.0:1763332805.350499:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332805.350501:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c32276 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350507:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f000/0xb32e3ef184c32276 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.350557:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32268 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbcc expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.350574:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c3227d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbcc expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332805.350582:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332805.350585:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332805.350587:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0f800, rc 0) 00000100:00100000:2.0:1763332805.350735:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37854:x1848987611088256:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 836us (1024us total) trans 4294969070 rc 0/0 00000100:00100000:2.0:1763332805.350743:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2763 00000100:00100000:2.0:1763332805.353269:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332805.353397:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611088512 00000100:00100000:1.0:1763332805.353410:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611088512 00000100:00100000:1.0:1763332805.353470:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 799 00000100:00100000:1.0:1763332805.353481:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:37854:x1848987611088512:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332805.353779:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37854:x1848987611088512:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 299us (520us total) trans 4294969071 rc 0/0 00000100:00100000:1.0:1763332805.353787:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 799 00000100:00100000:0.0:1763332805.358501:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.358604:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611088768 00000100:00100000:2.0:1763332805.358615:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611088768 00000100:00100000:2.0:1763332805.358685:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2764 00000100:00100000:2.0:1763332805.358697:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+20:37854:x1848987611088768:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332805.358729:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332805.358755:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3228b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbd3 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.358887:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32292 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.358907:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c3227d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbcc expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.358916:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32292 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.358967:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c3227d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbcc expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.358980:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c3227d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbcc expref: 21 pid: 8606 timeout: 1009 lvb_type: 0 00000100:00100000:2.0:1763332805.358993:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626317056:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332805.359105:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82c00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332805.365095:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.365136:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626317056:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332805.365175:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32292 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332805.365391:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611088896 00000100:00100000:3.0:1763332805.365400:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611088896 00010000:00010000:3.0:1763332805.365436:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c3227d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbcc expref: 22 pid: 8606 timeout: 1009 lvb_type: 0 00000100:00100000:3.0:1763332805.365481:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 740 00000100:00100000:3.0:1763332805.365490:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+22:2421:x1848987611088896:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332805.365504:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332805.365512:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c3227d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbcc expref: 22 pid: 8606 timeout: 1009 lvb_type: 0 00010000:00010000:3.0:1763332805.365524:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c3227d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbcc expref: 22 pid: 8606 timeout: 1009 lvb_type: 0 00010000:00010000:3.0:1763332805.365548:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c3227d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbcc expref: 22 pid: 8606 timeout: 1009 lvb_type: 0 00010000:00010000:3.0:1763332805.365563:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332805.365568:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32292 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.365578:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32292 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.365585:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32292 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332805.365604:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332805.365667:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2421:x1848987611088896:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 177us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332805.365674:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 740 00010000:00010000:0.0:1763332805.366605:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32292 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.366616:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32292 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332805.366640:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:0.0:1763332805.366797:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3228b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbd3 expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.366814:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32292 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbd3 expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.366822:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332805.366826:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763332805.366829:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b04600, rc 0) 00000100:00100000:0.0:1763332805.366882:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37854:x1848987611088768:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 8188us (8398us total) trans 4294969072 rc 0/0 00000100:00100000:0.0:1763332805.366889:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2764 00000100:00100000:2.0:1763332805.373035:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.373763:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611089024 00000100:00100000:0.0:1763332805.373778:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611089024 00000100:00100000:1.0:1763332805.374510:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 800 00000100:00100000:1.0:1763332805.374540:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37854:x1848987611089024:12345-192.168.204.28@tcp:33:lfs.0 00000100:00100000:1.0:1763332805.375044:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37854:x1848987611089024:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 509us (2017us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332805.375055:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 800 00000100:00100000:1.0:1763332805.378392:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.378646:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611089280 00000100:00100000:0.0:1763332805.378660:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611089280 00000100:00100000:0.0:1763332805.378730:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2765 00000100:00100000:0.0:1763332805.378740:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+21:37854:x1848987611089280:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332805.378760:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332805.378790:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322a0 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbda expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.378896:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c322a7 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.378910:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c322a7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.378921:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c322a7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.378933:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x9da75000 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.378939:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.378945:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379333:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322b5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379343:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322b5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379384:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322b5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332805.379396:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 0 00010000:00010000:0.0:1763332805.379418:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c322a7 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379424:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c322a7 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379430:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c322a7 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379440:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c322a7 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379446:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332805.379450:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c322a7 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379458:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c322a7 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379468:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:0.0:1763332805.379471:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332805.379475:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c322a7 lrc: 3/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379481:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c322a7 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:0.0:1763332805.379493:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000353bdd0 reply state 0000000074c1c542 transno 4294969073 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379503:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.379514:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x9da75000 (ffff92fe4388ea00) 00010000:00010000:0.0:1763332805.379516:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332805.379518:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332805.379541:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322a0 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbda expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.379557:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322b5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbda expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.379564:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff92fe4388ed00) 00010000:00010000:0.0:1763332805.379567:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332805.379569:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191e00, rc 0) 00000100:00100000:0.0:1763332805.379631:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:37854:x1848987611089280:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 893us (1288us total) trans 4294969073 rc 0/0 00000100:00100000:0.0:1763332805.379638:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2765 00000100:00100000:2.0:1763332805.382474:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.383572:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611089536 00000100:00100000:0.0:1763332805.383585:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611089536 00000100:00100000:0.0:1763332805.383658:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2766 00000100:00100000:0.0:1763332805.383667:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+24:37854:x1848987611089536:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332805.383690:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332805.383693:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332805.383719:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32292 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbd3 expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.383739:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332805.383744:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332805.383757:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c322c3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbe1 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.383862:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c322ca lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.383875:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c322ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.383883:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c322ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332805.383894:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:0.0:1763332805.384007:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c322c3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbe1 expref: 26 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.384022:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c322ca lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbe1 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.384030:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:0.0:1763332805.384033:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332805.384035:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191000, rc 0) 00000100:00100000:0.0:1763332805.384915:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37854:x1848987611089536:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1244us (2445us total) trans 4294969074 rc 0/0 00000100:00100000:0.0:1763332805.384925:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2766 00000100:00100000:1.0:1763332805.389390:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.389467:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611089792 00000100:00100000:0.0:1763332805.389483:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611089792 00000100:00100000:0.0:1763332805.389557:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 801 00000100:00100000:0.0:1763332805.389568:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3edc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37854:x1848987611089792:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:0.0:1763332805.389664:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000403:0x15:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c322ca lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbe1 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.389718:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332805.389733:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c320e0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db63 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.389741:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32261 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbc5 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.389749:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332805.389788:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32261 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbc5 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.389802:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32261 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbc5 expref: 25 pid: 12741 timeout: 1009 lvb_type: 0 00000100:00100000:0.0:1763332805.389815:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626317184:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332805.389911:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c320e0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db63 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.389920:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c320e0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db63 expref: 25 pid: 12741 timeout: 1009 lvb_type: 0 00000100:00100000:0.0:1763332805.389928:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626317312:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332805.390336:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe439dd240 going to sleep for 11 seconds 00000100:00100000:1.0:1763332805.394931:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.395036:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626317184:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332805.395048:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626317312:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332805.395075:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:1.0:1763332805.395196:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.395333:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611090048 00000100:00100000:2.0:1763332805.395342:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611090048 00010000:00010000:2.0:1763332805.395415:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c320e0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db63 expref: 26 pid: 12741 timeout: 1009 lvb_type: 0 00000100:00100000:2.0:1763332805.395446:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611089920 00000100:00100000:2.0:1763332805.395449:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611089920 00010000:00010000:2.0:1763332805.395459:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32261 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbc5 expref: 27 pid: 12741 timeout: 1009 lvb_type: 0 00000100:00100000:2.0:1763332805.395490:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 741 00000100:00100000:2.0:1763332805.395499:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+27:2420:x1848987611090048:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332805.395515:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332805.395522:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c320e0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db63 expref: 27 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.395532:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c320e0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db63 expref: 27 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.395554:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c320e0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db63 expref: 27 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.395569:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332805.395574:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332805.395582:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332805.395588:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332805.395638:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+26:2420:x1848987611090048:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 140us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332805.395645:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 741 00000100:00100000:2.0:1763332805.395664:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 742 00000100:00100000:2.0:1763332805.395670:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2420:x1848987611089920:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332805.395676:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332805.395681:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32261 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbc5 expref: 25 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.395690:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32261 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbc5 expref: 25 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.395702:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32261 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbc5 expref: 25 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:2.0:1763332805.395712:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:2.0:1763332805.395716:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332805.395724:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332805.395732:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332805.395754:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332805.395773:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2420:x1848987611089920:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 103us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332805.395779:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 742 00010000:00010000:2.0:1763332805.395803:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332805.395810:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332805.395837:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332805.395848:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322b5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbda expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.395857:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 4/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332805.395890:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322b5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbda expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.395902:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322b5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbda expref: 23 pid: 8606 timeout: 1009 lvb_type: 0 00000100:00100000:2.0:1763332805.395916:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626317440:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332805.395986:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe44e82a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332805.403796:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.403895:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626317440:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332805.403928:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763332805.404458:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611090176 00000100:00100000:0.0:1763332805.404466:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611090176 00010000:00010000:0.0:1763332805.404508:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322b5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbda expref: 24 pid: 8606 timeout: 1009 lvb_type: 0 00000100:00100000:0.0:1763332805.404557:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 743 00000100:00100000:0.0:1763332805.404567:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2421:x1848987611090176:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332805.404587:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332805.404593:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322b5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbda expref: 24 pid: 8606 timeout: 1009 lvb_type: 0 00010000:00010000:0.0:1763332805.404606:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322b5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbda expref: 24 pid: 8606 timeout: 1009 lvb_type: 0 00010000:00010000:0.0:1763332805.404630:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322b5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbda expref: 24 pid: 8606 timeout: 1009 lvb_type: 0 00010000:00010000:0.0:1763332805.404647:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff92fe4388ed00) 00010000:00010000:0.0:1763332805.404652:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332805.404662:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332805.404673:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332805.404707:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332805.404823:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.404831:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763332805.405288:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626317568:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332805.405392:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332805.405424:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7412b480 going to sleep for 11 seconds 00000100:00100000:2.0:1763332805.405495:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626317568 00000100:00100000:2.0:1763332805.405501:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626317568 00000100:00100000:2.0:1763332805.405549:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:2.0:1763332805.405557:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626317568:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332805.405633:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626317568:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 77us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332805.405640:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1763332805.405732:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2421:x1848987611090176:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1166us (1945us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332805.405739:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 743 00000100:00100000:3.0:1763332805.407213:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626317568:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1763332805.407298:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969075 00000001:00080000:3.0:1763332805.407455:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969076 00010000:00010000:3.0:1763332805.407478:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407489:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407497:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407502:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332805.407507:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407515:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407530:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff92fe4388ed00) 00010000:00010000:3.0:1763332805.407533:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763332805.407538:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407544:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322df lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407564:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407570:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407576:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407580:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332805.407582:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407588:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407594:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332805.407597:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763332805.407599:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407605:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c322d8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332805.407618:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92ff462a1d00) 00010000:00010000:3.0:1763332805.407620:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763332805.407626:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c322ca lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbe1 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332805.409045:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3edc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+24:37854:x1848987611089792:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 19376us (19600us total) trans 4294969077 rc 0/0 00000100:00100000:3.0:1763332805.409060:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 801 00000020:00080000:3.0:1763332805.409068:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763332805.413120:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.414142:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611090304 00000100:00100000:0.0:1763332805.414154:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611090304 00000100:00100000:0.0:1763332805.414444:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2767 00000100:00100000:0.0:1763332805.414455:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+24:37854:x1848987611090304:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332805.414478:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332805.414500:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322e6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbe8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.414554:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322e6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbe8 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.414568:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322e6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbe8 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.414584:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:0.0:1763332805.414587:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332805.414590:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191e00, rc 0) 00000100:00100000:0.0:1763332805.414638:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37854:x1848987611090304:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 185us (1529us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332805.414644:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2767 00000100:00100000:1.0:1763332805.420513:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332805.420593:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611090560 00000100:00100000:3.0:1763332805.420605:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611090560 00000100:00100000:3.0:1763332805.420744:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 802 00000100:00100000:3.0:1763332805.420755:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+25:37854:x1848987611090560:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332805.421168:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37854:x1848987611090560:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 413us (666us total) trans 4294969078 rc 0/0 00000100:00100000:3.0:1763332805.421176:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 802 00000100:00100000:1.0:1763332805.425581:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332805.425924:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611090816 00000100:00100000:3.0:1763332805.425934:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611090816 00000100:00100000:3.0:1763332805.425986:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 803 00000100:00100000:3.0:1763332805.425995:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+26:37854:x1848987611090816:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332805.426272:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37854:x1848987611090816:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 275us (697us total) trans 4294969079 rc 0/0 00000100:00100000:3.0:1763332805.426280:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 803 00000100:00100000:1.0:1763332805.440428:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.441199:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611091072 00000100:00100000:0.0:1763332805.441211:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611091072 00000100:00100000:2.0:1763332805.442142:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2768 00000100:00100000:2.0:1763332805.442158:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37855:x1848987611091072:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332805.442184:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332805.442207:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322ed lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbef expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.442289:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c322f4 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442314:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c322f4 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442325:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c322f4 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442339:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c322fb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442347:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c322fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442371:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c322fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442449:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c322f4 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442460:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c322f4 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442466:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c322f4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442473:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c322f4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442478:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332805.442482:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c322f4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442490:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c322f4 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442501:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332805.442504:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332805.442509:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c322f4 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442516:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c322f4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442529:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c322fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442535:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c322fb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442540:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c322fb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442545:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332805.442547:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c322fb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442553:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c322fb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442560:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe438a1300) 00010000:00010000:2.0:1763332805.442563:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332805.442565:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c322fb lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442570:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c322fb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.442604:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322ed lrc: 1/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbef expref: 28 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.442614:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332805.442616:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332805.442620:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c322ed lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbef expref: 28 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.442628:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05000, rc 0) 00000100:00100000:2.0:1763332805.442687:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37855:x1848987611091072:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 534us (2268us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332805.442694:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2768 00000100:00100000:1.0:1763332805.447993:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.448162:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611091200 00000100:00100000:0.0:1763332805.448174:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611091200 00000100:00100000:0.0:1763332805.448242:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2769 00000100:00100000:0.0:1763332805.448253:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37855:x1848987611091200:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332805.448371:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c32302 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448389:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c32302 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448399:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c32302 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448415:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32309 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448421:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32309 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448426:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32309 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448511:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32310 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448520:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32310 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448526:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32310 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332805.448571:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00000004:00200000:0.0:1763332805.448576:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332805.448589:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32310 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448602:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c32302 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448610:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c32302 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448616:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c32302 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448622:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c32302 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448629:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332805.448633:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c32302 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448641:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c32302 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448656:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:0.0:1763332805.448660:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332805.448666:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c32302 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448672:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c32302 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448687:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32309 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448692:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32309 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448698:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32309 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448702:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332805.448704:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32309 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448709:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32309 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448717:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe4388ee00) 00010000:00010000:0.0:1763332805.448719:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332805.448722:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32309 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448727:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32309 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448740:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32310 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448746:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32310 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448750:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32310 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448755:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332805.448757:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32310 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448762:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32310 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448769:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:0.0:1763332805.448771:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332805.448773:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32310 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.448778:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32310 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332805.448868:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37855:x1848987611091200:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 615us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332805.448876:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2769 00000100:00100000:1.0:1763332805.463607:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.463697:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611091456 00000100:00100000:2.0:1763332805.463706:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611091456 00000100:00100000:2.0:1763332805.463761:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2770 00000100:00100000:2.0:1763332805.463769:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+27:37856:x1848987611091456:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332805.463791:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332805.463809:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c32317 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbf6 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.463876:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3231e lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.463892:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3231e lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.463903:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3231e lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.463916:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32325 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.463923:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32325 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.463929:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32325 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464034:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3232c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464042:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3232c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464048:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3232c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332805.464058:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:2.0:1763332805.464135:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3231e lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464146:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3231e lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464153:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3231e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464159:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3231e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464164:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332805.464168:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3231e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464176:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3231e lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464187:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:2.0:1763332805.464190:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332805.464194:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3231e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464200:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05800/0xb32e3ef184c3231e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464212:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32325 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464218:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32325 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464223:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32325 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464228:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332805.464231:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32325 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464236:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32325 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464242:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe438a1300) 00010000:00010000:2.0:1763332805.464245:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332805.464247:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32325 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464252:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c32325 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332805.464284:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c32317 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbf6 expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.464295:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3232c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbf6 expref: 29 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332805.464301:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:2.0:1763332805.464314:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332805.464317:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05c00, rc 0) 00000100:00100000:2.0:1763332805.464429:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+29:37856:x1848987611091456:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 661us (831us total) trans 4294969080 rc 0/0 00000100:00100000:2.0:1763332805.464437:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2770 00000100:00100000:1.0:1763332805.468148:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.468678:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611091712 00000100:00100000:2.0:1763332805.468690:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611091712 00000100:00100000:2.0:1763332805.468747:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 804 00000100:00100000:2.0:1763332805.468756:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+29:37856:x1848987611091712:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332805.469919:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+30:37856:x1848987611091712:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1154us (1772us total) trans 4294969081 rc 0/0 00000100:00100000:2.0:1763332805.469929:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 804 00000100:00100000:1.0:1763332805.474793:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.475052:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611091968 00000100:00100000:0.0:1763332805.475062:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611091968 00000100:00100000:0.0:1763332805.475122:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2771 00000100:00100000:0.0:1763332805.475133:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+30:37856:x1848987611091968:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332805.475157:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332805.475179:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c3233a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dbfd expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.475293:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.475316:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3232c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbf6 expref: 31 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.475326:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.475408:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3232c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbf6 expref: 31 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.475427:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3232c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbf6 expref: 31 pid: 8606 timeout: 1009 lvb_type: 0 00000100:00100000:0.0:1763332805.475441:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626317696:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332805.475519:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe439dd780 going to sleep for 11 seconds 00000100:00100000:0.0:1763332805.479725:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626317696:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332805.479755:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332805.479890:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.480426:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611092096 00000100:00100000:0.0:1763332805.480434:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611092096 00010000:00010000:0.0:1763332805.480468:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3232c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbf6 expref: 32 pid: 8606 timeout: 1009 lvb_type: 0 00000100:00100000:0.0:1763332805.480550:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 744 00000100:00100000:0.0:1763332805.480560:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+32:2420:x1848987611092096:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332805.480577:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332805.480584:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3232c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbf6 expref: 32 pid: 8606 timeout: 1009 lvb_type: 0 00010000:00010000:0.0:1763332805.480595:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3232c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbf6 expref: 32 pid: 8606 timeout: 1009 lvb_type: 0 00010000:00010000:0.0:1763332805.480615:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05c00/0xb32e3ef184c3232c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbf6 expref: 32 pid: 8606 timeout: 1009 lvb_type: 0 00010000:00010000:0.0:1763332805.480636:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:0.0:1763332805.480641:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.480650:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.480657:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.480824:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332805.480881:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+31:2420:x1848987611092096:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 322us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332805.480889:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 744 00010000:00010000:1.0:1763332805.480932:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.480938:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332805.480968:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:1.0:1763332805.481099:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c3233a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbfd expref: 32 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332805.481116:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbfd expref: 31 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332805.481123:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:1.0:1763332805.481126:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332805.481129:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191800, rc 0) 00000100:00100000:1.0:1763332805.481154:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+31:37856:x1848987611091968:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6024us (6371us total) trans 4294969082 rc 0/0 00000100:00100000:1.0:1763332805.481161:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2771 00000100:00100000:1.0:1763332805.484265:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.484388:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611092224 00000100:00100000:0.0:1763332805.484398:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611092224 00000100:00100000:0.0:1763332805.484458:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2772 00000100:00100000:0.0:1763332805.484468:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+31:37856:x1848987611092224:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332805.484491:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332805.484512:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c3234f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc04 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.484606:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32356 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.484620:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbfd expref: 32 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.484628:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32356 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.484660:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbfd expref: 32 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.484673:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbfd expref: 32 pid: 12741 timeout: 1009 lvb_type: 0 00000100:00100000:0.0:1763332805.484686:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626317824:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332805.484758:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe439dd780 going to sleep for 11 seconds 00000100:00100000:0.0:1763332805.487299:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626317824:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332805.487338:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32356 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332805.488409:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.488618:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611092352 00000100:00100000:0.0:1763332805.488627:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611092352 00010000:00010000:0.0:1763332805.488665:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbfd expref: 33 pid: 12741 timeout: 1009 lvb_type: 0 00000100:00100000:0.0:1763332805.488871:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 745 00000100:00100000:0.0:1763332805.488880:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+33:2420:x1848987611092352:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332805.488896:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332805.488902:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbfd expref: 33 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:0.0:1763332805.488914:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbfd expref: 33 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:0.0:1763332805.488934:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32341 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x15:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbfd expref: 33 pid: 12741 timeout: 1009 lvb_type: 0 00010000:00010000:0.0:1763332805.489071:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:0.0:1763332805.489076:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32356 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.489087:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32356 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.489094:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32356 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332805.489129:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332805.489208:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+32:2420:x1848987611092352:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 328us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332805.489216:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 745 00010000:00010000:1.0:1763332805.489377:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32356 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.489386:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32356 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332805.489434:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00000004:00200000:1.0:1763332805.489439:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332805.489457:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32356 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.489485:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c3234f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc04 expref: 32 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332805.489499:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32356 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc04 expref: 31 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332805.489506:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:1.0:1763332805.489509:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332805.489512:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190e00, rc 0) 00000100:00100000:1.0:1763332805.489548:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+31:37856:x1848987611092224:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5081us (5292us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332805.489554:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2772 00000100:00100000:1.0:1763332805.493146:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.493273:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611092608 00000100:00100000:2.0:1763332805.493284:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611092608 00000100:00100000:2.0:1763332805.493377:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 805 00000100:00100000:2.0:1763332805.493388:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+31:37856:x1848987611092608:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332805.493600:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+32:37856:x1848987611092608:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 214us (464us total) trans 4294969083 rc 0/0 00000100:00100000:2.0:1763332805.493607:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 805 00000100:00100000:3.0:1763332805.511594:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332805.511707:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611092864 00000100:00100000:1.0:1763332805.511718:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611092864 00000100:00100000:1.0:1763332805.511782:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2773 00000100:00100000:1.0:1763332805.511792:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+32:37857:x1848987611092864:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332805.511815:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332805.511837:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c3235d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc0b expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332805.511913:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c32364 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.511928:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c32364 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.511939:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c32364 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512293:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c3236b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512310:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c3236b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512318:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c3236b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512449:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c32364 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512456:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c32364 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512462:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c32364 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512469:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c32364 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512474:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332805.512478:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c32364 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512486:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c32364 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512497:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:1.0:1763332805.512500:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332805.512505:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c32364 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512511:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49325400/0xb32e3ef184c32364 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512524:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c3236b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512530:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c3236b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512535:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c3236b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512539:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49324400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332805.512542:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c3236b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512547:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c3236b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512554:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92ff621b4200) 00010000:00010000:1.0:1763332805.512556:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332805.512558:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c3236b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512563:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c3236b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332805.512597:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c3235d lrc: 1/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc0b expref: 33 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332805.512608:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:1.0:1763332805.512610:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332805.512614:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c3235d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc0b expref: 33 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332805.512624:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49324800, rc 0) 00000100:00100000:1.0:1763332805.512699:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+32:37857:x1848987611092864:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 906us (1114us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332805.512707:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2773 00000100:00100000:2.0:1763332805.516211:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.516311:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611092992 00000100:00100000:0.0:1763332805.516322:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611092992 00000100:00100000:0.0:1763332805.516405:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2774 00000100:00100000:0.0:1763332805.516416:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+32:37857:x1848987611092992:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332805.516496:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32372 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516513:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32372 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516525:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32372 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516541:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32379 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516547:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32379 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516554:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32379 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516623:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32380 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516631:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32380 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516637:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32380 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332805.516677:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00000004:00200000:0.0:1763332805.516682:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332805.516693:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32380 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516706:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32372 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516712:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32372 lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516718:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32372 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516725:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32372 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516731:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332805.516734:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32372 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516741:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32372 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516753:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:0.0:1763332805.516755:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332805.516760:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32372 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516765:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32372 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516776:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32379 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516782:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32379 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516786:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32379 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516790:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332805.516792:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32379 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516798:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32379 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516804:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe4388ee00) 00010000:00010000:0.0:1763332805.516807:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332805.516809:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32379 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516814:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c32379 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516829:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32380 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516835:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32380 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516841:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32380 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516845:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332805.516847:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32380 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516852:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32380 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516858:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:0.0:1763332805.516860:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332805.516863:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32380 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.516868:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32380 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:0.0:1763332805.516939:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+32:37857:x1848987611092992:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 525us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332805.516946:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2774 00000100:00100000:2.0:1763332805.531564:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332805.531622:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611093248 00000100:00100000:0.0:1763332805.531634:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611093248 00000100:00100000:0.0:1763332805.531767:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2775 00000100:00100000:0.0:1763332805.531778:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+32:37860:x1848987611093248:12345-192.168.204.28@tcp:101:cat.0 00010000:00010000:0.0:1763332805.531801:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332805.531823:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32387 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc12 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.531904:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3238e lrc: 3/1,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.531919:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3238e lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.531931:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3238e lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.531943:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32395 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.532718:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32395 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.532730:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32395 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.532849:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3239c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.532857:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3239c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.532864:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3239c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332805.532874:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 4 00010000:00010000:0.0:1763332805.533148:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3238e lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533156:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3238e lrc: 4/1,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533165:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3238e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533171:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3238e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533177:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332805.533182:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3238e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533189:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3238e lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533201:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:0.0:1763332805.533203:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332805.533208:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3238e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533214:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3238e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533229:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32395 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533234:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32395 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533239:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32395 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533243:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332805.533246:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32395 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533254:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32395 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533260:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x889a05d5 (ffff92fe4388ee00) 00010000:00010000:0.0:1763332805.533262:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332805.533265:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32395 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533270:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32395 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x889a05d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332805.533330:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32387 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc12 expref: 35 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.533343:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3239c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc12 expref: 34 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.533447:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:0.0:1763332805.533450:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332805.533453:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191400, rc 0) 00000100:00100000:0.0:1763332805.533567:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+34:37860:x1848987611093248:12345-192.168.204.28@tcp:101:cat.0 Request processed in 1790us (2011us total) trans 4294969084 rc 0/0 00000100:00100000:0.0:1763332805.533575:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2775 00000100:00100000:3.0:1763332805.536890:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332805.536951:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332805.537244:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611093376 00000100:00100000:2.0:1763332805.537256:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611093376 00002000:00100000:2.0:1763332805.537325:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x49:0x0] (0->4095) req@ffff92fe43998380 x1848987611093376/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:116/0 lens 488/0 e 0 to 0 dl 1763332816 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332805.537336:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe43998380 with x1848987611093376 ext(0->4095) 00002000:00010000:2.0:1763332805.537342:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe43998380 00000100:00100000:2.0:1763332805.537413:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 584 00000100:00100000:0.0:1763332805.537606:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611093504 00000100:00100000:0.0:1763332805.537611:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611093504 00000100:00100000:0.0:1763332805.537639:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 300 00000100:00100000:0.0:1763332805.537646:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+34:2420:x1848987611093504:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332805.537661:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332805.537684:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3239c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc12 expref: 34 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332805.537702:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:0.0:1763332805.537706:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332805.537760:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+33:2420:x1848987611093504:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 113us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332805.537767:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 300 00000100:00100000:2.0:1763332805.537887:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611093376:12345-192.168.204.28@tcp:3:cat.0 00000100:00100000:2.0:1763332805.538213:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611093376:12345-192.168.204.28@tcp:3:cat.0 Request processed in 329us (1330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763332805.539085:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 584 00002000:00100000:2.0:1763332805.539098:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x49:0x0] (0->4095) req@ffff92fe43998380 x1848987611093376/t0(0) o3->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:116/0 lens 488/4536 e 0 to 0 dl 1763332816 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332805.539119:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe43998380 with x1848987611093376 ext(0->4095) 00002000:00010000:2.0:1763332805.539125:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe43998380 00000100:00100000:1.0:1763332805.542710:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332805.543053:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611093760 00000100:00100000:3.0:1763332805.543064:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611093760 00000100:00100000:3.0:1763332805.543123:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 806 00000100:00100000:3.0:1763332805.543132:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+33:37860:x1848987611093760:12345-192.168.204.28@tcp:35:cat.0 00000100:00100000:3.0:1763332805.543387:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+34:37860:x1848987611093760:12345-192.168.204.28@tcp:35:cat.0 Request processed in 254us (689us total) trans 4294969085 rc 0/0 00000100:00100000:3.0:1763332805.543394:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 806 00000100:00100000:2.0:1763332805.712665:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626317952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332805.712748:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332805.713267:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626317952 00000100:00100000:0.0:1763332805.713276:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626317952 00000100:00100000:0.0:1763332805.713344:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1763332805.713382:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626317952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332805.713428:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:0.0:1763332805.713485:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626317952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332805.713492:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1763332805.714189:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:3.0:1763332805.714196:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967373 committed transno 4294967373 00000020:00080000:3.0:1763332805.714203:0:3653:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92fe439ddd80 refcount 2 committed 0 result 0 batchid 42 00000020:00080000:3.0:1763332805.714207:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92fe410acb00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe439ddf00 00000020:00080000:3.0:1763332805.714210:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].8 00000020:00080000:3.0:1763332805.714213:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92fe410ac400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92ff42bf3600 00000020:00080000:3.0:1763332805.714216:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].19 00000100:00100000:3.0:1763332805.714261:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626317952:0@lo:41:osp-pre-1-0.0 00000020:00080000:2.0:1763332805.714330:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 43 committed batchid 41 00000020:00080000:2.0:1763332805.714426:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 41 00000100:00100000:2.0:1763332806.226297:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626318208:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.226297:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626318080:0@lo:400:kworker.0 00000100:00100000:3.0:1763332806.226396:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626318336:0@lo:400:kworker.0 00000100:00100000:2.0:1763332806.226484:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332806.226538:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626318720:0@lo:400:kworker.0 00000100:00100000:2.0:1763332806.226566:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332806.226600:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626319232:0@lo:400:kworker.0 00000100:00100000:2.0:1763332806.226624:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332806.226658:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626318464:0@lo:400:kworker.0 00000100:00100000:2.0:1763332806.226683:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332806.226702:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626318976:0@lo:400:kworker.0 00000100:00100000:2.0:1763332806.226866:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332806.226886:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626319488:0@lo:400:kworker.0 00000100:00100000:2.0:1763332806.226907:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332806.226944:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626318208 00000100:00100000:1.0:1763332806.227127:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626318720 00000100:00100000:1.0:1763332806.227136:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626318720 00000100:00100000:1.0:1763332806.227195:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626318976 00000100:00100000:1.0:1763332806.227198:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626318976 00000100:00100000:1.0:1763332806.227222:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1763332806.227232:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626318720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332806.227308:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626318720:12345-0@lo:400:kworker.0 Request processed in 77us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332806.227316:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1763332806.227335:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1763332806.227342:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626318976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332806.227395:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626318976:12345-0@lo:400:kworker.0 Request processed in 54us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332806.227401:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1763332806.227421:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626319232 00000100:00100000:1.0:1763332806.227424:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626319232 00000100:00100000:1.0:1763332806.227450:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626318464 00000100:00100000:1.0:1763332806.227454:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626318464 00000100:00100000:1.0:1763332806.227468:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626319488 00000100:00100000:1.0:1763332806.227471:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626319488 00000100:00100000:1.0:1763332806.227484:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1763332806.227490:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626319232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332806.227520:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626319232:12345-0@lo:400:kworker.0 Request processed in 30us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332806.227527:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1763332806.227538:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1763332806.227544:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626318464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332806.227570:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626318464:12345-0@lo:400:kworker.0 Request processed in 26us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332806.227576:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1763332806.227586:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1763332806.227592:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626319488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332806.227614:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626319488:12345-0@lo:400:kworker.0 Request processed in 23us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332806.227623:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1763332806.228928:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332806.228988:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626318592:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.229025:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332806.229045:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626319104:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.229066:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332806.229084:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626319616:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.229106:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332806.229151:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626319616 00000100:00100000:0.0:1763332806.229157:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626319616 00000100:00100000:0.0:1763332806.229197:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1763332806.229204:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626319616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.229254:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626319616:12345-0@lo:400:kworker.0 Request processed in 50us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332806.229261:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1763332806.229282:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626319104 00000100:00100000:0.0:1763332806.229286:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626319104 00000100:00100000:0.0:1763332806.229324:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1763332806.229331:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626319104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.229390:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626319104:12345-0@lo:400:kworker.0 Request processed in 54us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332806.229397:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1763332806.229424:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626318080 00000100:00100000:0.0:1763332806.229427:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626318080 00000100:00100000:0.0:1763332806.229452:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1763332806.229458:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626318080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.229487:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626318080:12345-0@lo:400:kworker.0 Request processed in 29us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332806.229493:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1763332806.229519:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626318592 00000100:00100000:0.0:1763332806.229523:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626318592 00000100:00100000:0.0:1763332806.229545:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1763332806.229551:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626318592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.229580:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626318592:12345-0@lo:400:kworker.0 Request processed in 30us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332806.229586:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1763332806.230016:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626318080:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.230033:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626318592:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.230045:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626319104:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.230054:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626319616:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.230142:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626318720:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.230154:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626319232:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.230182:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626318464:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.230193:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869489 gen 2 00000004:00080000:0.0:1763332806.230198:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44fab100, transno 17179869489 00000100:00100000:0.0:1763332806.230210:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626318976:0@lo:400:kworker.0 00000100:00100000:0.0:1763332806.230224:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626319488:0@lo:400:kworker.0 00000100:00100000:2.0:1763332806.230960:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626318208 00000100:00100000:2.0:1763332806.231026:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1763332806.231033:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626318208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332806.231098:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626318208:12345-0@lo:400:kworker.0 Request processed in 64us (4613us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332806.231104:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00010000:00010000:0.0:1763332806.231129:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332806.231142:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626318208:0@lo:400:kworker.0 00000100:00080000:0.0:1763332806.231166:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763332806.231171:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763332806.231175:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332806.231192:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332806.231375:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332806.231408:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626318848:0@lo:400:kworker.0 00000100:00100000:3.0:1763332806.231431:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332806.231450:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626318848 00000100:00100000:3.0:1763332806.231453:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626318848 00000100:00100000:3.0:1763332806.231479:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1763332806.231485:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626318848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332806.231512:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626318848:12345-0@lo:400:kworker.0 Request processed in 28us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332806.231518:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1763332806.231542:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626318848:0@lo:400:kworker.0 00000100:00100000:3.0:1763332806.231549:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626319360:0@lo:400:kworker.0 00000100:00100000:3.0:1763332806.231567:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332806.231650:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626319360 00000100:00100000:2.0:1763332806.231653:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626319360 00000100:00100000:2.0:1763332806.231691:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1763332806.231696:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626319360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332806.231742:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626319360:12345-0@lo:400:kworker.0 Request processed in 45us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332806.231748:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1763332806.231779:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626318336 00000100:00100000:0.0:1763332806.231784:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626318336 00000100:00080000:3.0:1763332806.231797:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332806.231816:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626319360:0@lo:400:kworker.0 00000100:00100000:2.0:1763332806.231956:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1763332806.231965:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626318336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332806.232012:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626318336:12345-0@lo:400:kworker.0 Request processed in 49us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332806.232018:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1763332806.232076:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626318336:0@lo:400:kworker.0 00010000:00010000:3.0:1763332806.234905:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332806.234927:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332806.234935:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332806.234941:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b05400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332806.234946:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332806.234954:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332806.234975:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x83c42efe (ffff92fe44cd0100) 00010000:00010000:3.0:1763332806.234979:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332806.234985:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332806.234991:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b05400/0xb32e3ef184c31f20 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x4:0x0].0x83c42efe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000001:00080000:0.0:1763332806.236429:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967382 is committed 00000004:00080000:0.0:1763332806.236442:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 8 committed 00000020:00080000:0.0:1763332806.236466:0:7438:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 5 batchid updated 00000100:00100000:3.0:1763332806.236644:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332806.236668:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626319744:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763332806.236742:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332806.236808:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626319744 00000100:00100000:3.0:1763332806.236815:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626319744 00000100:00100000:3.0:1763332806.236865:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1763332806.236875:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626319744:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763332806.236902:0:17605:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:71 count 1 00010000:00010000:3.0:1763332806.236929:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332806.236950:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 15 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332806.236958:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332806.236960:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332806.236964:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332806.236992:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 15 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332806.237005:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 15 pid: 29010 timeout: 1010 lvb_type: 0 00000100:00100000:3.0:1763332806.237017:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626319872:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332806.237073:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777f00 going to sleep for 11 seconds 00000020:00080000:1.0:1763332806.238867:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 5 00000004:00080000:1.0:1763332806.238942:0:7457:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff92ff801acc00 with version 13 00000020:00080000:1.0:1763332806.238958:0:7457:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 5 cancel update log [0x200000401:0x2:0x0].5: rc = 0 00000020:00080000:1.0:1763332806.239050:0:7457:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 5 cancel update log [0x240000400:0x2:0x0].5: rc = 0 00000020:00080000:1.0:1763332806.239057:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 5 00000004:00080000:3.0:1763332806.239214:0:7449:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff49dc1b40 version 13 rpc_version 13 00000020:00100000:3.0:1763332806.239247:0:7449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332806.239258:0:7449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe42f0dc00 x1848987626320128/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332806.239300:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626320128:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1763332806.241646:0:7449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332806.241696:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332806.241722:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626320128 00000100:00100000:3.0:1763332806.241730:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626320128 00000100:00100000:3.0:1763332806.241782:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1763332806.241791:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:7449:x1848987626320128:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1763332806.241981:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7449:x1848987626320128:12345-0@lo:1000:osp_up0-1.0 Request processed in 191us (342us total) trans 4294969086 rc 0/0 00000100:00100000:3.0:1763332806.241989:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1763332806.242041:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626320128:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763332806.249641:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332806.249709:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611093888 00000100:00100000:2.0:1763332806.249720:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611093888 00010000:00010000:2.0:1763332806.249762:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 16 pid: 29010 timeout: 1010 lvb_type: 0 00000100:00100000:2.0:1763332806.249804:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 746 00000100:00100000:2.0:1763332806.249815:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2418:x1848987611093888:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332806.249830:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332806.249835:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 16 pid: 29010 timeout: 1010 lvb_type: 0 00010000:00010000:2.0:1763332806.249855:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 16 pid: 29010 timeout: 1010 lvb_type: 0 00010000:00010000:2.0:1763332806.249880:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332806.249882:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332806.249887:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332806.249897:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332806.249914:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332806.249962:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2418:x1848987611093888:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 148us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332806.249968:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 746 00010000:00010000:3.0:1763332806.254930:0:17605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04c00/0xb32e3ef184c31a34 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d972 expref: 15 pid: 29010 timeout: 1010 lvb_type: 0 00000100:00100000:3.0:1763332806.254954:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626319872:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332806.254980:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332806.254992:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332806.255000:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332806.255010:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332806.255019:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332806.255045:0:17605:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332806.255085:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332806.255092:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332806.255099:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332806.255103:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332806.255111:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332806.255130:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332806.255137:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c323aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332806.255152:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332806.255154:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332806.255156:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332806.258610:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626319744:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21728us (21858us total) trans 21474836809 rc 0/0 00000100:00100000:3.0:1763332806.258625:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000004:00080000:1.0:1763332806.258768:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccfb80/2, rc 0, transno 21474836809 00000100:00100000:1.0:1763332806.258788:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626319744:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763332807.248641:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332807.760598:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626320256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332807.760691:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332807.761003:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332807.761076:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626320384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332807.761238:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626320256 00000100:00100000:1.0:1763332807.761248:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626320256 00000100:00100000:2.0:1763332807.761258:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332807.761330:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626320384 00000100:00100000:1.0:1763332807.761334:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626320384 00000100:00100000:1.0:1763332807.761378:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1763332807.761389:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626320256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332807.761418:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 213656128 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1763332807.761463:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626320256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332807.761471:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1763332807.761488:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1763332807.761494:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626320384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332807.761504:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 213656128 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1763332807.761531:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626320384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332807.761537:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1763332807.761656:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626320384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332807.761672:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626320256:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1763332807.761745:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332808.119698:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332808.119743:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332808.119778:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332808.119791:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611094272 00000100:00100000:3.0:1763332808.119802:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611094272 00000100:00100000:2.0:1763332808.119806:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332808.119837:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332808.119863:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611094016 00000100:00100000:1.0:1763332808.119870:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611094016 00000100:00100000:2.0:1763332808.119872:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611094144 00000100:00100000:2.0:1763332808.119878:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611094144 00000100:00100000:3.0:1763332808.119886:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 993 00000100:00100000:3.0:1763332808.119900:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611094272:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332808.119915:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 724 00000100:00100000:1.0:1763332808.119929:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987611094016:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332808.119930:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 994 00000100:00100000:0.0:1763332808.119946:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+34:2421:x1848987611094144:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332808.119947:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611094528 00000100:00100000:2.0:1763332808.119951:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611094528 00000100:00100000:2.0:1763332808.119980:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611094400 00000100:00100000:2.0:1763332808.119983:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611094400 00000100:00100000:3.0:1763332808.119988:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611094272:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 91us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332808.119992:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987611094016:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 65us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332808.119993:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dec5569-9184-4622-8fc2-84b1eb26add2+34:2421:x1848987611094144:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 48us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332808.120005:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 993 00000100:00100000:1.0:1763332808.120014:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 724 00000100:00100000:0.0:1763332808.120014:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 994 00000100:00100000:2.0:1763332808.120599:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 574 00000100:00100000:2.0:1763332808.120610:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611094528:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332808.120646:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611094528:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 40us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332808.120655:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 574 00000100:00100000:2.0:1763332808.120726:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 575 00000100:00100000:2.0:1763332808.120733:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611094400:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332808.120759:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611094400:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 27us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332808.120765:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 575 00000100:00080000:3.0:1763332808.124709:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332808.124719:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332808.124723:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332808.124727:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332808.272767:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332808.273510:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626320512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332808.273583:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1763332808.273737:0:8605:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 912353386499ns, next at 913353382631ns, rc = 0 00010000:00010000:1.0:1763332808.273809:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332808.274550:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332808.274563:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626320640:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332808.274600:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332808.274673:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626320512 00000100:00100000:0.0:1763332808.274680:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626320512 00000100:00100000:0.0:1763332808.274738:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626320640 00000100:00100000:0.0:1763332808.274742:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626320640 00000100:00100000:0.0:1763332808.274759:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1763332808.274766:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626320512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332808.274795:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 173150784 pending 57344 free 3920334848 avail 3688812544 00000100:00100000:0.0:1763332808.274836:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626320512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332808.274843:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1763332808.274860:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1763332808.274867:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626320640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332808.274877:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 173150784 pending 57344 free 3920334848 avail 3688812544 00000100:00080000:3.0:1763332808.274992:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332808.275090:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626320512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332808.275134:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626320640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332808.275176:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626320640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 38us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332808.275183:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00010000:00010000:1.0:1763332809.304391:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332809.306129:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626320768:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332809.306224:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332809.307406:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626320768 00000100:00100000:2.0:1763332809.307421:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626320768 00000100:00100000:1.0:1763332809.308037:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1763332809.308054:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626320768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332809.308112:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446019072 avail 1299779584 00000100:00100000:1.0:1763332809.308204:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626320768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 156us (1979us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332809.308212:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1763332809.308420:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626320768:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1763332809.812937:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836809 is committed 00000001:00080000:2.0:1763332809.812953:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836808 is committed 00000001:00080000:2.0:1763332809.812958:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836807 is committed 00010000:00010000:2.0:1763332810.330551:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332810.843790:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332810.843815:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626320896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332810.843881:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332810.843942:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626320896 00000100:00100000:1.0:1763332810.843950:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626320896 00000100:00100000:1.0:1763332810.843995:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1763332810.844003:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626320896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763332810.844035:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:1.0:1763332810.844078:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626320896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332810.844085:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1763332810.844135:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626320896:0@lo:41:osp-pre-1-0.0 00000001:00080000:0.0:1763332810.846120:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969086 is committed 00000020:00080000:0.0:1763332810.846136:0:6500:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 43 batchid updated 00000001:00080000:0.0:1763332810.846161:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969085 is committed 00000020:00080000:0.0:1763332810.846218:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 43 00000004:00080000:0.0:1763332810.846279:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff6b3dac00 with version 19 00000020:00080000:0.0:1763332810.846290:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 42 cancel update log [0x240000401:0x3:0x0].8: rc = 0 00000020:00080000:0.0:1763332810.846397:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 42 cancel update log [0x200000400:0x2:0x0].19: rc = 0 00000020:00080000:0.0:1763332810.846427:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 43 cancel update log [0x200000400:0x2:0x0].20: rc = 0 00000020:00080000:0.0:1763332810.846433:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 43 00000004:00080000:3.0:1763332810.846830:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 19 rpc_version 19 00000020:00100000:3.0:1763332810.846868:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332810.846878:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe44dcb480 x1848987626321152/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332810.846902:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcb480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626321152:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332810.846964:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:1.0:1763332810.848083:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869498 is committed 00000001:00080000:1.0:1763332810.848093:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869497 is committed 00000100:00100000:3.0:1763332810.849118:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777e40 going to sleep for 11 seconds 00010000:00010000:3.0:1763332810.849143:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332810.849155:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332810.849162:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332810.849169:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332810.849174:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332810.849182:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332810.849199:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x9da75000 (ffff92fe4388ea00) 00010000:00010000:3.0:1763332810.849203:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332810.849218:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332810.849225:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c322ae lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x9da75000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:0.0:1763332810.849481:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626321152 00000100:00100000:0.0:1763332810.849492:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626321152 00000100:00100000:0.0:1763332810.849557:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:0.0:1763332810.849567:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7795:x1848987626321152:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332810.849786:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7795:x1848987626321152:12345-0@lo:1000:osp_up1-0.0 Request processed in 220us (2821us total) trans 4294967383 rc 0/0 00000100:00100000:0.0:1763332810.849794:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1763332810.850084:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcb480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626321152:0@lo:1000:osp_up1-0.0 00000001:02000400:1.0:1763332811.141397:0:30205:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-flr test_44c skipping ALWAYS excluded test 44c 00000100:00100000:0.0:1763332811.349658:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626321408:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.349735:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.349785:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626321920:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.349809:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.349830:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626322432:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.349851:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.349879:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1763332811.349885:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626321280:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.349914:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.349934:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626321792:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.349958:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.349972:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626322304:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.349991:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.350004:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626322816:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350025:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.350049:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626321536:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350068:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.350083:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626322048:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350101:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.350114:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626322560:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350128:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.350143:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1763332811.350147:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626321664:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350165:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.350179:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626322176:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350210:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.350226:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626322688:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350247:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332811.350284:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626321408 00000100:00100000:0.0:1763332811.350293:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626321408 00000100:00100000:0.0:1763332811.350338:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626322432 00000100:00100000:0.0:1763332811.350341:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626322432 00000100:00100000:0.0:1763332811.350402:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626322816 00000100:00100000:0.0:1763332811.350406:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626322816 00000100:00100000:0.0:1763332811.350418:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626322560 00000100:00100000:0.0:1763332811.350421:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626322560 00000100:00100000:0.0:1763332811.350431:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626321664 00000100:00100000:0.0:1763332811.350434:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626321664 00000100:00100000:0.0:1763332811.350443:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626322688 00000100:00100000:0.0:1763332811.350445:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626322688 00000100:00100000:0.0:1763332811.350462:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1763332811.350470:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626321408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350522:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626321408:12345-0@lo:400:kworker.0 Request processed in 54us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332811.350530:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1763332811.350548:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:0.0:1763332811.350554:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626322432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350581:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626322432:12345-0@lo:400:kworker.0 Request processed in 27us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332811.350587:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:0.0:1763332811.350600:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1763332811.350605:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626322816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350632:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626322816:12345-0@lo:400:kworker.0 Request processed in 26us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332811.350637:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1763332811.350648:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1763332811.350654:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626322560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350683:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626322560:12345-0@lo:400:kworker.0 Request processed in 28us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332811.350689:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1763332811.350702:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1763332811.350708:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626321664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350735:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626321664:12345-0@lo:400:kworker.0 Request processed in 27us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332811.350741:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1763332811.350752:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1763332811.350758:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626322688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350784:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626322688:12345-0@lo:400:kworker.0 Request processed in 26us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332811.350790:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1763332811.350808:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626321280 00000100:00100000:0.0:1763332811.350812:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626321280 00000100:00100000:0.0:1763332811.350840:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1763332811.350846:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626321280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350876:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626321280:12345-0@lo:400:kworker.0 Request processed in 30us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332811.350883:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1763332811.350912:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626321792 00000100:00100000:0.0:1763332811.350916:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626321792 00000100:00100000:0.0:1763332811.350939:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1763332811.350945:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626321792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.350979:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626321792:12345-0@lo:400:kworker.0 Request processed in 35us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332811.350985:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1763332811.350995:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626321536 00000100:00100000:0.0:1763332811.350998:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626321536 00000100:00100000:0.0:1763332811.351013:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1763332811.351018:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626321536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.351045:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626321536:12345-0@lo:400:kworker.0 Request processed in 26us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332811.351050:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1763332811.351107:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626321664:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.351119:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626322688:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.351128:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294969086 gen 2 00000004:00080000:0.0:1763332811.351134:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294969086 committed transno 4294969086 00000100:00100000:0.0:1763332811.351157:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626321536:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.351168:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626322560:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.351221:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626321280:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.351233:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626321792:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.351246:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626322816:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.351258:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626321408:0@lo:400:kworker.0 00000100:00100000:0.0:1763332811.351270:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626322432:0@lo:400:kworker.0 00000100:00100000:2.0:1763332811.351408:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626321920 00000100:00100000:2.0:1763332811.351413:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626321920 00000100:00100000:2.0:1763332811.351446:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626322304 00000100:00100000:2.0:1763332811.351450:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626322304 00000100:00100000:2.0:1763332811.351472:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626322048 00000100:00100000:2.0:1763332811.351475:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626322048 00000100:00100000:2.0:1763332811.351495:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626322176 00000100:00100000:2.0:1763332811.351498:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626322176 00000100:00100000:2.0:1763332811.351518:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1763332811.351526:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626321920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332811.351571:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626321920:12345-0@lo:400:kworker.0 Request processed in 46us (1761us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332811.351578:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1763332811.351593:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1763332811.351600:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e058c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626322304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332811.351629:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e058c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626322304:12345-0@lo:400:kworker.0 Request processed in 30us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332811.351634:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1763332811.351756:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1763332811.351762:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626322048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332811.351793:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626322048:12345-0@lo:400:kworker.0 Request processed in 32us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332811.351799:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1763332811.351811:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1763332811.351817:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626322176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332811.351843:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626322176:12345-0@lo:400:kworker.0 Request processed in 27us (1633us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332811.351848:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1763332811.351906:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626322176:0@lo:400:kworker.0 00000100:00100000:2.0:1763332811.351915:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836808 gen 2 00000004:00080000:2.0:1763332811.351919:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7df94a80, transno 21474836799 00000004:00080000:2.0:1763332811.351928:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474836802 committed transno 21474836808 00000004:00080000:2.0:1763332811.351940:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e18700, transno 21474836803 00000004:00080000:2.0:1763332811.351942:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e1bb80, transno 21474836806 00000004:00080000:2.0:1763332811.351945:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44ccf480, transno 21474836808 00000100:00100000:2.0:1763332811.351949:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626322048:0@lo:400:kworker.0 00000004:00080000:2.0:1763332811.352080:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1763332811.352101:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869498 gen 2 00000004:00080000:2.0:1763332811.352104:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7566c380, transno 17179869498 00000100:00100000:2.0:1763332811.352114:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626322304:0@lo:400:kworker.0 00000100:00100000:2.0:1763332811.352124:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836809 gen 2 00000004:00080000:2.0:1763332811.352126:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44ccfb80, transno 21474836809 00000100:00100000:2.0:1763332811.352132:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626321920:0@lo:400:kworker.0 00000100:00080000:2.0:1763332811.352491:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332811.352496:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332811.352498:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332811.352501:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1763332811.353738:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1763332811.357451:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967383 is committed 00000004:00080000:2.0:1763332811.357466:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 9 committed 00000100:00100000:3.0:1763332811.357929:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332811.357954:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626322944:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763332811.358034:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332811.358105:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626322944 00000100:00100000:3.0:1763332811.358113:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626322944 00000100:00100000:3.0:1763332811.358167:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:3.0:1763332811.358175:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626322944:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763332811.358218:0:17605:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:73 count 1 00010000:00010000:3.0:1763332811.358247:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332811.358270:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 7 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332811.358279:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332811.358281:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332811.358285:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332811.358312:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 7 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332811.358326:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 7 pid: 29010 timeout: 1015 lvb_type: 0 00000100:00100000:3.0:1763332811.358337:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626323072:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332811.358427:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe487770c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332811.368081:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332811.368138:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626323072:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332811.368164:0:17605:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332811.368209:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611094656 00000100:00100000:1.0:1763332811.368216:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611094656 00010000:00010000:1.0:1763332811.368263:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 8 pid: 29010 timeout: 1015 lvb_type: 0 00000100:00100000:1.0:1763332811.368294:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 747 00000100:00100000:1.0:1763332811.368303:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2421:x1848987611094656:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332811.368327:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332811.368337:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 8 pid: 29010 timeout: 1015 lvb_type: 0 00010000:00010000:1.0:1763332811.368385:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 8 pid: 29010 timeout: 1015 lvb_type: 0 00010000:00010000:1.0:1763332811.368410:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b05e00/0xb32e3ef184c31a3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d979 expref: 8 pid: 29010 timeout: 1015 lvb_type: 0 00010000:00010000:1.0:1763332811.368427:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332811.368429:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332811.368434:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332811.368443:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332811.368465:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332811.368522:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+7:2421:x1848987611094656:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 220us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332811.368530:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 747 00010000:00010000:1.0:1763332811.368556:0:17605:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332811.368564:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332811.368579:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332811.368586:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332811.368602:0:17605:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763332811.369637:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626322944:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11458us (11600us total) trans 21474836810 rc 0/0 00000100:00100000:1.0:1763332811.369646:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00010000:00010000:1.0:1763332811.369763:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332811.369770:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332811.369780:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0ea00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332811.369784:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332811.369793:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332811.369807:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332811.369814:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c323b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332811.369836:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332811.369838:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332811.369840:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763332811.369875:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44822d80/2, rc 0, transno 21474836810 00000100:00100000:1.0:1763332811.369882:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626322944:0@lo:6:osp-syn-0-1.0 00000100:00080000:1.0:1763332811.369903:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1763332812.369799:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1763332812.597949:0:30253:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 44d: lfs mirror split does not break size ========================================================== 17:40:11 (1763332811) 00000100:00100000:2.0:1763332812.680329:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332812.682666:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611094784 00000100:00100000:1.0:1763332812.682679:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611094784 00000100:00100000:0.0:1763332812.683798:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2776 00000100:00100000:0.0:1763332812.683810:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611094784:12345-192.168.204.28@tcp:41:mkdir.0 00000004:00000024:0.0:1763332812.683849:0:12741:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:0.0:1763332812.683926:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611094784:12345-192.168.204.28@tcp:41:mkdir.0 Request processed in 117us (3606us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332812.683934:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2776 00000100:00080000:1.0:1763332812.685692:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332812.686459:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332812.686509:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611095040 00000100:00100000:2.0:1763332812.686521:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611095040 00000100:00100000:2.0:1763332812.686580:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2777 00000100:00100000:2.0:1763332812.686591:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:38572:x1848987611095040:12345-192.168.204.28@tcp:36:mkdir.0 00000100:00100000:2.0:1763332812.686723:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626323200:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1763332812.686794:0:29240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332812.686839:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43a6b840 going to sleep for 11 seconds 00000100:00100000:0.0:1763332812.689185:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626323200 00000100:00100000:0.0:1763332812.689201:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626323200 00000100:00100000:0.0:1763332812.689279:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:0.0:1763332812.689289:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:29240:x1848987626323200:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.689435:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:29240:x1848987626323200:12345-0@lo:1000:mdt00_005.0 Request processed in 147us (2638us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332812.689444:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:0.0:1763332812.689507:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626323200:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.689608:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75666300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626323328:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.689647:0:29240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332812.689689:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332812.689694:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626323328 00000100:00100000:2.0:1763332812.689698:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626323328 00000100:00100000:2.0:1763332812.689723:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1763332812.689730:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:29240:x1848987626323328:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1763332812.689829:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:29240:x1848987626323328:12345-0@lo:1000:mdt00_005.0 Request processed in 100us (182us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763332812.689839:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1763332812.694612:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75666300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626323328:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1763332812.694691:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332812.694702:0:29240:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332812.694713:0:29240:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 29240 initiator: MDT1 00000100:00100000:0.0:1763332812.694733:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75666300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626323456:0@lo:101:mdt00_005.0 00000100:00100000:0.0:1763332812.694793:0:29240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332812.694836:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7000 going to sleep for 11 seconds 00000100:00100000:2.0:1763332812.694901:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626323456 00000100:00100000:2.0:1763332812.694908:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626323456 00000100:00100000:2.0:1763332812.694965:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1763332812.694975:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:29240:x1848987626323456:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1763332812.694992:0:7798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332812.695008:0:7798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c323bf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c323b8 expref: -99 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332812.695034:0:7798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dade expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332812.695045:0:7798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c323bf lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c323b8 expref: 7 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332812.695069:0:7798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dade expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332812.695083:0:7798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dade expref: 15 pid: 8606 timeout: 1016 lvb_type: 0 00000100:00100000:2.0:1763332812.695093:0:7798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fbb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7798:1848987626323584:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332812.695235:0:7798:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49c92840 going to sleep for 11 seconds 00000100:00100000:3.0:1763332812.702415:0:7798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511fbb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7798:1848987626323584:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332812.702456:0:7798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c323bf lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c323b8 expref: 7 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.702471:0:7798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332812.702475:0:7798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332812.702478:0:7798:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c323bf lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c323b8 expref: 7 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.702488:0:7798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05000, rc 0) 00000100:00100000:1.0:1763332812.702684:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75666300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626323456:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1763332812.702705:0:29240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332812.702715:0:29240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332812.703896:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:29240:x1848987626323456:12345-0@lo:101:mdt00_005.0 Request processed in 7581us (7760us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332812.703911:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1763332812.705410:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332812.705503:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611095168 00000100:00100000:0.0:1763332812.705512:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611095168 00010000:00010000:0.0:1763332812.705577:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dade expref: 16 pid: 8606 timeout: 1016 lvb_type: 0 00000100:00100000:0.0:1763332812.705611:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 748 00000100:00100000:0.0:1763332812.705621:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2421:x1848987611095168:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332812.705637:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332812.705643:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dade expref: 16 pid: 8606 timeout: 1016 lvb_type: 0 00010000:00010000:0.0:1763332812.705656:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dade expref: 16 pid: 8606 timeout: 1016 lvb_type: 0 00010000:00010000:0.0:1763332812.705680:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148fa00/0xb32e3ef184c31f74 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dade expref: 16 pid: 8606 timeout: 1016 lvb_type: 0 00010000:00010000:0.0:1763332812.705696:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332812.705703:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c323bf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c323b8 expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.705715:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c323bf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c323b8 expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.705724:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c323bf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c323b8 expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.705758:0:28428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c323bf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c323b8 expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332812.705772:0:28428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:28428:1848987626323712:0@lo:105: 00000100:00100000:0.0:1763332812.705816:0:28428:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332812.705851:0:28428:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332812.706218:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626323712 00000100:00100000:3.0:1763332812.706224:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626323712 00000100:00100000:3.0:1763332812.706265:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1763332812.706273:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:28428:x1848987626323712:12345-0@lo:105: 00010000:00010000:3.0:1763332812.706284:0:6502:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.706295:0:6502:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.706304:0:6502:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.706312:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.706319:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.706332:0:6502:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.706372:0:6502:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff92fe48190c00) 00000100:00100000:3.0:1763332812.706412:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:28428:x1848987626323712:12345-0@lo:105: Request processed in 139us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332812.706419:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00010000:3.0:1763332812.706456:0:29240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.706465:0:29240:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763332812.706488:0:29240:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1763332812.706525:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332812.706532:0:29240:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332812.706541:0:29240:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 29240 initiator: MDT1 00000100:00100000:3.0:1763332812.706556:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626323840:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1763332812.706584:0:29240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332812.706601:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777600 going to sleep for 11 seconds 00000100:00100000:3.0:1763332812.706616:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626323840 00000100:00100000:3.0:1763332812.706619:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626323840 00000100:00100000:3.0:1763332812.706647:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1763332812.706653:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:29240:x1848987626323840:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1763332812.706671:0:7798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332812.706685:0:7798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c323cd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c323c6 expref: -99 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.706703:0:7798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c323cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c323c6 expref: 8 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.706715:0:7798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c323cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c323c6 expref: 8 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.706722:0:7798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedb28f26 (ffff92ff7dcb6600) 00010000:00010000:3.0:1763332812.706726:0:7798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332812.706729:0:7798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0f600, rc 0) 00000100:00100000:3.0:1763332812.706759:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:29240:x1848987626323840:12345-0@lo:101:mdt00_005.0 Request processed in 107us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332812.706766:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1763332812.706799:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626323840:0@lo:101:mdt00_005.0 00010000:00010000:3.0:1763332812.706811:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c323cd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.706819:0:29240:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c323cd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763332812.706830:0:29240:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1763332812.706861:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626323968:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1763332812.706888:0:29240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332812.706902:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777840 going to sleep for 11 seconds 00000100:00100000:3.0:1763332812.706914:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626323968 00000100:00100000:3.0:1763332812.706918:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626323968 00000100:00100000:3.0:1763332812.706940:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1763332812.706946:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:29240:x1848987626323968:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.708086:0:28428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:28428:1848987626323712:0@lo:105: 00010000:00010000:0.0:1763332812.708103:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332812.708167:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611095168:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2546us (2764us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332812.708185:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 748 00000100:00080000:1.0:1763332812.708540:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332812.709223:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:29240:x1848987626323968:12345-0@lo:1000:mdt00_005.0 Request processed in 2274us (2331us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332812.709233:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1763332812.709340:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626323968:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.709522:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626324096:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.709561:0:29240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332812.709587:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7540 going to sleep for 11 seconds 00000100:00100000:3.0:1763332812.712441:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626324096 00000100:00100000:3.0:1763332812.712453:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626324096 00000100:00100000:3.0:1763332812.712530:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1763332812.712538:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:29240:x1848987626324096:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1763332812.712669:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:29240:x1848987626324096:12345-0@lo:1000:mdt00_005.0 Request processed in 131us (3107us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763332812.712676:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1763332812.712774:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626324096:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1763332812.712879:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450daa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626324224:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1763332812.712916:0:29240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332812.712958:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff43eb7480 going to sleep for 11 seconds 00000100:00100000:0.0:1763332812.713030:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626324224 00000100:00100000:0.0:1763332812.713035:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626324224 00000100:00100000:0.0:1763332812.713072:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1763332812.713079:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:29240:x1848987626324224:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.713136:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:29240:x1848987626324224:12345-0@lo:1000:mdt00_005.0 Request processed in 58us (218us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763332812.713143:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1763332812.713166:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450daa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626324224:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.713221:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cda300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626324352:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.713242:0:29240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332812.713253:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332812.713263:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626324352 00000100:00100000:0.0:1763332812.713266:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626324352 00000100:00100000:0.0:1763332812.713279:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1763332812.713283:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:29240:x1848987626324352:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.713323:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:29240:x1848987626324352:12345-0@lo:1000:mdt00_005.0 Request processed in 39us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332812.713328:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1763332812.713365:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cda300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626324352:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.713401:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cda300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626324480:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.713421:0:29240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332812.713435:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332812.713446:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626324480 00000100:00100000:0.0:1763332812.713449:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626324480 00000100:00100000:0.0:1763332812.713466:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1763332812.713471:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:29240:x1848987626324480:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1763332812.713512:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:29240:x1848987626324480:12345-0@lo:1000:mdt00_005.0 Request processed in 41us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332812.713519:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1763332812.713545:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cda300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626324480:0@lo:1000:mdt00_005.0 00000040:00080000:0.0:1763332812.714062:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].6, 992 off39784 00000040:00080000:0.0:1763332812.714123:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].6, 1144 off40656 00000004:00080000:0.0:1763332812.714129:0:29240:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff92ff7dcc7f00 with version 14 00000004:00080000:0.0:1763332812.714148:0:7449:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff49dc1b40 version 14 rpc_version 14 00000020:00100000:0.0:1763332812.714167:0:7449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763332812.714188:0:7449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe44cda300 x1848987626324736/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332812.714205:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cda300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626324736:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1763332812.714234:0:7449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332812.714252:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7600 going to sleep for 11 seconds 00000100:00100000:0.0:1763332812.714266:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626324736 00000100:00100000:0.0:1763332812.714269:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626324736 00000100:00100000:0.0:1763332812.714288:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1763332812.714294:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7449:x1848987626324736:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1763332812.714594:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7449:x1848987626324736:12345-0@lo:1000:osp_up0-1.0 Request processed in 298us (357us total) trans 4294969087 rc 0/0 00000100:00100000:0.0:1763332812.714601:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1763332812.714640:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cda300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626324736:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1763332812.714694:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332812.714714:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332812.714727:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000004:00010000:0.0:1763332812.714741:0:29240:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007a73af03 reply state 0000000067113ea1 transno 4294967384 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332812.714754:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332812.714761:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:0.0:1763332812.714764:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332812.714768:0:29240:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1763332812.714773:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x6:0x0]: returning size 4096 00000004:00080000:0.0:1763332812.714780:0:29240:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1763332812.714787:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.714795:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.714803:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.714823:0:29240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1763332812.714828:0:29240:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1763332812.714833:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c323cd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.714841:0:29240:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c323cd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332812.714907:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+11:38572:x1848987611095040:12345-192.168.204.28@tcp:36:mkdir.0 Request processed in 28317us (28450us total) trans 4294967384 rc 0/0 00000100:00100000:0.0:1763332812.714915:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2777 00010000:00010000:0.0:1763332812.714938:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332812.714943:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.714952:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:0.0:1763332812.714957:0:8421:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1763332812.714965:0:8421:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.714987:0:8421:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.714993:0:8421:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1763332812.715010:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.715018:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe48190c00/0xb32e3ef184c323b8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c323bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.715031:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332812.715033:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332812.715035:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332812.715044:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626324864:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332812.715077:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332812.715114:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626324864 00000100:00100000:0.0:1763332812.715119:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626324864 00000100:00100000:0.0:1763332812.715146:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1763332812.715153:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:3652:x1848987626324864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763332812.715163:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332812.715193:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05000/0xb32e3ef184c323bf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c323b8 expref: 9 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.715208:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332812.715211:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332812.715239:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3652:x1848987626324864:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332812.715245:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1763332812.715272:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626324864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332812.725243:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332812.725381:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611095296 00000100:00100000:0.0:1763332812.725392:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611095296 00000100:00100000:0.0:1763332812.725457:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2778 00000100:00100000:0.0:1763332812.725466:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+15:38575:x1848987611095296:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332812.725486:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332812.725509:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c323db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc19 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.725575:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c323e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332812.725589:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c323e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332812.725603:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c323e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:0.0:1763332812.725646:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763332812.725649:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332812.725667:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c323e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332812.725688:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c323db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc19 expref: 17 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.725704:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c323e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc19 expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.725712:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332812.725715:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332812.725719:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191600, rc 0) 00000100:00100000:0.0:1763332812.725770:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38575:x1848987611095296:12345-192.168.204.28@tcp:101:dd.0 Request processed in 305us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332812.725777:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2778 00000100:00100000:0.0:1763332812.732682:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332812.732792:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611095424 00000100:00100000:1.0:1763332812.732803:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611095424 00000100:00100000:1.0:1763332812.732868:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2779 00000100:00100000:1.0:1763332812.732880:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38575:x1848987611095424:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:1.0:1763332812.732902:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332812.732924:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c323e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc20 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332812.732992:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c323f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332812.733007:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c323f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332812.733018:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c323f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332812.733031:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332812.733041:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c323cd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c323c6 expref: 7 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332812.733050:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332812.733090:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c323cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c323c6 expref: 7 pid: 7798 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332812.733106:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626324992:0@lo:104: 00000100:00100000:1.0:1763332812.733154:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332812.733207:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499adc00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332812.734054:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626324992 00000100:00100000:2.0:1763332812.734060:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626324992 00000100:00100000:2.0:1763332812.734281:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1763332812.734291:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:12741:x1848987626324992:12345-0@lo:104: 00010000:00010000:2.0:1763332812.734304:0:6503:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c323cd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332812.734384:0:6503:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1763332812.734390:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:12741:x1848987626324992:12345-0@lo:104: Request processed in 102us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332812.734397:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1763332812.734400:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626324992:0@lo:104: 00010000:00010000:1.0:1763332812.734421:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332812.734423:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332812.734429:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c323cd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332812.734438:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f000 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:2.0:1763332812.734443:0:6508:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c323cd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1763332812.734451:0:6508:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c323cd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332812.734479:0:6508:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c323cd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332812.734486:0:6508:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1763332812.734517:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c323cd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332812.734524:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff77a0f000/0xb32e3ef184c323c6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c323cd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332812.734530:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626325120:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1763332812.734539:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332812.734542:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332812.734543:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332812.734560:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332812.736033:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626325120 00000100:00100000:2.0:1763332812.736046:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626325120 00010000:00010000:2.0:1763332812.736081:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c323cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c323c6 expref: 8 pid: 7798 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332812.736118:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1763332812.736126:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3653:x1848987626325120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1763332812.736140:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1763332812.761901:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969087 is committed 00010000:00010000:0.0:1763332812.761998:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c323cd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c323c6 expref: 7 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332812.762018:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedb28f26 (ffff92ff7dcb6600) 00010000:00010000:0.0:1763332812.762024:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332812.762038:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332812.762045:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332812.762073:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332812.762146:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626325120:12345-0@lo:103:ldlm_bl.0 Request processed in 26020us (27583us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332812.762156:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00010000:00010000:0.0:1763332812.762207:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332812.762214:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332812.762339:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626325248:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332812.762424:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332812.762452:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7000 going to sleep for 11 seconds 00000100:00100000:0.0:1763332812.762501:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626325120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763332812.762646:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626325248 00000100:00100000:3.0:1763332812.762653:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626325248 00000100:00100000:3.0:1763332812.762702:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:3.0:1763332812.762711:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bde0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:12741:x1848987626325248:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1763332812.762786:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bde0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:12741:x1848987626325248:12345-0@lo:1000:mdt00_004.0 Request processed in 76us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332812.762792:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:3.0:1763332812.762968:0:12741:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967383 gen 2 00000004:00080000:3.0:1763332812.762973:0:12741:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967383 committed transno 4294967383 00000100:00100000:3.0:1763332812.762988:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626325248:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1763332812.763032:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c323fe lrc: 3/1,0 mode: --/PR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763044:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c323fe lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763054:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c323fe lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00010000:3.0:1763332812.763077:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c323fe lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763092:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c323f0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763098:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c323f0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763104:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c323f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763110:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c323f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763117:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49324800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332812.763120:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c323f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763128:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c323f0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763137:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332812.763140:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332812.763145:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c323f0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763151:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324800/0xb32e3ef184c323f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763161:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763168:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763185:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763190:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49324c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332812.763192:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763198:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763205:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedb28f26 (ffff92ff7dcb6600) 00010000:00010000:3.0:1763332812.763207:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332812.763210:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763215:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324c00/0xb32e3ef184c323f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.763251:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49324400/0xb32e3ef184c323e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc20 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.763265:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c323fe lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc20 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.763272:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92ff7dcb6000) 00010000:00010000:3.0:1763332812.763274:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332812.763276:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0f400, rc 0) 00000100:00100000:3.0:1763332812.763325:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38575:x1848987611095424:12345-192.168.204.28@tcp:101:dd.0 Request processed in 30447us (30655us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332812.763332:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2779 00000100:00100000:3.0:1763332812.769034:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332812.769071:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611095552 00000100:00100000:3.0:1763332812.769082:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611095552 00000100:00100000:3.0:1763332812.769130:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2780 00000100:00100000:3.0:1763332812.769140:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:38575:x1848987611095552:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332812.769165:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332812.769199:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c32405 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc27 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.769266:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77a0f000/0xb32e3ef184c3240c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332812.769281:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77a0f000/0xb32e3ef184c3240c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332812.769293:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77a0f000/0xb32e3ef184c3240c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:3.0:1763332812.769343:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1763332812.769370:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1763332812.769414:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c32405 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc27 expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.769433:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77a0f000/0xb32e3ef184c3240c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc27 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.769442:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:3.0:1763332812.769445:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1763332812.769450:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0f000, rc 0) 00000100:00100000:3.0:1763332812.769506:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:38575:x1848987611095552:12345-192.168.204.28@tcp:101:dd.0 Request processed in 367us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332812.769514:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2780 00000100:00100000:1.0:1763332812.785664:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332812.785705:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611095808 00000100:00100000:1.0:1763332812.785714:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611095808 00000100:00100000:1.0:1763332812.785768:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2781 00000100:00100000:1.0:1763332812.785776:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:38575:x1848987611095808:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:1.0:1763332812.785795:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332812.785816:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324600/0xb32e3ef184c32413 lrc: 2/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc2e expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332812.785923:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325c00/0xb32e3ef184c3241a lrc: 3/0,1 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332812.785938:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325c00/0xb32e3ef184c3241a lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.785949:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325c00/0xb32e3ef184c3241a lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.785999:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332812.786006:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.786013:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000100:00100000:1.0:1763332812.786145:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626325376:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1763332812.787962:0:29240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332812.788004:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499ad480 going to sleep for 11 seconds 00000100:00100000:2.0:1763332812.788876:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626325376 00000100:00100000:2.0:1763332812.788887:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626325376 00000100:00100000:2.0:1763332812.788942:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1763332812.788951:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:29240:x1848987626325376:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1763332812.789048:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:29240:x1848987626325376:12345-0@lo:1000:mdt00_005.0 Request processed in 98us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332812.789055:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1763332812.789455:0:29240:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294969087 gen 2 00000004:00080000:1.0:1763332812.789462:0:29240:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294969087 committed transno 4294969087 00000100:00100000:1.0:1763332812.789491:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:29240:1848987626325376:0@lo:1000:mdt00_005.0 00000004:00080000:1.0:1763332812.791815:0:29240:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x11:0x0], index 0: 0 00010000:00010000:1.0:1763332812.792022:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324400/0xb32e3ef184c32428 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332812.792039:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324400/0xb32e3ef184c32428 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.792053:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324400/0xb32e3ef184c32428 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.792094:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325c00/0xb32e3ef184c3241a lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.792102:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325c00/0xb32e3ef184c3241a lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.792108:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325c00/0xb32e3ef184c3241a lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.792115:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325c00/0xb32e3ef184c3241a lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.792121:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332812.792125:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325c00/0xb32e3ef184c3241a lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.792133:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325c00/0xb32e3ef184c3241a lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.792145:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:1.0:1763332812.792148:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332812.792153:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325c00/0xb32e3ef184c3241a lrc: 3/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.792158:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325c00/0xb32e3ef184c3241a lrc: 0/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00000004:00010000:1.0:1763332812.792192:0:29240:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5d343f9 reply state 000000004147413d transno 4294967385 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.792204:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332812.792210:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x3d8b1ba3 (ffff92ff821f1f00) 00010000:00010000:1.0:1763332812.792213:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332812.792216:0:29240:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763332812.792256:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324600/0xb32e3ef184c32413 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc2e expref: 15 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332812.792272:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324400/0xb32e3ef184c32428 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc2e expref: 14 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332812.792278:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:1.0:1763332812.792280:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332812.792283:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49324400, rc 0) 00000100:00100000:1.0:1763332812.792378:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+15:38575:x1848987611095808:12345-192.168.204.28@tcp:101:dd.0 Request processed in 6601us (6722us total) trans 4294967385 rc 0/0 00000100:00100000:1.0:1763332812.792390:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2781 00000100:00100000:3.0:1763332812.816572:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332812.817154:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611095936 00000100:00100000:1.0:1763332812.817164:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611095936 00000100:00100000:3.0:1763332812.817518:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1444 00000100:00100000:3.0:1763332812.817533:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+7:38575:x1848987611095936:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332812.817552:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332812.817576:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32436 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc35 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332812.818108:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332812.818135:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332812.818137:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332812.818148:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc35 expref: 8 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.818167:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc35 expref: 8 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332812.818189:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0ea00, rc 0) 00000100:00100000:3.0:1763332812.818343:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:38575:x1848987611095936:12345-192.168.204.28@tcp:101:dd.0 Request processed in 814us (1782us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332812.818609:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1444 00000100:00100000:1.0:1763332812.885593:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626325504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332812.885672:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332812.885795:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626325504 00000100:00100000:0.0:1763332812.885803:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626325504 00000100:00100000:0.0:1763332812.885865:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1763332812.885877:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626325504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763332812.885918:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 213656128 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1763332812.885979:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626325504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332812.885987:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1763332812.886047:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626325504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332812.886552:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626325632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332812.886597:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332812.886642:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626325632 00000100:00100000:3.0:1763332812.886647:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626325632 00000100:00100000:3.0:1763332812.886675:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1763332812.886682:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626325632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332812.886694:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 213656128 pending 0 free 3921391616 avail 3689869312 00000100:00100000:3.0:1763332812.886724:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626325632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332812.886730:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1763332812.886761:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626325632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332812.943915:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332812.944027:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611096064 00000100:00100000:2.0:1763332812.944039:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611096064 00002000:00100000:2.0:1763332812.944097:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11:0x0] (0->4194303) req@ffff92fe450d9500 x1848987611096064/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:123/0 lens 488/0 e 0 to 0 dl 1763332823 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332812.944110:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe450d9500 with x1848987611096064 ext(0->4194303) 00002000:00010000:2.0:1763332812.944116:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe450d9500 00000100:00100000:2.0:1763332812.944155:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 585 00000100:00100000:2.0:1763332812.944175:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611096064:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:3.0:1763332813.010604:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611096064:12345-192.168.204.28@tcp:4:dd.0 Request processed in 66423us (66683us total) trans 21474836811 rc 0/0 00000100:00100000:3.0:1763332813.010622:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 585 00002000:00100000:3.0:1763332813.010638:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11:0x0] (0->4194303) req@ffff92fe450d9500 x1848987611096064/t21474836811(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:123/0 lens 488/448 e 0 to 0 dl 1763332823 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332813.010648:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe450d9500 with x1848987611096064 ext(0->4194303) 00002000:00010000:3.0:1763332813.010656:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe450d9500 00000100:00100000:1.0:1763332813.053090:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.053270:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611096192 00000100:00100000:3.0:1763332813.053281:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611096192 00002000:00100000:3.0:1763332813.053384:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11:0x0] (4194304->8388607) req@ffff92fe450daa00 x1848987611096192/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:124/0 lens 488/0 e 0 to 0 dl 1763332824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332813.053398:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe450daa00 with x1848987611096192 ext(4194304->8388607) 00002000:00010000:3.0:1763332813.053405:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe450daa00 00000100:00100000:3.0:1763332813.053434:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 586 00000100:00100000:3.0:1763332813.053446:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611096192:12345-192.168.204.28@tcp:4:dd.0 00000100:00080000:1.0:1763332813.056686:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332813.098738:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.099121:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611096448 00000100:00100000:2.0:1763332813.099132:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611096448 00000100:00100000:2.0:1763332813.099198:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 807 00000100:00100000:2.0:1763332813.099209:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ee050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:38575:x1848987611096448:12345-192.168.204.28@tcp:35:dd.0 00000100:00100000:2.0:1763332813.099571:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ee050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38575:x1848987611096448:12345-192.168.204.28@tcp:35:dd.0 Request processed in 363us (842us total) trans 4294967386 rc 0/0 00000100:00100000:2.0:1763332813.099579:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 807 00000100:00100000:0.0:1763332813.105642:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611096192:12345-192.168.204.28@tcp:4:dd.0 Request processed in 52188us (52552us total) trans 21474836812 rc 0/0 00000100:00100000:0.0:1763332813.105658:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 586 00002000:00100000:0.0:1763332813.105672:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11:0x0] (4194304->8388607) req@ffff92fe450daa00 x1848987611096192/t21474836812(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:124/0 lens 488/448 e 0 to 0 dl 1763332824 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332813.105683:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe450daa00 with x1848987611096192 ext(4194304->8388607) 00002000:00010000:0.0:1763332813.105689:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe450daa00 00000100:00100000:1.0:1763332813.116337:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.116483:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611096576 00000100:00100000:0.0:1763332813.116494:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611096576 00002000:00100000:0.0:1763332813.116546:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11:0x0] (8388608->10485759) req@ffff92fe450dad80 x1848987611096576/t0(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:124/0 lens 488/0 e 0 to 0 dl 1763332824 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332813.116563:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe450dad80 with x1848987611096576 ext(8388608->10485759) 00002000:00010000:0.0:1763332813.116571:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe450dad80 00000100:00100000:1.0:1763332813.117173:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 587 00000100:00100000:1.0:1763332813.117185:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2418:x1848987611096576:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:1.0:1763332813.159063:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2418:x1848987611096576:12345-192.168.204.28@tcp:4:dd.0 Request processed in 41870us (42725us total) trans 21474836813 rc 0/0 00000100:00100000:1.0:1763332813.159079:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 587 00002000:00100000:1.0:1763332813.159092:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x11:0x0] (8388608->10485759) req@ffff92fe450dad80 x1848987611096576/t21474836813(0) o4->1dec5569-9184-4622-8fc2-84b1eb26add2@192.168.204.28@tcp:124/0 lens 488/448 e 0 to 0 dl 1763332824 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332813.159102:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe450dad80 with x1848987611096576 ext(8388608->10485759) 00002000:00010000:1.0:1763332813.159109:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe450dad80 00000100:00100000:0.0:1763332813.188394:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332813.188481:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611096832 00000100:00100000:1.0:1763332813.188494:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611096832 00000100:00100000:1.0:1763332813.188555:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2782 00000100:00100000:1.0:1763332813.188679:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38583:x1848987611096832:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332813.188704:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332813.188725:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324800/0xb32e3ef184c3243d lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc3c expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.188831:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332813.188846:0:29240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324400/0xb32e3ef184c32428 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc2e expref: 17 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.188855:0:29240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 4/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332813.188887:0:29240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324400/0xb32e3ef184c32428 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc2e expref: 17 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.188899:0:29240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324400/0xb32e3ef184c32428 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc2e expref: 17 pid: 29240 timeout: 1017 lvb_type: 0 00000100:00100000:1.0:1763332813.188912:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:29240:1848987626325760:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332813.189000:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499ad480 going to sleep for 11 seconds 00000100:00100000:0.0:1763332813.193997:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332813.194640:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:29240:1848987626325760:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332813.194667:0:29240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000100:00100000:2.0:1763332813.195743:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611096960 00000100:00100000:2.0:1763332813.195756:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611096960 00010000:00010000:2.0:1763332813.196041:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324400/0xb32e3ef184c32428 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc2e expref: 18 pid: 29240 timeout: 1017 lvb_type: 0 00000100:00100000:2.0:1763332813.196757:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 750 00000100:00100000:2.0:1763332813.196768:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987611096960:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332813.196783:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332813.196790:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324400/0xb32e3ef184c32428 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc2e expref: 18 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:2.0:1763332813.196803:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324400/0xb32e3ef184c32428 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc2e expref: 18 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:2.0:1763332813.196826:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324400/0xb32e3ef184c32428 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc2e expref: 18 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:2.0:1763332813.196842:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332813.196847:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332813.196855:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332813.196862:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332813.197011:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332813.199238:0:29240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332813.199255:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000004:00200000:1.0:1763332813.199277:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00010000:00010000:1.0:1763332813.199455:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324800/0xb32e3ef184c3243d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc3c expref: 19 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.199474:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc3c expref: 18 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.199482:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:1.0:1763332813.199485:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332813.199488:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49325400, rc 0) 00000100:00100000:2.0:1763332813.199644:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987611096960:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2876us (5655us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.199654:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 750 00000100:00100000:1.0:1763332813.200343:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611096832:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 11666us (11955us total) trans 4294967387 rc 0/0 00000100:00100000:1.0:1763332813.200436:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2782 00000100:00100000:0.0:1763332813.204725:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332813.205753:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611097216 00000100:00100000:1.0:1763332813.205765:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611097216 00000100:00100000:1.0:1763332813.205835:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2783 00000100:00100000:1.0:1763332813.205845:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611097216:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332813.205871:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332813.205892:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325600/0xb32e3ef184c32452 lrc: 2/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc43 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.206394:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c32459 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332813.206410:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c32459 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332813.206421:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c32459 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000004:00200000:1.0:1763332813.206432:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x8:0x0]: returning size 0 00010000:00010000:1.0:1763332813.206474:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325600/0xb32e3ef184c32452 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc43 expref: 20 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.206491:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c32459 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc43 expref: 19 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.206498:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:1.0:1763332813.206501:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332813.206504:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49325a00, rc 0) 00000100:00100000:1.0:1763332813.206576:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+19:38583:x1848987611097216:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 732us (1863us total) trans 4294967388 rc 0/0 00000100:00100000:1.0:1763332813.206584:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2783 00000100:00100000:0.0:1763332813.214111:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.215072:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611097472 00000100:00100000:3.0:1763332813.215085:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611097472 00000100:00100000:0.0:1763332813.215782:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2784 00000100:00100000:0.0:1763332813.215792:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:38583:x1848987611097472:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332813.215817:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332813.215842:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32467 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc4a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.215963:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 3/0,1 mode: --/EX res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332813.215979:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c32459 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc43 expref: 20 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.215988:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 4/0,1 mode: --/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.216027:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c32459 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc43 expref: 20 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.216042:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c32459 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc43 expref: 20 pid: 29240 timeout: 1017 lvb_type: 0 00000100:00100000:0.0:1763332813.216056:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cdb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626325888:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332813.217228:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332813.222169:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cdb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626325888:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332813.222208:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 3/0,1 mode: --/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000100:00100000:0.0:1763332813.222737:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.222999:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611097600 00000100:00100000:2.0:1763332813.223007:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611097600 00010000:00010000:2.0:1763332813.223044:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c32459 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc43 expref: 21 pid: 29240 timeout: 1017 lvb_type: 0 00000100:00100000:2.0:1763332813.223082:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 751 00000100:00100000:2.0:1763332813.223091:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2420:x1848987611097600:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332813.223106:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332813.223113:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c32459 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc43 expref: 21 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:2.0:1763332813.223125:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c32459 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc43 expref: 21 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:2.0:1763332813.223146:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325a00/0xb32e3ef184c32459 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc43 expref: 21 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:2.0:1763332813.223173:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:2.0:1763332813.223178:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 3/0,1 mode: --/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332813.223187:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332813.223199:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332813.223265:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332813.226322:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:2420:x1848987611097600:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 3220us (3575us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.226337:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 751 00010000:00010000:3.0:1763332813.226788:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332813.226800:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:3.0:1763332813.226821:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x8:0x0]: returning size 0 00000004:00080000:1.0:1763332813.227221:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x12:0x0], index 1: 0 00010000:00010000:1.0:1763332813.227327:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.227336:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.227343:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.227389:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332813.227394:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.227402:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.227421:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:1.0:1763332813.227424:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332813.227430:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 2/0,0 mode: --/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.227436:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3246e lrc: 0/0,0 mode: --/EX res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.227494:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32467 lrc: 1/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc4a expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.227507:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:1.0:1763332813.227509:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332813.227513:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32467 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc4a expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.227523:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190800, rc 0) 00000100:00100000:1.0:1763332813.227579:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:38583:x1848987611097472:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 11788us (13479us total) trans 4294967389 rc 301/301 00000100:00100000:1.0:1763332813.227588:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2784 00000100:00100000:3.0:1763332813.227695:0:9837:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9837:1848987626326016:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1763332813.227741:0:9837:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332813.227773:0:9837:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332813.227845:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626326016 00000100:00100000:2.0:1763332813.227852:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626326016 00000100:00100000:2.0:1763332813.227911:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1763332813.227919:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:9837:x1848987626326016:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1763332813.227954:0:8611:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 34 00000100:00080000:1.0:1763332813.228808:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332813.231543:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.231778:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611097856 00000100:00100000:3.0:1763332813.231789:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611097856 00000100:00100000:3.0:1763332813.231848:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 808 00000100:00100000:3.0:1763332813.231859:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:38583:x1848987611097856:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332813.232156:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+20:38583:x1848987611097856:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 299us (619us total) trans 4294967390 rc 0/0 00000100:00100000:3.0:1763332813.232180:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 808 00000100:00100000:0.0:1763332813.237720:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332813.238246:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611097984 00000100:00100000:1.0:1763332813.238256:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611097984 00000100:00100000:1.0:1763332813.238306:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2785 00000100:00100000:1.0:1763332813.238315:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:38583:x1848987611097984:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332813.238339:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332813.238392:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324800/0xb32e3ef184c3247c lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc51 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.238492:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c32483 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332813.238508:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 2/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc3c expref: 21 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.238518:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c32483 lrc: 4/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.238558:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc3c expref: 21 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.238572:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc3c expref: 21 pid: 29240 timeout: 1017 lvb_type: 0 00000100:00100000:1.0:1763332813.238588:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626326144:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332813.238676:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499ad480 going to sleep for 11 seconds 00000100:00100000:3.0:1763332813.239288:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.239414:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.239710:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611098112 00000100:00100000:0.0:1763332813.239716:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611098112 00000100:00100000:0.0:1763332813.239767:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 726 00000100:00100000:0.0:1763332813.239775:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987611098112:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332813.239837:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987611098112:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 61us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.239845:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 726 00000100:00100000:0.0:1763332813.239881:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611098240 00000100:00100000:0.0:1763332813.239885:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611098240 00000100:00100000:0.0:1763332813.239921:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 580 00000100:00100000:0.0:1763332813.239927:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611098240:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332813.239955:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611098240:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 29us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.239961:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 580 00000100:00080000:0.0:1763332813.239981:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332813.245110:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626326144:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332813.245140:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c32483 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000100:00100000:2.0:1763332813.248108:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:9837:x1848987626326016:12345-0@lo:5:osp-pre-1-1.0 Request processed in 20183us (20359us total) trans 17179869499 rc 0/0 00000100:00100000:2.0:1763332813.248123:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:3.0:1763332813.248495:0:9837:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9837:1848987626326016:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1763332813.248511:0:9837:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x12:0x0]-[0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1763332813.251336:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.251854:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611098368 00000100:00100000:2.0:1763332813.251865:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611098368 00010000:00010000:2.0:1763332813.251907:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc3c expref: 22 pid: 29240 timeout: 1017 lvb_type: 0 00000100:00100000:0.0:1763332813.252666:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 752 00000100:00100000:0.0:1763332813.252679:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+22:2420:x1848987611098368:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332813.252694:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332813.252702:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc3c expref: 22 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:0.0:1763332813.252716:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc3c expref: 22 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:0.0:1763332813.252737:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c32444 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc3c expref: 22 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:0.0:1763332813.252752:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:0.0:1763332813.252757:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c32483 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.252766:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c32483 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.252774:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c32483 lrc: 4/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.253560:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332813.254035:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+21:2420:x1848987611098368:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1355us (2704us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.254046:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 752 00010000:00010000:1.0:1763332813.254219:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c32483 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.254228:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c32483 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:1.0:1763332813.254279:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00000004:00200000:1.0:1763332813.254283:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332813.254300:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c32483 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.254329:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324800/0xb32e3ef184c3247c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc51 expref: 21 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.254372:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c32483 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc51 expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.254381:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:1.0:1763332813.254384:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332813.254387:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49324e00, rc 0) 00000100:00100000:1.0:1763332813.254415:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:38583:x1848987611097984:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 16102us (16704us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332813.254422:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2785 00000100:00100000:3.0:1763332813.257810:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332813.257933:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611098496 00000100:00100000:1.0:1763332813.257945:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611098496 00000100:00100000:1.0:1763332813.258417:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2786 00000100:00100000:1.0:1763332813.258430:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:38583:x1848987611098496:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332813.258453:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332813.258483:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325e00/0xb32e3ef184c3248a lrc: 2/0,0 mode: --/CR res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc58 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.258570:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324200/0xb32e3ef184c32491 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332813.258585:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324200/0xb32e3ef184c32491 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.258597:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324200/0xb32e3ef184c32491 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:1.0:1763332813.258646:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x8:0x0]: returning size 0 00000004:00200000:1.0:1763332813.258651:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332813.258672:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324200/0xb32e3ef184c32491 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.258699:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325e00/0xb32e3ef184c3248a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc58 expref: 22 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.258716:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324200/0xb32e3ef184c32491 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc58 expref: 21 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.258725:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:1.0:1763332813.258729:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763332813.258733:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49324200, rc 0) 00000100:00100000:1.0:1763332813.258801:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+21:38583:x1848987611098496:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 374us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332813.258809:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2786 00000100:00100000:3.0:1763332813.262303:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.262517:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611098624 00000100:00100000:2.0:1763332813.262527:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611098624 00000100:00100000:2.0:1763332813.262595:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1446 00000100:00100000:2.0:1763332813.262606:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987611098624:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332813.262627:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332813.262653:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32498 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc5f expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332813.262783:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332813.262808:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.262810:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.262820:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32498 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc5f expref: 10 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332813.262840:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32498 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc5f expref: 10 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332813.262853:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b05c00, rc 0) 00000100:00100000:2.0:1763332813.262924:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611098624:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 320us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.262932:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1446 00000100:00100000:0.0:1763332813.266564:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332813.266655:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611098880 00000100:00100000:1.0:1763332813.266666:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611098880 00000100:00100000:1.0:1763332813.266721:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2787 00000100:00100000:1.0:1763332813.266730:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+21:38583:x1848987611098880:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332813.266749:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332813.266769:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325e00/0xb32e3ef184c3249f lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc66 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.266874:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c324a6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332813.266889:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c324a6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.266901:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c324a6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:1.0:1763332813.266913:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00010000:00010000:1.0:1763332813.267024:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325e00/0xb32e3ef184c3249f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc66 expref: 24 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.267039:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c324a6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc66 expref: 23 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.267047:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:1.0:1763332813.267050:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332813.267053:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49325400, rc 0) 00000100:00100000:1.0:1763332813.267107:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+23:38583:x1848987611098880:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 378us (553us total) trans 4294967391 rc 0/0 00000100:00100000:1.0:1763332813.267113:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2787 00000100:00100000:1.0:1763332813.270055:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.270136:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611099008 00000100:00100000:0.0:1763332813.270146:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611099008 00000100:00100000:0.0:1763332813.270208:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1447 00000100:00100000:0.0:1763332813.270216:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2418:x1848987611099008:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:0.0:1763332813.270256:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.270273:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32436 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc35 expref: 14 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.270280:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332813.270282:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332813.270286:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.270318:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc35 expref: 14 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.270330:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc35 expref: 14 pid: 8611 timeout: 1017 lvb_type: 0 00000100:00100000:0.0:1763332813.270343:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626326272:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332813.270434:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7000 going to sleep for 11 seconds 00000100:00100000:0.0:1763332813.276743:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626326272:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332813.276782:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332813.280194:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.280524:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611099136 00000100:00100000:2.0:1763332813.280533:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611099136 00010000:00010000:2.0:1763332813.280574:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc35 expref: 15 pid: 8611 timeout: 1017 lvb_type: 0 00000100:00100000:2.0:1763332813.280612:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 753 00000100:00100000:2.0:1763332813.280620:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611099136:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332813.280635:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763332813.280652:0:6504:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb size from disk: 0 -> 10485760 00002000:00010000:2.0:1763332813.280655:0:6504:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb mtime from disk: 0 -> 1763332813 00002000:00010000:2.0:1763332813.280657:0:6504:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb ctime from disk: 0 -> 1763332813 00002000:00010000:2.0:1763332813.280659:0:6504:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb blocks from disk: 0 -> 20480 00010000:00010000:2.0:1763332813.280665:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc35 expref: 15 pid: 8611 timeout: 1017 lvb_type: 0 00010000:00010000:2.0:1763332813.280677:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc35 expref: 15 pid: 8611 timeout: 1017 lvb_type: 0 00010000:00010000:2.0:1763332813.280699:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c32436 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc35 expref: 15 pid: 8611 timeout: 1017 lvb_type: 0 00010000:00010000:2.0:1763332813.280714:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.280716:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.280720:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.280729:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.280762:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332813.280808:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2421:x1848987611099136:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 189us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.280814:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 753 00010000:00010000:1.0:1763332813.280984:0:28600:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.280993:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.281011:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.281019:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.281032:0:28600:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.281039:0:28600:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332813.281043:0:28600:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.281050:0:28600:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.281062:0:28600:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.281069:0:28600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332813.281113:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2418:x1848987611099008:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 10897us (11067us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332813.281121:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1447 00000100:00100000:2.0:1763332813.287873:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.289303:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611099264 00000100:00100000:0.0:1763332813.289316:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611099264 00000100:00100000:0.0:1763332813.289396:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1448 00000100:00100000:0.0:1763332813.289407:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2420:x1848987611099264:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332813.289427:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332813.289453:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48191800/0xb32e3ef184c324bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc6d expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332813.289480:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 10485760, mtime: 0x691a52cd, atime: 0x0, ctime: 0x691a52cd, blocks: 0x5000 00010000:00010000:0.0:1763332813.289498:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.289500:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.289508:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191800/0xb32e3ef184c324bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc6d expref: 14 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332813.289525:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48191800/0xb32e3ef184c324bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc6d expref: 14 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332813.289538:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191800, rc 0) 00000100:00100000:0.0:1763332813.289603:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2420:x1848987611099264:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 198us (1742us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.289610:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1448 00000100:00100000:3.0:1763332813.320110:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.320335:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611099392 00000100:00100000:2.0:1763332813.320387:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611099392 00000100:00100000:2.0:1763332813.320438:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1449 00000100:00100000:2.0:1763332813.320449:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2419:x1848987611099392:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332813.320570:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2419:x1848987611099392:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 122us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.320581:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1449 00000100:00100000:1.0:1763332813.329236:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332813.329918:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.329934:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611099520 00000100:00100000:0.0:1763332813.329943:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611099520 00000100:00100000:1.0:1763332813.330557:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.330722:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611099648 00000100:00100000:0.0:1763332813.330728:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611099648 00000100:00100000:0.0:1763332813.330745:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 588 00000100:00100000:0.0:1763332813.330755:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2418:x1848987611099520:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332813.330792:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324c2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.330807:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.330809:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.330815:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324c2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.330828:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324c2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332813.332827:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 589 00000100:00100000:0.0:1763332813.332838:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2418:x1848987611099648:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332813.332870:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.332884:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.332886:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.332891:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.332902:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332813.339759:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611099776 00000100:00100000:2.0:1763332813.339774:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611099776 00000100:00100000:2.0:1763332813.339855:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 590 00000100:00100000:2.0:1763332813.339865:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2418:x1848987611099776:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332813.339906:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c324d0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.339922:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.339925:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.339931:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c324d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.339944:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c324d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.376030:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324c2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.376060:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.376069:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.376076:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332813.376081:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.376089:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.376109:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.376117:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332813.376216:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2418:x1848987611099520:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 45457us (46985us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1763332813.376226:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 588 00000100:00100000:2.0:1763332813.392546:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626326400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332813.392616:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332813.392669:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626326400 00000100:00100000:0.0:1763332813.392678:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626326400 00000100:00100000:0.0:1763332813.392756:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1763332813.392766:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626326400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332813.392790:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 198406720 pending 10559488 free 3921383424 avail 3689861120 00000100:00100000:0.0:1763332813.392841:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626326400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.392848:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1763332813.392898:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626326400:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1763332813.395615:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1763332813.395753:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332813.396612:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626326528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332813.396672:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332813.397143:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626326528 00000100:00100000:3.0:1763332813.397152:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626326528 00000100:00100000:3.0:1763332813.397279:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1763332813.397288:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626326528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763332813.397307:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 198406720 pending 10559488 free 3921383424 avail 3689861120 00000100:00080000:2.0:1763332813.397695:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332813.398146:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626326528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332813.399299:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626326528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2007us (2621us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332813.399310:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00010000:00010000:0.0:1763332813.401297:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.401320:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.401329:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.401337:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332813.401341:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.401383:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.401404:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.401412:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c324c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332813.401511:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2418:x1848987611099648:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 68669us (71589us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1763332813.401526:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 589 00010000:00010000:0.0:1763332813.415269:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c324d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.415291:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c324d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.415301:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c324d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.415308:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b04600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332813.415312:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c324d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.415321:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c324d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.415340:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c324d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.415367:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b04600/0xb32e3ef184c324d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332813.415461:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2418:x1848987611099776:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 75593us (84900us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1763332813.415472:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 590 00000100:00100000:1.0:1763332813.422912:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.423023:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611099904 00000100:00100000:2.0:1763332813.423429:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611099904 00000100:00100000:2.0:1763332813.423494:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2788 00000100:00100000:2.0:1763332813.423504:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+23:38583:x1848987611099904:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332813.423528:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332813.423548:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324d7 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc74 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.423586:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828f200/0xb32e3ef184c324de lrc: 3/1,0 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332813.423605:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828f200/0xb32e3ef184c324de lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332813.423617:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828f200/0xb32e3ef184c324de lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332813.423739:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324d7 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc74 expref: 25 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.423764:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828f200/0xb32e3ef184c324de lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc74 expref: 24 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.423773:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:2.0:1763332813.423777:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763332813.423780:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4828f200, rc 0) 00000100:00100000:2.0:1763332813.423850:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38583:x1848987611099904:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 347us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.423857:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2788 00000100:00100000:2.0:1763332813.437400:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.437444:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.437467:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611100160 00000100:00100000:0.0:1763332813.437480:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611100160 00000100:00100000:2.0:1763332813.437491:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.437548:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611100032 00000100:00100000:0.0:1763332813.437553:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611100032 00000100:00100000:2.0:1763332813.437559:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611100288 00000100:00100000:2.0:1763332813.437566:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611100288 00000100:00100000:0.0:1763332813.437593:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 591 00000100:00100000:0.0:1763332813.437612:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611100160:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:0.0:1763332813.437652:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.437671:0:28426:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32498 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc5f expref: 12 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332813.437679:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.437681:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.437685:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.437724:0:28426:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32498 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc5f expref: 12 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332813.437739:0:28426:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32498 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc5f expref: 12 pid: 8611 timeout: 1017 lvb_type: 1 00000100:00100000:0.0:1763332813.437756:0:28426:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28426:1848987626326656:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332813.437837:0:28426:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7000 going to sleep for 11 seconds 00000100:00100000:0.0:1763332813.438170:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 592 00000100:00100000:2.0:1763332813.438179:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 593 00000100:00100000:0.0:1763332813.438184:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611100032:12345-192.168.204.28@tcp:4:lfs.0 00000100:00100000:2.0:1763332813.438196:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611100288:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:0.0:1763332813.438205:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.438218:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.438220:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.438223:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.438224:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 6 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.438247:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.438251:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.438254:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.438556:0:28430:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.438989:0:24027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332813.444951:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.445437:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611100416 00000100:00100000:2.0:1763332813.445447:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611100416 00010000:00010000:2.0:1763332813.445493:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32498 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc5f expref: 13 pid: 8611 timeout: 1017 lvb_type: 1 00000100:00100000:2.0:1763332813.445539:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 754 00000100:00100000:2.0:1763332813.445548:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611100416:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332813.445564:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332813.445583:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32498 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc5f expref: 13 pid: 8611 timeout: 1017 lvb_type: 1 00010000:00010000:2.0:1763332813.445596:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32498 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc5f expref: 13 pid: 8611 timeout: 1017 lvb_type: 1 00010000:00010000:2.0:1763332813.445619:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.445621:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.445627:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 6 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.445638:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 6 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.445646:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.445647:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.445650:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 6 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.445657:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 6 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.445663:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.445664:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.445667:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 6 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.445674:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 6 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.445720:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332813.445771:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b05c00/0xb32e3ef184c32498 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc5f expref: 13 pid: 8611 timeout: 1017 lvb_type: 1 00000100:00100000:2.0:1763332813.445772:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611100416:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 222us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.445789:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 754 00000100:00100000:0.0:1763332813.445800:0:28426:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28426:1848987626326656:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332813.445825:0:28426:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.445836:0:28426:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.445845:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.449309:0:28430:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.449328:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.449787:0:24027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.449798:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763332813.530836:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869500 is committed 00000001:00080000:0.0:1763332813.530854:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869499 is committed 00002000:00010000:1.0:1763332813.532200:0:28426:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x12:0x0] updating lvb size from disk: 0 -> 10485760 00002000:00010000:1.0:1763332813.532207:0:28426:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x12:0x0] updating lvb mtime from disk: 0 -> 1763332813 00002000:00010000:1.0:1763332813.532210:0:28426:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x12:0x0] updating lvb ctime from disk: 0 -> 1763332813 00002000:00010000:1.0:1763332813.532213:0:28426:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x12:0x0] updating lvb blocks from disk: 0 -> 12288 00010000:00010000:1.0:1763332813.532235:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.532247:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.532256:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.532263:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332813.532268:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.532276:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.532301:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.532308:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48191400/0xb32e3ef184c324e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763332813.532778:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869501 is committed 00010000:00010000:3.0:1763332813.532930:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.532943:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.532951:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.532958:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4828e000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332813.532962:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.532975:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.532988:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.532996:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4828e000/0xb32e3ef184c324f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332813.535288:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611100160:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 97663us (97927us total) trans 17179869500 rc 0/0 00000100:00100000:1.0:1763332813.535305:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 591 00000100:00100000:3.0:1763332813.537650:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611100288:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 99450us (100150us total) trans 17179869501 rc 0/0 00000100:00100000:3.0:1763332813.537663:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 593 00000001:00080000:1.0:1763332813.557765:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869502 is committed 00002000:00010000:0.0:1763332813.558032:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x12:0x0] updating lvb blocks from disk: 12288 -> 20480 00010000:00010000:0.0:1763332813.558053:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.558070:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.558079:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.558309:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332813.558313:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.558322:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.558341:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.558366:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48190400/0xb32e3ef184c324ec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332813.558477:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2420:x1848987611100032:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 120295us (121030us total) trans 17179869502 rc 0/0 00000100:00100000:0.0:1763332813.558486:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 592 00000100:00100000:2.0:1763332813.564192:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332813.564318:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611100544 00000100:00100000:1.0:1763332813.564330:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611100544 00000100:00100000:1.0:1763332813.564416:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2789 00000100:00100000:1.0:1763332813.564426:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38583:x1848987611100544:12345-192.168.204.28@tcp:44:lfs.0 00000001:00080000:2.0:1763332813.568985:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967391 is committed 00000020:00080000:2.0:1763332813.569017:0:7438:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff92ff7dcc70c0 refcount 2 committed 0 result 0 batchid 6 00000020:00080000:2.0:1763332813.569022:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff77a3ae00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff7dcc7f00 00000020:00080000:2.0:1763332813.569025:0:7438:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].6 00000020:00080000:2.0:1763332813.569028:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff77a3ad00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92ff7ddcd800 00000020:00080000:2.0:1763332813.569031:0:7438:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].6 00000020:00080000:1.0:1763332813.569292:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 6 committed batchid 5 00000020:00080000:1.0:1763332813.569380:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 5 00010000:00010000:3.0:1763332813.569420:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569432:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569440:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569446:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332813.569451:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569459:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569474:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:3.0:1763332813.569478:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332813.569483:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569488:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c323d4 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569507:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569513:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569517:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569522:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332813.569524:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569529:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569536:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x3d8b1ba3 (ffff92ff821f1f00) 00010000:00010000:3.0:1763332813.569538:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332813.569541:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332813.569546:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325800/0xb32e3ef184c32421 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00000100:00100000:0.0:1763332813.569828:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:38583:x1848987611100544:12345-192.168.204.28@tcp:44:lfs.0 Request processed in 5397us (5639us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.569838:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2789 00000100:00100000:1.0:1763332813.574517:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.574876:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611100672 00000100:00100000:0.0:1763332813.574890:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611100672 00000100:00100000:0.0:1763332813.575117:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1450 00000100:00100000:0.0:1763332813.575127:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611100672:12345-192.168.204.28@tcp:16:lfs.0 00000100:00100000:0.0:1763332813.575256:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611100672:12345-192.168.204.28@tcp:16:lfs.0 Request processed in 130us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.575264:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1450 00000100:00100000:1.0:1763332813.588678:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.589208:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611100800 00000100:00100000:0.0:1763332813.589219:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611100800 00000100:00100000:0.0:1763332813.589284:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1451 00000100:00100000:0.0:1763332813.589296:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2421:x1848987611100800:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:0.0:1763332813.589366:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324fa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.589384:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.589387:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.589392:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.589407:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.589432:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.589441:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.589450:0:28600:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.589462:0:28600:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332813.589467:0:28600:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.589476:0:28600:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.589491:0:28600:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.589499:0:28600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c324fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332813.589579:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2421:x1848987611100800:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 285us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.589586:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1451 00000100:00100000:1.0:1763332813.595038:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.597792:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611101056 00000100:00100000:0.0:1763332813.597809:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611101056 00000100:00100000:0.0:1763332813.598246:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2790 00000100:00100000:0.0:1763332813.598259:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+14:38583:x1848987611101056:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332813.598316:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332813.598343:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324200/0xb32e3ef184c32491 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc58 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.598392:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:0.0:1763332813.598398:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332813.598427:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332813.598440:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.598450:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00010000:0.0:1763332813.598576:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000056b6b597 reply state 000000004e5fd33b transno 4294967392 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.598588:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.598595:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:0.0:1763332813.598598:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332813.598600:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763332813.598693:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:38583:x1848987611101056:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 437us (3663us total) trans 4294967392 rc 0/0 00000100:00100000:0.0:1763332813.598701:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2790 00000100:00100000:1.0:1763332813.601939:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.602006:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611101184 00000100:00100000:2.0:1763332813.602015:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611101184 00000100:00100000:2.0:1763332813.602070:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2791 00000100:00100000:2.0:1763332813.602079:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+15:38583:x1848987611101184:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332813.602102:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332813.602121:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32508 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc7b expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.602194:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32508 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc7b expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.602208:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32508 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc7b expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.602226:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:2.0:1763332813.602229:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332813.602233:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4828fa00, rc 0) 00000100:00100000:2.0:1763332813.602284:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38583:x1848987611101184:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 206us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.602292:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2791 00000100:00100000:1.0:1763332813.604646:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.604710:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611101312 00000100:00100000:0.0:1763332813.604718:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611101312 00000100:00100000:0.0:1763332813.604768:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1452 00000100:00100000:0.0:1763332813.604776:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2421:x1848987611101312:12345-192.168.204.28@tcp:2:lfs.0 00000100:00100000:0.0:1763332813.604979:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611101312:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 203us (340us total) trans 17179869503 rc 0/0 00000100:00100000:0.0:1763332813.604987:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1452 00000100:00100000:1.0:1763332813.610611:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.610708:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611101568 00000100:00100000:0.0:1763332813.610718:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611101568 00000100:00100000:0.0:1763332813.610779:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2792 00000100:00100000:0.0:1763332813.610790:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38583:x1848987611101568:12345-192.168.204.28@tcp:55:lfs.0 00010000:00010000:0.0:1763332813.610857:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332813.610874:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828f200/0xb32e3ef184c324de lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc74 expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.610884:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 4/0,1 mode: --/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.610920:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828f200/0xb32e3ef184c324de lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc74 expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.610932:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828f200/0xb32e3ef184c324de lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc74 expref: 16 pid: 29240 timeout: 1017 lvb_type: 0 00000100:00100000:0.0:1763332813.610947:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626326784:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332813.611033:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7180 going to sleep for 11 seconds 00000100:00100000:0.0:1763332813.617643:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626326784:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332813.617677:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000100:00100000:1.0:1763332813.617773:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.617891:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611101696 00000100:00100000:3.0:1763332813.617900:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611101696 00010000:00010000:3.0:1763332813.617938:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828f200/0xb32e3ef184c324de lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc74 expref: 17 pid: 29240 timeout: 1017 lvb_type: 0 00000100:00100000:3.0:1763332813.617985:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 755 00000100:00100000:3.0:1763332813.617996:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987611101696:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332813.618012:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332813.618019:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828f200/0xb32e3ef184c324de lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc74 expref: 17 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:3.0:1763332813.618033:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828f200/0xb32e3ef184c324de lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc74 expref: 17 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:3.0:1763332813.618054:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828f200/0xb32e3ef184c324de lrc: 0/0,0 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc74 expref: 17 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:3.0:1763332813.618070:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:3.0:1763332813.618076:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332813.618085:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332813.618092:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332813.618122:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332813.618421:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.618682:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.618718:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.618725:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.618732:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.618737:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332813.618741:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.618748:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.618757:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:0.0:1763332813.618760:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1763332813.618764:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 2/0,0 mode: --/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332813.618770:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3250f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x8:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00000100:00100000:3.0:1763332813.620092:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987611101696:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2088us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332813.620106:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 755 00000100:00100000:0.0:1763332813.620728:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:38583:x1848987611101568:12345-192.168.204.28@tcp:55:lfs.0 Request processed in 9937us (10123us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763332813.620738:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2792 00000100:00100000:1.0:1763332813.623968:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.624024:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611101952 00000100:00100000:2.0:1763332813.624036:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611101952 00000100:00100000:2.0:1763332813.624094:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2793 00000100:00100000:2.0:1763332813.624104:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+15:38583:x1848987611101952:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332813.624166:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332813.624192:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c32483 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc51 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.624211:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332813.624216:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332813.624265:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332813.624280:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332813.624289:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00010000:2.0:1763332813.624446:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004ef46234 reply state 00000000d331fe7a transno 4294967393 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332813.624458:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332813.624464:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332813.624467:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332813.624470:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332813.624553:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38583:x1848987611101952:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 450us (593us total) trans 4294967393 rc 0/0 00000100:00100000:2.0:1763332813.624561:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2793 00000100:00100000:1.0:1763332813.629975:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.630050:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611102080 00000100:00100000:3.0:1763332813.630061:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611102080 00000100:00100000:3.0:1763332813.630119:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2794 00000100:00100000:3.0:1763332813.630130:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38583:x1848987611102080:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332813.630166:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332813.630191:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3251d lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc82 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.630257:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3251d lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc82 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.630273:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3251d lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc82 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.630291:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:3.0:1763332813.630295:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332813.630299:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4139aa00, rc 0) 00000100:00100000:3.0:1763332813.630403:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611102080:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 273us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332813.630411:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2794 00000100:00100000:1.0:1763332813.633901:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.634640:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611102208 00000100:00100000:2.0:1763332813.634651:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611102208 00000100:00100000:2.0:1763332813.634716:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1453 00000100:00100000:2.0:1763332813.634727:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2421:x1848987611102208:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:2.0:1763332813.634882:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1763332813.634886:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb mtime from disk: 1763332813 -> 1763332813 00002000:00010000:2.0:1763332813.634889:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb atime from disk: 0 -> 1763332813 00002000:00010000:2.0:1763332813.634891:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb ctime from disk: 1763332813 -> 1763332813 00002000:00010000:2.0:1763332813.634892:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb blocks from disk: 20480 -> 20480 00000100:00100000:2.0:1763332813.634955:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611102208:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 229us (1064us total) trans 21474836814 rc 0/0 00000100:00100000:2.0:1763332813.634963:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1453 00000100:00100000:1.0:1763332813.639988:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.640064:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611102464 00000100:00100000:0.0:1763332813.640075:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611102464 00000100:00100000:0.0:1763332813.640138:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 809 00000100:00100000:0.0:1763332813.640149:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611102464:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:0.0:1763332813.640234:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000403:0x7:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c324a6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc66 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.640292:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332813.640308:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3251d lrc: 2/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc82 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.640320:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332813.640394:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3251d lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc82 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.640408:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3251d lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc82 expref: 17 pid: 6520 timeout: 1017 lvb_type: 0 00000100:00100000:0.0:1763332813.640432:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626326912:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332813.640576:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7180 going to sleep for 11 seconds 00000100:00100000:1.0:1763332813.645815:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.645856:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626326912:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332813.645892:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:3.0:1763332813.646071:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611102592 00000100:00100000:3.0:1763332813.646081:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611102592 00010000:00010000:3.0:1763332813.646119:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3251d lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc82 expref: 18 pid: 6520 timeout: 1017 lvb_type: 0 00000100:00100000:3.0:1763332813.646171:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 756 00000100:00100000:3.0:1763332813.646180:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987611102592:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332813.646198:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332813.646205:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3251d lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc82 expref: 18 pid: 6520 timeout: 1017 lvb_type: 0 00010000:00010000:3.0:1763332813.646223:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3251d lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc82 expref: 18 pid: 6520 timeout: 1017 lvb_type: 0 00010000:00010000:3.0:1763332813.646251:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3251d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc82 expref: 18 pid: 6520 timeout: 1017 lvb_type: 0 00010000:00010000:3.0:1763332813.646268:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:3.0:1763332813.646273:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.646283:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.646290:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.646319:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332813.646421:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987611102592:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 241us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332813.646431:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 756 00010000:00010000:1.0:1763332813.647068:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332813.647076:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332813.647099:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332813.647109:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32508 lrc: 2/0,0 mode: CR/CR res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc7b expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.647117:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 4/0,1 mode: --/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332813.647145:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32508 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc7b expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.647166:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32508 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc7b expref: 16 pid: 29240 timeout: 1017 lvb_type: 0 00000100:00100000:1.0:1763332813.647179:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626327040:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332813.647253:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499ad300 going to sleep for 11 seconds 00000100:00100000:3.0:1763332813.651521:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.651676:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611102720 00000100:00100000:0.0:1763332813.651686:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611102720 00010000:00010000:0.0:1763332813.651726:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32508 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc7b expref: 17 pid: 29240 timeout: 1017 lvb_type: 0 00000100:00100000:0.0:1763332813.651763:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 757 00000100:00100000:0.0:1763332813.651774:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2418:x1848987611102720:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332813.651789:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332813.651795:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32508 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc7b expref: 17 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:0.0:1763332813.651806:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32508 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc7b expref: 17 pid: 29240 timeout: 1017 lvb_type: 0 00010000:00010000:0.0:1763332813.651829:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:0.0:1763332813.651835:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332813.651844:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332813.651852:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332813.651873:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332813.651922:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2418:x1848987611102720:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 149us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.651930:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 757 00010000:00010000:2.0:1763332813.654862:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32508 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc7b expref: 16 pid: 29240 timeout: 1017 lvb_type: 0 00000100:00100000:2.0:1763332813.654887:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626327040:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332813.654913:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332813.654922:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332813.654927:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:2.0:1763332813.655236:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626327168:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332813.655307:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332813.655413:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff800d33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332813.655608:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626327168 00000100:00100000:3.0:1763332813.655617:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626327168 00000100:00100000:3.0:1763332813.655671:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1763332813.655680:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626327168:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332813.655763:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626327168:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 84us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332813.655772:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1763332813.656078:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511fa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626327168:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763332813.656141:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626327296:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763332813.656183:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332813.656205:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49c92840 going to sleep for 11 seconds 00000100:00100000:3.0:1763332813.656410:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626327296 00000100:00100000:3.0:1763332813.656414:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626327296 00000100:00100000:3.0:1763332813.656439:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1763332813.656445:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626327296:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332813.656513:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626327296:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 68us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332813.656520:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1763332813.656546:0:6523:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869499 gen 2 00000100:00100000:3.0:1763332813.656557:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626327296:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:3.0:1763332813.656702:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].7, 280 off40064 00000001:00080000:3.0:1763332813.656713:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967394 00000100:00100000:3.0:1763332813.656754:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626327424:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332813.656777:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332813.656793:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777780 going to sleep for 11 seconds 00000100:00100000:3.0:1763332813.656804:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626327424 00000100:00100000:3.0:1763332813.656808:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626327424 00000100:00100000:3.0:1763332813.656826:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1763332813.656831:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626327424:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332813.656920:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626327424:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 89us (141us total) trans 17179869504 rc 0/0 00000100:00100000:3.0:1763332813.656927:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1763332813.656966:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626327424:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332813.656988:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626327552:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332813.657022:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332813.657036:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777780 going to sleep for 11 seconds 00000100:00100000:3.0:1763332813.657046:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626327552 00000100:00100000:3.0:1763332813.657050:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626327552 00000100:00100000:3.0:1763332813.657067:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1763332813.657073:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626327552:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332813.657150:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6523:x1848987626327552:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 76us (126us total) trans 21474836815 rc 0/0 00000100:00100000:3.0:1763332813.657167:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1763332813.657195:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626327552:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1763332813.657248:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967395 00010000:00010000:3.0:1763332813.657270:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657280:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657288:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657294:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332813.657299:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657307:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657322:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:3.0:1763332813.657325:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763332813.657330:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 2/0,0 mode: --/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657336:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3252b lrc: 0/0,0 mode: --/EX res: [0x240000403:0x8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657374:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657381:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657386:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657390:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332813.657393:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657398:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657405:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:3.0:1763332813.657408:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1763332813.657411:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657416:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32524 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332813.657426:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:3.0:1763332813.657428:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763332813.657434:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49325400/0xb32e3ef184c324a6 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc66 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332813.657511:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611102464:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 17364us (17534us total) trans 4294967396 rc 0/0 00000100:00100000:3.0:1763332813.657518:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 809 00000020:00080000:3.0:1763332813.657522:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1763332813.660492:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.661613:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611102848 00000100:00100000:2.0:1763332813.661627:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611102848 00000100:00100000:2.0:1763332813.661702:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2795 00000100:00100000:2.0:1763332813.661712:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611102848:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332813.661739:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332813.661760:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32532 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc89 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.661824:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32532 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc89 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.661840:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32532 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc89 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.661858:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332813.661862:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332813.661865:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4828fa00, rc 0) 00000100:00100000:2.0:1763332813.661938:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:38583:x1848987611102848:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 226us (1456us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.661945:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2795 00000100:00100000:1.0:1763332813.665598:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.665648:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611103104 00000100:00100000:3.0:1763332813.665660:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611103104 00000100:00100000:1.0:1763332813.666634:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 810 00000100:00100000:1.0:1763332813.666651:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:38583:x1848987611103104:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332813.666904:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+19:38583:x1848987611103104:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 258us (1314us total) trans 4294967397 rc 0/0 00000100:00100000:1.0:1763332813.666913:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 810 00000100:00100000:3.0:1763332813.669836:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.670129:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611103360 00000100:00100000:0.0:1763332813.670140:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611103360 00000100:00100000:0.0:1763332813.670212:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 811 00000100:00100000:0.0:1763332813.670222:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:38583:x1848987611103360:12345-192.168.204.28@tcp:35:lfs.0 00000004:00080000:0.0:1763332813.670464:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x240000403:0x8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1763332813.670564:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c32539 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332813.670583:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c32539 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332813.670595:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c32539 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332813.670603:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c32539 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332813.670627:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c32539 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332813.670633:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c32539 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332813.670649:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332813.670754:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332813.670762:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c32539 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332813.670771:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332813.670776:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c32539 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332813.670784:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c32539 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332813.670798:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:2.0:1763332813.670801:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763332813.670807:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c32539 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332813.670813:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c32539 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332813.670825:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332813.670827:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332813.670829:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332813.670833:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:38583:x1848987611103360:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 610us (1006us total) trans 4294967398 rc 0/0 00000100:00100000:0.0:1763332813.670843:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 811 00000100:00100000:2.0:1763332813.676632:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332813.676688:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611103616 00000100:00100000:1.0:1763332813.676698:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611103616 00000100:00100000:1.0:1763332813.676758:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2796 00000100:00100000:1.0:1763332813.676766:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+20:38583:x1848987611103616:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332813.676788:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332813.676806:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32540 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc90 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.676878:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32547 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332813.676892:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32547 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.676901:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32547 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.676913:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c3254e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332813.676918:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c3254e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.676923:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c3254e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677042:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32555 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332813.677050:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32555 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677056:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32555 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:1.0:1763332813.677065:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00010000:00010000:1.0:1763332813.677140:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32547 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677148:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32547 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677162:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32547 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677168:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32547 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677174:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332813.677177:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32547 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677184:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32547 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677195:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:1.0:1763332813.677198:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332813.677202:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32547 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677213:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32547 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677225:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c3254e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677231:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c3254e lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677236:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c3254e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677241:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332813.677244:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c3254e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677249:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c3254e lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677256:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x3d8b1ba3 (ffff92ff621b4500) 00010000:00010000:1.0:1763332813.677258:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332813.677261:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c3254e lrc: 2/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677267:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c3254e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332813.677304:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32540 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc90 expref: 23 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.677317:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32555 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc90 expref: 22 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.677330:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:1.0:1763332813.677332:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332813.677335:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3a00, rc 0) 00000100:00100000:1.0:1763332813.677422:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+22:38583:x1848987611103616:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 656us (800us total) trans 4294967399 rc 0/0 00000100:00100000:1.0:1763332813.677429:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2796 00000100:00100000:3.0:1763332813.681728:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.681898:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611103872 00000100:00100000:2.0:1763332813.681909:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611103872 00000100:00100000:2.0:1763332813.681971:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2797 00000100:00100000:2.0:1763332813.681981:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+22:38583:x1848987611103872:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332813.682007:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332813.682030:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c32563 lrc: 2/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc97 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.683501:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ec00/0xb32e3ef184c3256a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332813.683520:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ec00/0xb32e3ef184c3256a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.683531:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ec00/0xb32e3ef184c3256a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:2.0:1763332813.683544:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x9:0x0]: returning size 0 00010000:00010000:2.0:1763332813.684064:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c32563 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc97 expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.684088:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ec00/0xb32e3ef184c3256a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc97 expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.684098:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0100) 00010000:00010000:2.0:1763332813.684100:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332813.684104:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4828ec00, rc 0) 00000100:00100000:2.0:1763332813.684182:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38583:x1848987611103872:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2201us (2464us total) trans 4294967400 rc 0/0 00000100:00100000:2.0:1763332813.684192:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2797 00000100:00100000:3.0:1763332813.690170:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.690442:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611104128 00000100:00100000:2.0:1763332813.690454:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611104128 00000100:00100000:2.0:1763332813.691039:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2798 00000100:00100000:2.0:1763332813.691052:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38583:x1848987611104128:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332813.691087:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332813.691112:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c32578 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dc9e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.691242:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332813.691260:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ec00/0xb32e3ef184c3256a lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc97 expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.691269:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 4/0,1 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.691311:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ec00/0xb32e3ef184c3256a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc97 expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.691327:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ec00/0xb32e3ef184c3256a lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc97 expref: 25 pid: 6520 timeout: 1017 lvb_type: 0 00000100:00100000:2.0:1763332813.691385:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848987626327680:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332813.691480:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff800d3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332813.699586:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848987626327680:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332813.699626:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000100:00100000:3.0:1763332813.701292:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.704574:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611104256 00000100:00100000:0.0:1763332813.704588:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611104256 00010000:00010000:0.0:1763332813.704638:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ec00/0xb32e3ef184c3256a lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc97 expref: 26 pid: 6520 timeout: 1017 lvb_type: 0 00000100:00100000:0.0:1763332813.704684:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 758 00000100:00100000:0.0:1763332813.704692:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:2420:x1848987611104256:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332813.704707:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332813.704713:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ec00/0xb32e3ef184c3256a lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc97 expref: 26 pid: 6520 timeout: 1017 lvb_type: 0 00010000:00010000:0.0:1763332813.704727:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ec00/0xb32e3ef184c3256a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc97 expref: 26 pid: 6520 timeout: 1017 lvb_type: 0 00010000:00010000:0.0:1763332813.704754:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ec00/0xb32e3ef184c3256a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc97 expref: 26 pid: 6520 timeout: 1017 lvb_type: 0 00010000:00010000:0.0:1763332813.704771:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0100) 00010000:00010000:0.0:1763332813.704777:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332813.704785:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332813.704792:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332813.704811:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332813.704864:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2420:x1848987611104256:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 172us (3583us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.704871:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 758 00010000:00010000:2.0:1763332813.705010:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.705018:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:2.0:1763332813.705035:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x9:0x0]: returning size 0 00000004:00080000:2.0:1763332813.705615:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x12:0x0], index 0: 0 00010000:00010000:2.0:1763332813.705719:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.705727:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.705733:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.705738:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4828ee00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332813.705742:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.705750:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.705760:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0100) 00010000:00010000:2.0:1763332813.705764:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332813.705767:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 2/0,0 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.705774:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c3257f lrc: 0/0,0 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.705828:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c32578 lrc: 1/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc9e expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.705837:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:2.0:1763332813.705840:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332813.705843:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c32578 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc9e expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.705852:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4828fc00, rc 0) 00000100:00100000:3.0:1763332813.707186:0:8605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75666300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8605:1848987626327808:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1763332813.707255:0:8605:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332813.707299:0:8605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777d80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332813.707958:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626327808 00000100:00100000:1.0:1763332813.707968:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626327808 00000100:00100000:1.0:1763332813.708036:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1763332813.708046:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:8605:x1848987626327808:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1763332813.708086:0:8611:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 34 00000100:00100000:2.0:1763332813.708420:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38583:x1848987611104128:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 17367us (18264us total) trans 4294967401 rc 301/301 00000100:00100000:2.0:1763332813.708430:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2798 00000100:00100000:3.0:1763332813.712618:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332813.714181:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611104512 00000100:00100000:1.0:1763332813.714194:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611104512 00000100:00100000:1.0:1763332813.714255:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 812 00000100:00100000:1.0:1763332813.714265:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ef850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38583:x1848987611104512:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332813.714587:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ef850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+25:38583:x1848987611104512:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 322us (1979us total) trans 4294967402 rc 0/0 00000100:00100000:1.0:1763332813.714595:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 812 00000100:00100000:0.0:1763332813.718619:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.718730:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611104640 00000100:00100000:2.0:1763332813.718742:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611104640 00000100:00100000:2.0:1763332813.718807:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2799 00000100:00100000:2.0:1763332813.718818:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+25:38583:x1848987611104640:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332813.718843:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332813.718866:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c3258d lrc: 2/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dca5 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.718941:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c32594 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332813.718971:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c32594 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.718982:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c32594 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:2.0:1763332813.719030:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x9:0x0]: returning size 0 00000004:00200000:2.0:1763332813.719034:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332813.719051:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c32594 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332813.719076:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c3258d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dca5 expref: 27 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.719094:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c32594 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dca5 expref: 26 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.719102:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332813.719105:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763332813.719108:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4828ee00, rc 0) 00000100:00100000:2.0:1763332813.719173:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+26:38583:x1848987611104640:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 357us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.719179:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2799 00000100:00100000:0.0:1763332813.726283:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.726382:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611104768 00000100:00100000:3.0:1763332813.726392:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611104768 00000100:00100000:3.0:1763332813.726727:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1455 00000100:00100000:3.0:1763332813.726740:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611104768:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332813.726760:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332813.726782:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a400/0xb32e3ef184c3259b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dcac expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332813.726858:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332813.726877:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332813.726880:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332813.726888:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a400/0xb32e3ef184c3259b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcac expref: 16 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332813.726908:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a400/0xb32e3ef184c3259b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcac expref: 16 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332813.726929:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4139a400, rc 0) 00000100:00100000:3.0:1763332813.726997:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2421:x1848987611104768:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 260us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332813.727006:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1455 00000100:00100000:0.0:1763332813.734023:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.734436:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611105024 00000100:00100000:3.0:1763332813.734447:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611105024 00000100:00100000:2.0:1763332813.734697:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:8605:x1848987626327808:12345-0@lo:5:osp-pre-0-1.0 Request processed in 26651us (27439us total) trans 21474836816 rc 0/0 00000100:00100000:2.0:1763332813.734707:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:1.0:1763332813.734844:0:8605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75666300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8605:1848987626327808:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1763332813.734861:0:8605:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x12:0x0]-[0x280000400:0x41:0x0] 00000100:00100000:0.0:1763332813.735029:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2800 00000100:00100000:0.0:1763332813.735041:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+26:38583:x1848987611105024:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332813.735060:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332813.735084:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325a2 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dcb3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.735439:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c325a9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332813.735455:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c325a9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332813.735467:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c325a9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:0.0:1763332813.735480:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00010000:00010000:0.0:1763332813.735573:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325a2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcb3 expref: 29 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.735590:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c325a9 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcb3 expref: 28 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.735599:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:0.0:1763332813.735602:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332813.735605:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190600, rc 0) 00000100:00100000:0.0:1763332813.735655:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+28:38583:x1848987611105024:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 617us (1644us total) trans 4294967403 rc 0/0 00000100:00100000:0.0:1763332813.735663:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2800 00000100:00100000:1.0:1763332813.742599:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.742740:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611105152 00000100:00100000:2.0:1763332813.742751:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611105152 00000100:00100000:2.0:1763332813.742813:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1456 00000100:00100000:2.0:1763332813.742823:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611105152:12345-192.168.204.28@tcp:1:lfs.0 00002000:00010000:2.0:1763332813.742889:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x12:0x0] initial LVB size: 10485760, mtime: 0x691a52cd, atime: 0x691a52cd, ctime: 0x691a52cd, blocks: 0x5000 00010000:00010000:2.0:1763332813.742899:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325b7 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.742914:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.742916:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.742922:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.742936:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.742951:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.742959:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.742967:0:8611:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.742972:0:8611:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4828fc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332813.742976:0:8611:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.742984:0:8611:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.743005:0:8611:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.743014:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332813.743106:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2421:x1848987611105152:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 283us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.743113:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1456 00000100:00100000:1.0:1763332813.785122:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.785234:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611105280 00000100:00100000:2.0:1763332813.785244:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611105280 00000100:00100000:2.0:1763332813.785304:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1457 00000100:00100000:2.0:1763332813.785313:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2420:x1848987611105280:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332813.785331:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332813.785384:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325be lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dcba expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332813.785408:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x12:0x0] initial LVB size: 10485760, mtime: 0x691a52cd, atime: 0x691a52cd, ctime: 0x691a52cd, blocks: 0x5000 00010000:00010000:2.0:1763332813.785428:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.785431:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.785439:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325be lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcba expref: 11 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332813.785456:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325be lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcba expref: 11 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332813.785475:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe4828fc00, rc 0) 00000100:00100000:2.0:1763332813.785528:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611105280:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 216us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.785535:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1457 00000100:00100000:2.0:1763332813.793145:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.793516:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611105408 00000100:00100000:0.0:1763332813.793529:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611105408 00000100:00100000:0.0:1763332813.793599:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1458 00000100:00100000:0.0:1763332813.793609:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611105408:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332813.793738:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611105408:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 130us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.793746:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1458 00000100:00100000:1.0:1763332813.803694:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332813.803737:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.803811:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611105664 00000100:00100000:0.0:1763332813.803822:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611105664 00000100:00100000:0.0:1763332813.803885:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611105536 00000100:00100000:0.0:1763332813.803889:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611105536 00000100:00100000:0.0:1763332813.803922:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 594 00000100:00100000:0.0:1763332813.803932:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611105664:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332813.803969:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325c5 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.803991:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.803994:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.803999:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325c5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.804014:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325c5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332813.806062:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 595 00000100:00100000:2.0:1763332813.806079:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611105536:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332813.806117:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fe00/0xb32e3ef184c325cc lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.806131:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.806134:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.806138:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fe00/0xb32e3ef184c325cc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.806159:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fe00/0xb32e3ef184c325cc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332813.816272:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.816393:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611105792 00000100:00100000:3.0:1763332813.816408:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611105792 00000100:00100000:3.0:1763332813.816491:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 596 00000100:00100000:3.0:1763332813.816502:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2420:x1848987611105792:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332813.816541:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325d3 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.816560:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332813.816562:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332813.816570:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.816585:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.878180:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325c5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.878200:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.878209:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.878216:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332813.878220:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.878230:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.878250:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.878259:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c325c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 5 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332813.878412:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+15:2421:x1848987611105664:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 74476us (74724us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1763332813.878424:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 594 00010000:00010000:2.0:1763332813.919937:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fe00/0xb32e3ef184c325cc lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.919957:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fe00/0xb32e3ef184c325cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.919966:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fe00/0xb32e3ef184c325cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.919977:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4828fe00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332813.919981:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fe00/0xb32e3ef184c325cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.919991:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fe00/0xb32e3ef184c325cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.920011:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fe00/0xb32e3ef184c325cc lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.920017:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fe00/0xb32e3ef184c325cc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332813.920101:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611105536:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 114022us (116358us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1763332813.920111:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 595 00010000:00010000:3.0:1763332813.939194:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.939215:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.939229:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.939235:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4139aa00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332813.939241:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.939248:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.939271:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.939278:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332813.939442:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2420:x1848987611105792:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 122936us (123175us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1763332813.939453:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 596 00000100:00100000:1.0:1763332813.947899:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.950301:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611105920 00000100:00100000:3.0:1763332813.950318:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611105920 00000100:00100000:2.0:1763332813.950644:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2801 00000100:00100000:2.0:1763332813.950657:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+28:38583:x1848987611105920:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332813.950684:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332813.950706:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c325da lrc: 2/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dcc1 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.950741:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c325e1 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332813.950757:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c325e1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332813.950774:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c325e1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332813.950907:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c325da lrc: 0/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc1 expref: 30 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.950928:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c325e1 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc1 expref: 29 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.950937:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332813.950940:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763332813.950943:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991600, rc 0) 00000100:00100000:2.0:1763332813.951130:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+29:38583:x1848987611105920:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 475us (3245us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332813.951138:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2801 00000100:00100000:1.0:1763332813.963635:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.963944:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611106048 00000100:00100000:3.0:1763332813.963955:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611106048 00000100:00100000:3.0:1763332813.965122:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 597 00000100:00100000:3.0:1763332813.965138:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2420:x1848987611106048:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:3.0:1763332813.965189:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.965210:0:28426:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a400/0xb32e3ef184c3259b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcac expref: 16 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332813.965219:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332813.965222:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332813.965226:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.965269:0:28426:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a400/0xb32e3ef184c3259b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcac expref: 16 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332813.965285:0:28426:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a400/0xb32e3ef184c3259b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcac expref: 16 pid: 28600 timeout: 1018 lvb_type: 1 00000100:00100000:3.0:1763332813.965300:0:28426:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e120380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28426:1848987626327936:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332813.965416:0:28426:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777840 going to sleep for 11 seconds 00000100:00100000:1.0:1763332813.966550:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332813.966675:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611106176 00000100:00100000:2.0:1763332813.966683:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611106176 00000100:00100000:2.0:1763332813.966747:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 598 00000100:00100000:2.0:1763332813.966756:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987611106176:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:2.0:1763332813.966784:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.966796:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.966798:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332813.966802:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332813.966811:0:24027:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332813.969207:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332813.969469:0:28426:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e120380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28426:1848987626327936:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332813.969497:0:28426:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332813.969560:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611106432 00000100:00100000:0.0:1763332813.969568:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611106432 00010000:00010000:0.0:1763332813.969602:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a400/0xb32e3ef184c3259b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcac expref: 18 pid: 28600 timeout: 1018 lvb_type: 1 00000100:00100000:0.0:1763332813.969646:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 759 00000100:00100000:0.0:1763332813.969654:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987611106432:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332813.969669:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332813.969689:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a400/0xb32e3ef184c3259b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcac expref: 18 pid: 28600 timeout: 1018 lvb_type: 1 00010000:00010000:0.0:1763332813.969700:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a400/0xb32e3ef184c3259b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcac expref: 18 pid: 28600 timeout: 1018 lvb_type: 1 00010000:00010000:0.0:1763332813.969725:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a400/0xb32e3ef184c3259b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcac expref: 18 pid: 28600 timeout: 1018 lvb_type: 1 00010000:00010000:0.0:1763332813.969743:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.969746:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.969751:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.969760:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.969769:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.969770:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.969773:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.969780:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.969825:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332813.969883:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987611106432:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 228us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332813.969890:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 759 00010000:00010000:3.0:1763332813.970732:0:24027:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332813.970744:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.970809:0:28426:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332813.970817:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332813.973968:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332813.974613:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611106304 00000100:00100000:0.0:1763332813.974626:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611106304 00000100:00100000:0.0:1763332813.974714:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 599 00000100:00100000:0.0:1763332813.974727:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987611106304:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:0.0:1763332813.974779:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c325f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.974798:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.974801:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332813.974808:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c325f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332813.974823:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c325f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763332814.043956:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836817 is committed 00000001:00080000:2.0:1763332814.043973:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836816 is committed 00002000:00010000:0.0:1763332814.044820:0:24027:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb size from disk: 0 -> 8388608 00002000:00010000:0.0:1763332814.044826:0:24027:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb mtime from disk: 0 -> 1763332814 00002000:00010000:0.0:1763332814.044829:0:24027:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb ctime from disk: 0 -> 1763332814 00002000:00010000:0.0:1763332814.044831:0:24027:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb blocks from disk: 0 -> 16384 00010000:00010000:0.0:1763332814.044849:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.044861:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.044869:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.044876:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332814.044881:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.044889:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.044909:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.044917:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43990000/0xb32e3ef184c325ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332814.045030:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1dec5569-9184-4622-8fc2-84b1eb26add2+14:2421:x1848987611106176:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 78269us (78477us total) trans 21474836817 rc 0/0 00000100:00100000:0.0:1763332814.045041:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 598 00000001:00080000:3.0:1763332814.059081:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836818 is committed 00002000:00010000:1.0:1763332814.059291:0:28426:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb size from disk: 8388608 -> 10485760 00002000:00010000:1.0:1763332814.059297:0:28426:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb blocks from disk: 16384 -> 20480 00010000:00010000:1.0:1763332814.059316:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.059328:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.059337:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.059343:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4139aa00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332814.059382:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.059393:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.059418:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.059425:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c325e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332814.059537:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2420:x1848987611106048:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 94399us (95906us total) trans 21474836818 rc 0/0 00000100:00100000:1.0:1763332814.059547:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 597 00000001:00080000:2.0:1763332814.072179:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836819 is committed 00010000:00010000:0.0:1763332814.072437:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c325f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.072450:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c325f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.072459:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c325f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.072466:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332814.072471:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c325f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.072480:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c325f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.072500:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c325f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.072507:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c325f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332814.074190:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2420:x1848987611106304:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 99454us (100221us total) trans 21474836819 rc 0/0 00000100:00100000:0.0:1763332814.074205:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 599 00000100:00100000:2.0:1763332814.082492:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332814.082600:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611106560 00000100:00100000:1.0:1763332814.082610:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611106560 00000100:00100000:0.0:1763332814.082778:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2802 00000100:00100000:0.0:1763332814.082794:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+29:38583:x1848987611106560:12345-192.168.204.28@tcp:44:lfs.0 00000100:00080000:2.0:1763332814.082838:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:2.0:1763332814.086557:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967403 is committed 00000020:00080000:2.0:1763332814.086597:0:7438:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff92ff499adc00 refcount 2 committed 0 result 0 batchid 7 00000020:00080000:2.0:1763332814.086604:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff44dc0300 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe48777b40 00000020:00080000:2.0:1763332814.086609:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92fe44a4cd00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff499adcc0 00000020:00080000:2.0:1763332814.086612:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff58e80c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe487b0a00 00000020:00080000:2.0:1763332814.086615:0:7438:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].7 00000020:00080000:2.0:1763332814.086639:0:7438:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 6 batchid updated 00010000:00010000:3.0:1763332814.087234:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.087248:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.087257:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.087264:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332814.087268:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.087278:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.087297:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff92ff821f1e00) 00010000:00010000:3.0:1763332814.087300:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332814.087307:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.087313:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32501 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00000020:00080000:1.0:1763332814.087338:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 7 committed batchid 6 00000100:00100000:0.0:1763332814.087339:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611106560:12345-192.168.204.28@tcp:44:lfs.0 Request processed in 4540us (4847us total) trans 0 rc 0/0 00010000:00010000:3.0:1763332814.087345:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00000100:00100000:0.0:1763332814.087387:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2802 00010000:00010000:3.0:1763332814.087392:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.087399:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.087404:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe4828e200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332814.087407:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.087412:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.087421:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:3.0:1763332814.087424:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332814.087427:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.087432:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828e200/0xb32e3ef184c32516 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00000004:00080000:1.0:1763332814.087490:0:7457:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff92ff5c737300 with version 15 00000004:00080000:0.0:1763332814.088054:0:7449:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff49dc1b40 version 15 rpc_version 15 00000020:00100000:0.0:1763332814.088786:0:7449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763332814.088797:0:7449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe44cd8a80 x1848987626328192/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332814.088824:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626328192:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1763332814.088880:0:7449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332814.088918:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332814.088980:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626328192 00000100:00100000:2.0:1763332814.088989:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626328192 00000100:00100000:2.0:1763332814.089044:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1763332814.089054:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7449:x1848987626328192:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1763332814.089230:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7449:x1848987626328192:12345-0@lo:1000:osp_up0-1.0 Request processed in 177us (348us total) trans 4294969088 rc 0/0 00000100:00100000:2.0:1763332814.089237:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1763332814.089345:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cd8a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626328192:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1763332814.089452:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.089513:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611106688 00000100:00100000:2.0:1763332814.089518:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611106688 00000100:00100000:2.0:1763332814.089555:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1459 00000100:00100000:2.0:1763332814.089564:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611106688:12345-192.168.204.28@tcp:16:lfs.0 00000100:00100000:2.0:1763332814.089641:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+8:2418:x1848987611106688:12345-192.168.204.28@tcp:16:lfs.0 Request processed in 79us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.089649:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1459 00000020:00080000:1.0:1763332814.089730:0:7457:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 6 cancel update log [0x200000401:0x2:0x0].6: rc = 0 00000020:00080000:1.0:1763332814.089797:0:7457:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 6 cancel update log [0x240000400:0x2:0x0].6: rc = 0 00000020:00080000:1.0:1763332814.089806:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 6 00000100:00100000:2.0:1763332814.108693:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332814.108807:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611106816 00000100:00100000:0.0:1763332814.108816:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611106816 00000100:00100000:0.0:1763332814.109033:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1460 00000100:00100000:0.0:1763332814.109045:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611106816:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:0.0:1763332814.109093:0:17605:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c325fd lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.109107:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332814.109109:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332814.109114:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c325fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.109225:0:17605:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c325fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.109252:0:17605:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c325fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.109270:0:17605:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c325fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.109279:0:17605:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c325fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.109285:0:17605:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332814.109291:0:17605:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c325fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.109300:0:17605:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c325fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.109318:0:17605:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c325fd lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.109326:0:17605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c325fd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332814.109468:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:2421:x1848987611106816:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 424us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332814.109477:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1460 00000100:00100000:0.0:1763332814.114818:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332814.115023:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611107072 00000100:00100000:1.0:1763332814.115034:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611107072 00000100:00100000:1.0:1763332814.115106:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2803 00000100:00100000:1.0:1763332814.115119:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+15:38583:x1848987611107072:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332814.115272:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332814.115299:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828ee00/0xb32e3ef184c32594 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dca5 expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.115318:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332814.115323:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332814.115381:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332814.115396:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.115407:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00010000:1.0:1763332814.115550:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007eac33b3 reply state 00000000bacac36f transno 4294967404 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.115563:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.115569:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332814.115572:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332814.115575:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332814.116221:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38583:x1848987611107072:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 1102us (1408us total) trans 4294967404 rc 0/0 00000100:00100000:1.0:1763332814.116228:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2803 00000100:00100000:0.0:1763332814.119290:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332814.119456:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611107200 00000100:00100000:1.0:1763332814.119467:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611107200 00000100:00100000:1.0:1763332814.119540:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2804 00000100:00100000:1.0:1763332814.119550:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38583:x1848987611107200:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332814.119577:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332814.119598:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c3260b lrc: 2/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dcc8 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.119654:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c3260b lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc8 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.119671:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c3260b lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc8 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.119689:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332814.119692:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332814.119695:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193c00, rc 0) 00000100:00100000:1.0:1763332814.119759:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611107200:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 210us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332814.119767:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2804 00000100:00100000:2.0:1763332814.124104:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332814.126400:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611107328 00000100:00100000:0.0:1763332814.126418:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611107328 00000100:00100000:0.0:1763332814.126506:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1461 00000100:00100000:0.0:1763332814.126518:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+8:38583:x1848987611107328:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332814.126541:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332814.126568:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32612 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dccf expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332814.126594:0:17605:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 10485760, mtime: 0x691a52ce, atime: 0x0, ctime: 0x691a52ce, blocks: 0x5000 00010000:00010000:0.0:1763332814.126618:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332814.126621:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332814.126630:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32612 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dccf expref: 9 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.126648:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32612 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dccf expref: 9 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.126661:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203e00, rc 0) 00000100:00100000:0.0:1763332814.126749:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+9:38583:x1848987611107328:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 232us (2657us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332814.126756:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1461 00000100:00100000:0.0:1763332814.130926:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.131140:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611107456 00000100:00100000:2.0:1763332814.131158:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611107456 00000100:00100000:2.0:1763332814.131213:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1462 00000100:00100000:2.0:1763332814.131222:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+9:2418:x1848987611107456:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:2.0:1763332814.131482:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1763332814.131486:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb mtime from disk: 1763332814 -> 1763332813 00002000:00010000:2.0:1763332814.131489:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb atime from disk: 0 -> 1763332813 00002000:00010000:2.0:1763332814.131491:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb ctime from disk: 1763332814 -> 1763332814 00002000:00010000:2.0:1763332814.131494:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb blocks from disk: 20480 -> 20480 00000100:00100000:2.0:1763332814.131568:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611107456:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 346us (650us total) trans 21474836820 rc 0/0 00000100:00100000:2.0:1763332814.131576:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1462 00000100:00100000:1.0:1763332814.135478:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332814.136237:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611107712 00000100:00100000:3.0:1763332814.136250:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611107712 00000100:00100000:3.0:1763332814.136316:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2805 00000100:00100000:3.0:1763332814.136326:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611107712:12345-192.168.204.28@tcp:55:lfs.0 00010000:00010000:2.0:1763332814.136772:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332814.136789:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c325e1 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc1 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.136798:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.136833:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c325e1 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc1 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.136845:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c325e1 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc1 expref: 17 pid: 12741 timeout: 1018 lvb_type: 0 00000100:00100000:2.0:1763332814.136858:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e07480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626328320:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332814.137259:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff800d3240 going to sleep for 11 seconds 00000100:00100000:2.0:1763332814.142229:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e07480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626328320:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332814.142261:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000100:00100000:1.0:1763332814.142987:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.143395:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611107840 00000100:00100000:2.0:1763332814.143403:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611107840 00010000:00010000:2.0:1763332814.143441:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c325e1 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc1 expref: 18 pid: 12741 timeout: 1018 lvb_type: 0 00000100:00100000:2.0:1763332814.143484:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 760 00000100:00100000:2.0:1763332814.143493:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2421:x1848987611107840:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332814.143510:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332814.143517:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c325e1 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc1 expref: 18 pid: 12741 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.143529:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c325e1 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc1 expref: 18 pid: 12741 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.143551:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c325e1 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc1 expref: 18 pid: 12741 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.143568:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332814.143573:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.143587:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.143595:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.144104:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332814.144170:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987611107840:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 676us (1183us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.144179:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 760 00010000:00010000:3.0:1763332814.144235:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332814.144243:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.144806:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.144816:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.144822:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.144828:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332814.144832:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.144840:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 4/0,0 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.144852:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332814.144856:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1763332814.144860:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 2/0,0 mode: --/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.144866:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c32619 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00000100:00100000:2.0:1763332814.144923:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38583:x1848987611107712:12345-192.168.204.28@tcp:55:lfs.0 Request processed in 8598us (9454us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763332814.144933:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2805 00000100:00100000:1.0:1763332814.149113:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.149235:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611108096 00000100:00100000:2.0:1763332814.149246:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611108096 00000100:00100000:2.0:1763332814.149305:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2806 00000100:00100000:2.0:1763332814.149314:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:38583:x1848987611108096:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332814.149405:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332814.149432:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32555 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc90 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.149450:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332814.149456:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332814.149509:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332814.149524:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.149536:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00010000:2.0:1763332814.149666:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006d580a12 reply state 000000001f5cfe31 transno 4294967405 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.149679:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.149685:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332814.149690:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332814.149692:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332814.149815:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611108096:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 501us (713us total) trans 4294967405 rc 0/0 00000100:00100000:2.0:1763332814.149822:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2806 00000100:00100000:1.0:1763332814.156800:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332814.156972:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611108224 00000100:00100000:0.0:1763332814.156982:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611108224 00000100:00100000:0.0:1763332814.157044:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1463 00000100:00100000:0.0:1763332814.157054:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+11:38583:x1848987611108224:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332814.157073:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332814.157093:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32627 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dcd6 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.157127:0:17605:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325be lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcba expref: 12 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332814.157135:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332814.157138:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332814.157151:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32627 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcd6 expref: 12 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.157187:0:17605:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325be lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcba expref: 12 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332814.157200:0:17605:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325be lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcba expref: 12 pid: 8611 timeout: 1018 lvb_type: 1 00000100:00100000:0.0:1763332814.157212:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626328448:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332814.157304:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7540 going to sleep for 11 seconds 00000100:00100000:3.0:1763332814.161955:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74039180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:17605:1848987626328448:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332814.161996:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32627 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcd6 expref: 12 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332814.162023:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74202800, rc 0) 00000100:00100000:3.0:1763332814.162090:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:38583:x1848987611108224:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5037us (5298us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332814.162100:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1463 00000100:00100000:1.0:1763332814.164710:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.164799:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611108352 00000100:00100000:2.0:1763332814.164810:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611108352 00010000:00010000:2.0:1763332814.164853:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325be lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcba expref: 12 pid: 8611 timeout: 1018 lvb_type: 1 00000100:00100000:2.0:1763332814.164896:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 761 00000100:00100000:2.0:1763332814.164906:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611108352:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332814.164922:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332814.164942:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325be lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcba expref: 12 pid: 8611 timeout: 1018 lvb_type: 1 00010000:00010000:2.0:1763332814.164956:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325be lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcba expref: 12 pid: 8611 timeout: 1018 lvb_type: 1 00010000:00010000:2.0:1763332814.164980:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe4828fc00/0xb32e3ef184c325be lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcba expref: 12 pid: 8611 timeout: 1018 lvb_type: 1 00010000:00010000:2.0:1763332814.164995:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332814.164998:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332814.165003:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32627 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcd6 expref: 11 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.165013:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32627 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcd6 expref: 11 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.165056:0:28428:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32627 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcd6 expref: 11 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332814.165073:0:28428:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e07480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:28428:1848987626328576:192.168.204.28@tcp:105: 00000100:00100000:2.0:1763332814.165243:0:28428:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff5119d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332814.166868:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332814.166901:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611108480 00000100:00100000:3.0:1763332814.166907:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611108480 00000100:00100000:2.0:1763332814.167047:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1464 00000100:00100000:2.0:1763332814.167057:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611108480:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:2.0:1763332814.167207:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x12:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1763332814.167210:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x12:0x0] updating lvb mtime from disk: 1763332813 -> 1763332813 00002000:00010000:2.0:1763332814.167213:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x12:0x0] updating lvb atime from disk: 1763332813 -> 1763332813 00002000:00010000:2.0:1763332814.167216:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x12:0x0] updating lvb ctime from disk: 1763332813 -> 1763332814 00002000:00010000:2.0:1763332814.167218:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x12:0x0] updating lvb blocks from disk: 20480 -> 20480 00000100:00100000:2.0:1763332814.167259:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+13:2421:x1848987611108480:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 204us (398us total) trans 17179869505 rc 0/0 00000100:00100000:2.0:1763332814.167267:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1464 00000100:00100000:0.0:1763332814.167384:0:28428:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e07480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:28428:1848987626328576:192.168.204.28@tcp:105: 00010000:00010000:0.0:1763332814.167404:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332814.167425:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2421:x1848987611108352:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2521us (2735us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332814.167433:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 761 00000100:00100000:3.0:1763332814.171779:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332814.171887:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611108736 00000100:00100000:0.0:1763332814.171901:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611108736 00000100:00100000:0.0:1763332814.172045:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 813 00000100:00100000:0.0:1763332814.172055:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611108736:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:0.0:1763332814.172132:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000403:0x7:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c325a9 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcb3 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.172182:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332814.172194:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32532 lrc: 2/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc89 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.172203:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 4/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.172238:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32532 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc89 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.172250:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32532 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc89 expref: 17 pid: 6520 timeout: 1018 lvb_type: 0 00000100:00100000:0.0:1763332814.172263:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74039180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626328704:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332814.172837:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332814.177786:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.177859:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611108864 00000100:00100000:0.0:1763332814.177859:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74039180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626328704:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332814.177867:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611108864 00010000:00010000:0.0:1763332814.177893:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.177907:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32532 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc89 expref: 18 pid: 6520 timeout: 1018 lvb_type: 0 00000100:00100000:2.0:1763332814.177940:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 762 00000100:00100000:2.0:1763332814.177959:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+18:2420:x1848987611108864:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332814.177976:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332814.177982:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32532 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc89 expref: 18 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.177995:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32532 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc89 expref: 18 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.178018:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe4828fa00/0xb32e3ef184c32532 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc89 expref: 18 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.178034:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332814.178039:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.178053:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.178061:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.178095:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332814.178157:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2420:x1848987611108864:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 207us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.178165:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 762 00010000:00010000:0.0:1763332814.178175:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.178182:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.178209:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332814.178221:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c3260b lrc: 2/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc8 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.178228:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.178259:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c3260b lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc8 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.178272:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c3260b lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc8 expref: 16 pid: 6520 timeout: 1018 lvb_type: 0 00000100:00100000:0.0:1763332814.178284:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74039180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626328832:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332814.178367:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332814.184322:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74039180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626328832:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332814.184378:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:3.0:1763332814.186543:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.186826:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611108992 00000100:00100000:2.0:1763332814.186838:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611108992 00010000:00010000:2.0:1763332814.186884:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c3260b lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc8 expref: 17 pid: 6520 timeout: 1018 lvb_type: 0 00000100:00100000:2.0:1763332814.186928:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 763 00000100:00100000:2.0:1763332814.186938:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+17:2421:x1848987611108992:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332814.186956:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332814.186964:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c3260b lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc8 expref: 17 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.186979:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c3260b lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc8 expref: 17 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.187005:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c3260b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcc8 expref: 17 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.187024:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332814.187030:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.187039:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.187046:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.187082:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332814.187169:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+16:2421:x1848987611108992:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 231us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.187178:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 763 00010000:00010000:3.0:1763332814.188710:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332814.188725:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:3.0:1763332814.189076:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626328960:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332814.189141:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332814.189196:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe487770c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332814.189541:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626328960 00000100:00100000:0.0:1763332814.189550:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626328960 00000100:00100000:0.0:1763332814.189616:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1763332814.189626:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626328960:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763332814.189722:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626328960:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 97us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332814.189729:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1763332814.190468:0:6523:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836816 gen 2 00000004:00080000:3.0:1763332814.190475:0:6523:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44822d80, transno 21474836810 00000004:00080000:3.0:1763332814.190487:0:6523:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474836815 committed transno 21474836816 00000100:00100000:3.0:1763332814.190512:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626328960:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332814.190576:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626329088:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332814.190614:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332814.190643:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe487770c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332814.190724:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626329088 00000100:00100000:2.0:1763332814.190730:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626329088 00000100:00100000:2.0:1763332814.190769:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1763332814.190778:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626329088:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332814.190862:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626329088:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 86us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.190871:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1763332814.191607:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626329088:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332814.191664:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626329216:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332814.191703:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332814.191734:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe487770c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332814.191875:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626329216 00000100:00100000:1.0:1763332814.191883:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626329216 00000100:00100000:1.0:1763332814.195495:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1763332814.195527:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626329216:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763332814.195725:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626329216:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 214us (4019us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332814.195734:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1763332814.196042:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626329216:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1763332814.196227:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967406 00000100:00100000:3.0:1763332814.196322:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626329344:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332814.196399:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332814.196440:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332814.196613:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626329344 00000100:00100000:1.0:1763332814.196620:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626329344 00000100:00100000:1.0:1763332814.196671:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1763332814.196679:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626329344:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763332814.196825:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626329344:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 146us (425us total) trans 21474836821 rc 0/0 00000100:00100000:1.0:1763332814.196832:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1763332814.197476:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626329344:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1763332814.197565:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967407 00010000:00010000:0.0:1763332814.197602:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197614:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197622:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197629:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74203a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332814.197633:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197641:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197656:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:0.0:1763332814.197659:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763332814.197664:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197670:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32635 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197684:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197690:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197695:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197700:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74203c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332814.197703:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197712:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197719:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:0.0:1763332814.197721:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763332814.197724:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 2/0,0 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197729:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c3262e lrc: 0/0,0 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.197742:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:0.0:1763332814.197744:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332814.197753:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c325a9 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcb3 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332814.197868:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611108736:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 25813us (26096us total) trans 4294967408 rc 0/0 00000100:00100000:0.0:1763332814.197878:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 813 00000020:00080000:0.0:1763332814.197883:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1763332814.200977:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332814.201103:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611109120 00000100:00100000:1.0:1763332814.201113:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611109120 00000100:00100000:1.0:1763332814.201812:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2807 00000100:00100000:1.0:1763332814.201828:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38583:x1848987611109120:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332814.201859:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332814.201882:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c3263c lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dcdd expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.201939:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c3263c lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcdd expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.201956:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c3263c lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcdd expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.201974:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:1.0:1763332814.201977:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332814.201980:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192200, rc 0) 00000100:00100000:1.0:1763332814.202685:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:38583:x1848987611109120:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 859us (1713us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332814.202694:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2807 00000100:00100000:2.0:1763332814.208548:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332814.208629:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611109376 00000100:00100000:0.0:1763332814.208642:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611109376 00000100:00100000:0.0:1763332814.209124:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 814 00000100:00100000:0.0:1763332814.209137:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:38583:x1848987611109376:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332814.209517:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:38583:x1848987611109376:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 382us (978us total) trans 4294967409 rc 0/0 00000100:00100000:0.0:1763332814.209526:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 814 00000100:00100000:0.0:1763332814.213316:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332814.213387:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611109632 00000100:00100000:3.0:1763332814.213401:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611109632 00000100:00100000:3.0:1763332814.213476:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 815 00000100:00100000:2.0:1763332814.213549:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:38583:x1848987611109632:12345-192.168.204.28@tcp:35:lfs.0 00000004:00080000:2.0:1763332814.213805:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x240000403:0x9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1763332814.213902:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32643 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332814.213921:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32643 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.213933:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32643 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.213943:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32643 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.213962:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32643 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.213969:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32643 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.213996:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763332814.217411:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:38583:x1848987611109632:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 3907us (4093us total) trans 4294967410 rc 0/0 00000100:00100000:2.0:1763332814.217427:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 815 00010000:00010000:0.0:1763332814.217555:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332814.217565:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32643 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.217577:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332814.217581:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32643 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.217590:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32643 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.217611:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:0.0:1763332814.217614:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763332814.217622:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32643 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.217627:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32643 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.217645:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332814.217647:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332814.217649:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332814.242016:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332814.242088:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611109760 00000100:00100000:1.0:1763332814.242099:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611109760 00000100:00100000:1.0:1763332814.242169:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2808 00000100:00100000:1.0:1763332814.242181:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+20:38585:x1848987611109760:12345-192.168.204.28@tcp:101:stat.0 00010000:00010000:1.0:1763332814.242213:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332814.242240:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3264a lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dce4 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.242315:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c32651 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332814.242329:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c32651 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242339:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c32651 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242446:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32658 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332814.242454:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32658 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242461:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32658 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242554:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332814.242563:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242569:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:1.0:1763332814.242609:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00000004:00200000:1.0:1763332814.242613:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332814.242649:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242662:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242670:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c32651 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242676:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c32651 lrc: 2/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242684:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c32651 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242690:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332814.242694:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c32651 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242702:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c32651 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242712:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:1.0:1763332814.242716:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332814.242720:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c32651 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242726:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c32651 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242738:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32658 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242743:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32658 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242748:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32658 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242753:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332814.242756:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32658 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242761:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32658 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242767:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x3d8b1ba3 (ffff92ff6055af00) 00010000:00010000:1.0:1763332814.242769:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332814.242772:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32658 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242777:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32658 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332814.242809:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3264a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dce4 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.242821:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dce4 expref: 21 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332814.242828:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:1.0:1763332814.242830:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332814.242833:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192000, rc 0) 00000100:00100000:1.0:1763332814.252727:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+21:38585:x1848987611109760:12345-192.168.204.28@tcp:101:stat.0 Request processed in 10534us (10707us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332814.252741:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2808 00000100:00100000:0.0:1763332814.259983:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332814.260112:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611110016 00000100:00100000:1.0:1763332814.260129:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611110016 00000100:00100000:1.0:1763332814.260232:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2809 00000100:00100000:1.0:1763332814.260244:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+21:38586:x1848987611110016:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332814.260279:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332814.260312:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32666 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dceb expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.260913:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c3266d lrc: 3/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332814.260930:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c3266d lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332814.260942:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c3266d lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:0.0:1763332814.260954:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00010000:00010000:0.0:1763332814.261069:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32666 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dceb expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.261088:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c3266d lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dceb expref: 23 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.261096:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:0.0:1763332814.261099:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763332814.261103:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203a00, rc 0) 00000100:00100000:0.0:1763332814.261170:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+23:38586:x1848987611110016:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 927us (1199us total) trans 4294967411 rc 0/0 00000100:00100000:0.0:1763332814.261178:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2809 00000100:00100000:0.0:1763332814.267531:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.268319:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611110272 00000100:00100000:2.0:1763332814.268331:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611110272 00000100:00100000:2.0:1763332814.268463:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2810 00000100:00100000:2.0:1763332814.268475:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+23:38586:x1848987611110272:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332814.268505:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332814.268528:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990e00/0xb32e3ef184c3267b lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dcf2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.268650:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32682 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332814.268666:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dce4 expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.268674:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32682 lrc: 4/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332814.268713:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dce4 expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.268726:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dce4 expref: 24 pid: 6520 timeout: 1018 lvb_type: 0 00000100:00100000:2.0:1763332814.268741:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848987626329472:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332814.268846:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff454eacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332814.271401:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848987626329472:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332814.271684:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32682 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000100:00100000:0.0:1763332814.272739:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332814.272996:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611110400 00000100:00100000:3.0:1763332814.273010:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611110400 00010000:00010000:3.0:1763332814.273058:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dce4 expref: 25 pid: 6520 timeout: 1018 lvb_type: 0 00000100:00100000:3.0:1763332814.273106:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 764 00000100:00100000:3.0:1763332814.273116:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2420:x1848987611110400:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332814.273135:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332814.273153:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dce4 expref: 25 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:3.0:1763332814.273167:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dce4 expref: 25 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:3.0:1763332814.273190:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c3265f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dce4 expref: 25 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:3.0:1763332814.273205:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:3.0:1763332814.273210:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32682 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332814.273221:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32682 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332814.273228:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32682 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332814.273260:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332814.273322:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+24:2420:x1848987611110400:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 207us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332814.273330:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 764 00010000:00010000:0.0:1763332814.273767:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32682 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332814.273776:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32682 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:0.0:1763332814.273794:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00010000:00010000:0.0:1763332814.273910:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990e00/0xb32e3ef184c3267b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcf2 expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.273925:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32682 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcf2 expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.273932:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:0.0:1763332814.273934:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763332814.273937:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991000, rc 0) 00000100:00100000:0.0:1763332814.273976:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38586:x1848987611110272:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5504us (6456us total) trans 4294967412 rc 0/0 00000100:00100000:0.0:1763332814.273983:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2810 00000100:00100000:0.0:1763332814.276868:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.277041:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611110528 00000100:00100000:2.0:1763332814.277053:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611110528 00000100:00100000:2.0:1763332814.277119:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 816 00000100:00100000:2.0:1763332814.277130:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38586:x1848987611110528:12345-192.168.204.28@tcp:33:lfs.0 00000100:00100000:2.0:1763332814.277333:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38586:x1848987611110528:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 205us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.277382:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 816 00000100:00100000:3.0:1763332814.280909:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332814.281107:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611110784 00000100:00100000:1.0:1763332814.281119:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611110784 00000100:00100000:1.0:1763332814.281198:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 817 00000100:00100000:1.0:1763332814.281210:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ec050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38586:x1848987611110784:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332814.281531:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ec050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+25:38586:x1848987611110784:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 323us (631us total) trans 4294967413 rc 0/0 00000100:00100000:1.0:1763332814.281539:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 817 00000100:00100000:0.0:1763332814.286023:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.286179:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611111040 00000100:00100000:2.0:1763332814.286191:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611111040 00000100:00100000:0.0:1763332814.286496:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2811 00000100:00100000:0.0:1763332814.286510:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+25:38586:x1848987611111040:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332814.286538:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332814.286542:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1763332814.286572:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991000/0xb32e3ef184c32682 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcf2 expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.286597:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c3266d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dceb expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.286607:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:0.0:1763332814.286611:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332814.286624:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c32690 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dcf9 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.286732:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32697 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332814.286746:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32697 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332814.286756:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32697 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:0.0:1763332814.286767:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00010000:00010000:0.0:1763332814.286878:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c32690 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcf9 expref: 26 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.286893:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32697 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcf9 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.286900:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:0.0:1763332814.286902:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332814.286905:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74202c00, rc 0) 00000100:00100000:0.0:1763332814.286975:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+25:38586:x1848987611111040:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 469us (963us total) trans 4294967414 rc 0/0 00000100:00100000:0.0:1763332814.286983:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2811 00000100:00100000:0.0:1763332814.290390:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.290921:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611111296 00000100:00100000:2.0:1763332814.290934:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611111296 00000100:00100000:2.0:1763332814.291703:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 818 00000100:00100000:2.0:1763332814.291716:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+25:38586:x1848987611111296:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:2.0:1763332814.291793:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000403:0x7:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32697 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcf9 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.291836:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332814.291851:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c3263c lrc: 2/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcdd expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.291858:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.291896:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c3263c lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcdd expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.291911:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c3263c lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcdd expref: 25 pid: 6520 timeout: 1018 lvb_type: 0 00000100:00100000:2.0:1763332814.291927:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e04a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626329600:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332814.292035:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff454eacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332814.295764:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e04a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626329600:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332814.295799:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:0.0:1763332814.296943:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.297343:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611111424 00000100:00100000:2.0:1763332814.297375:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611111424 00010000:00010000:2.0:1763332814.297416:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c3263c lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcdd expref: 26 pid: 6520 timeout: 1018 lvb_type: 0 00000100:00100000:2.0:1763332814.297461:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 765 00000100:00100000:2.0:1763332814.297472:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+26:2421:x1848987611111424:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332814.297489:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332814.297497:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c3263c lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcdd expref: 26 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.297510:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c3263c lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcdd expref: 26 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.297532:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c3263c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcdd expref: 26 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.297548:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332814.297554:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.297564:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.297572:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.297775:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332814.297918:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.297928:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.298134:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.298155:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.298162:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.298168:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332814.298173:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.298184:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.298194:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:0.0:1763332814.298196:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763332814.298200:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.298205:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c326a5 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.298218:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:0.0:1763332814.298220:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332814.298225:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32697 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcf9 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332814.298471:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+25:2421:x1848987611111424:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1000us (1533us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.298482:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 765 00000100:00100000:0.0:1763332814.298745:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38586:x1848987611111296:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 7029us (8393us total) trans 4294967415 rc -22/-22 00000100:00100000:0.0:1763332814.298754:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 818 00000100:00100000:3.0:1763332814.312098:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.312319:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611111552 00000100:00100000:2.0:1763332814.312330:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611111552 00000100:00100000:2.0:1763332814.312428:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2812 00000100:00100000:2.0:1763332814.312440:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+24:38586:x1848987611111552:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332814.312473:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332814.312499:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c326ac lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dd00 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.312560:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c326ac lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd00 expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.312579:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c326ac lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd00 expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.312603:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332814.312607:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332814.312611:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991600, rc 0) 00000100:00100000:2.0:1763332814.312694:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+25:38586:x1848987611111552:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 255us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.312701:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2812 00000100:00100000:1.0:1763332814.318219:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332814.319483:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611111808 00000100:00100000:0.0:1763332814.319498:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611111808 00000100:00100000:0.0:1763332814.319569:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2813 00000100:00100000:0.0:1763332814.319578:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+25:38586:x1848987611111808:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332814.319601:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332814.319625:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326b3 lrc: 2/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dd07 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.320092:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c326ba lrc: 3/1,0 mode: --/PR res: [0x240000403:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332814.320110:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c326ba lrc: 3/1,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332814.320121:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c326ba lrc: 3/1,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:0.0:1763332814.320132:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0xa:0x0]: returning size 0 00010000:00010000:0.0:1763332814.320190:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326b3 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd07 expref: 28 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.320207:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c326ba lrc: 3/0,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd07 expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.320215:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0xa:0x0].0x0 (ffff92fe43bd0a00) 00010000:00010000:0.0:1763332814.320218:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332814.320222:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203c00, rc 0) 00000100:00100000:0.0:1763332814.320296:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+27:38586:x1848987611111808:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 718us (2089us total) trans 4294967416 rc 0/0 00000100:00100000:0.0:1763332814.320303:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2813 00000100:00100000:1.0:1763332814.323310:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.323378:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611112064 00000100:00100000:2.0:1763332814.323387:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611112064 00000100:00100000:2.0:1763332814.323449:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2814 00000100:00100000:2.0:1763332814.323459:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+27:38586:x1848987611112064:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332814.323483:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332814.323504:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c326c8 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dd0e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.323603:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c326cf lrc: 3/0,1 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332814.323618:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c326cf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332814.323629:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c326cf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:2.0:1763332814.323642:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00010000:00010000:2.0:1763332814.323748:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c326c8 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd0e expref: 30 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.323767:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c326cf lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd0e expref: 29 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.323775:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332814.323778:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332814.323781:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991400, rc 0) 00000100:00100000:2.0:1763332814.323836:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+29:38586:x1848987611112064:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 378us (535us total) trans 4294967417 rc 0/0 00000100:00100000:2.0:1763332814.323846:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2814 00000100:00100000:1.0:1763332814.325804:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332814.325881:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611112320 00000100:00100000:0.0:1763332814.325891:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611112320 00000100:00100000:0.0:1763332814.325985:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 819 00000100:00100000:0.0:1763332814.325996:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+29:38586:x1848987611112320:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:0.0:1763332814.326076:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000403:0x7:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c326cf lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd0e expref: 29 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.326110:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332814.326127:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c326ac lrc: 2/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd00 expref: 29 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.326135:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 4/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.326183:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c326ac lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd00 expref: 29 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.326196:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c326ac lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd00 expref: 29 pid: 6520 timeout: 1018 lvb_type: 0 00000100:00100000:0.0:1763332814.326209:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626329728:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332814.326302:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332814.328868:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626329728:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332814.328900:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:1.0:1763332814.329998:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.330257:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611112448 00000100:00100000:2.0:1763332814.330266:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611112448 00010000:00010000:2.0:1763332814.330302:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c326ac lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd00 expref: 30 pid: 6520 timeout: 1018 lvb_type: 0 00000100:00100000:2.0:1763332814.330342:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 766 00000100:00100000:2.0:1763332814.330378:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+30:2420:x1848987611112448:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332814.330393:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332814.330400:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c326ac lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd00 expref: 30 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.330412:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c326ac lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd00 expref: 30 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.330432:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c326ac lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd00 expref: 30 pid: 6520 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.330449:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332814.330454:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.330463:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.330471:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.330493:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332814.330859:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.330868:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.330891:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 3/0,1 mode: --/EX res: [0x240000403:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332814.330903:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c326ba lrc: 2/0,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd07 expref: 29 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.330916:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 4/0,1 mode: --/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.330945:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c326ba lrc: 3/0,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd07 expref: 29 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.330958:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c326ba lrc: 4/0,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd07 expref: 29 pid: 12741 timeout: 1018 lvb_type: 0 00000100:00100000:0.0:1763332814.330971:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626329856:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332814.331225:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+29:2420:x1848987611112448:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 873us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.331234:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 766 00000100:00100000:0.0:1763332814.331291:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332814.338025:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332814.339241:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626329856:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332814.339276:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 3/0,1 mode: --/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:2.0:1763332814.339391:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611112576 00000100:00100000:2.0:1763332814.339398:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611112576 00010000:00010000:2.0:1763332814.339436:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c326ba lrc: 4/0,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd07 expref: 29 pid: 12741 timeout: 1018 lvb_type: 0 00000100:00100000:2.0:1763332814.339485:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 767 00000100:00100000:2.0:1763332814.339495:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+29:2420:x1848987611112576:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332814.339512:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332814.339519:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c326ba lrc: 4/0,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd07 expref: 29 pid: 12741 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.339532:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c326ba lrc: 3/0,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd07 expref: 29 pid: 12741 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.339554:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c326ba lrc: 0/0,0 mode: --/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd07 expref: 29 pid: 12741 timeout: 1018 lvb_type: 0 00010000:00010000:2.0:1763332814.339570:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0xa:0x0].0x0 (ffff92fe43bd0a00) 00010000:00010000:2.0:1763332814.339575:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 3/0,1 mode: --/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.339585:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.339594:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.339613:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332814.339676:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+28:2420:x1848987611112576:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 182us (1660us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.339685:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 767 00010000:00010000:0.0:1763332814.339819:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763332814.339827:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:0.0:1763332814.340131:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626329984:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763332814.340194:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332814.340242:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7540 going to sleep for 11 seconds 00000100:00100000:2.0:1763332814.340900:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626329984 00000100:00100000:2.0:1763332814.340907:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626329984 00000100:00100000:2.0:1763332814.340943:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1763332814.340950:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626329984:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332814.341053:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626329984:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 102us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.341062:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1763332814.341222:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626329984:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763332814.341286:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626330112:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763332814.341321:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332814.341373:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43aa6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332814.344267:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626330112 00000100:00100000:0.0:1763332814.344283:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626330112 00000100:00100000:0.0:1763332814.344368:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:0.0:1763332814.344379:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626330112:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1763332814.344527:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626330112:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 150us (3204us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332814.344536:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1763332814.344850:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626330112:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1763332814.344934:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967418 00000001:00080000:1.0:1763332814.345028:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967419 00010000:00010000:1.0:1763332814.345055:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345073:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345081:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345088:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74203a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332814.345092:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345101:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345119:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0xa:0x0].0x0 (ffff92fe43bd0a00) 00010000:00010000:1.0:1763332814.345122:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763332814.345127:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 2/0,0 mode: --/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345134:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c326e4 lrc: 0/0,0 mode: --/EX res: [0x240000403:0xa:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345167:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345174:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345180:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345186:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332814.345189:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345199:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345208:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:1.0:1763332814.345211:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763332814.345214:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 2/0,0 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345220:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c326dd lrc: 0/0,0 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.345233:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:1.0:1763332814.345236:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332814.345243:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c326cf lrc: 0/0,0 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd0e expref: 30 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332814.345385:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+29:38586:x1848987611112320:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 19390us (19589us total) trans 4294967420 rc 0/0 00000100:00100000:1.0:1763332814.345394:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 819 00000020:00080000:1.0:1763332814.345398:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1763332814.347547:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.347602:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611112704 00000100:00100000:2.0:1763332814.347614:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611112704 00000100:00100000:0.0:1763332814.348620:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2815 00000100:00100000:0.0:1763332814.348640:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+29:38586:x1848987611112704:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332814.348672:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332814.348699:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203400/0xb32e3ef184c326eb lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dd15 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.348763:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203400/0xb32e3ef184c326eb lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd15 expref: 30 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.348778:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203400/0xb32e3ef184c326eb lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd15 expref: 30 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332814.348796:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:0.0:1763332814.348800:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332814.348803:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203400, rc 0) 00000100:00100000:0.0:1763332814.351601:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+30:38586:x1848987611112704:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2955us (4050us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332814.351615:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2815 00000100:00100000:2.0:1763332814.359460:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332814.359638:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611112960 00000100:00100000:1.0:1763332814.359650:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611112960 00000100:00100000:1.0:1763332814.359717:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 820 00000100:00100000:1.0:1763332814.359728:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+30:38586:x1848987611112960:12345-192.168.204.28@tcp:35:lfs.0 00000004:00080000:1.0:1763332814.360064:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x240000403:0xa:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1763332814.360161:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8976 00000004:00080000:1.0:1763332814.360174:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 918439825000ns, next at 919439822476ns, rc = 0 00000001:00080000:1.0:1763332814.360182:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967421 00010000:00010000:1.0:1763332814.360227:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c326f2 lrc: 3/0,1 mode: --/PW res: [0x240000403:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332814.360245:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c326f2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.360257:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c326f2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.360266:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c326f2 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.360273:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c326f2 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.360280:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c326f2 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:1.0:1763332814.360304:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332814.360339:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332814.360368:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c326f2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.360376:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332814.360381:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c326f2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.360388:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c326f2 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.360402:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0xa:0x0].0x0 (ffff92ff6055af00) 00010000:00010000:2.0:1763332814.360404:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763332814.360409:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c326f2 lrc: 1/0,0 mode: --/PW res: [0x240000403:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.360414:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192000/0xb32e3ef184c326f2 lrc: 0/0,0 mode: --/PW res: [0x240000403:0xa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332814.360433:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332814.360435:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332814.360437:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332814.360552:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+32:38586:x1848987611112960:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 823us (1099us total) trans 4294967422 rc 0/0 00000100:00100000:1.0:1763332814.360562:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 820 00000020:00080000:1.0:1763332814.360568:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763332814.364900:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332814.365005:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611113216 00000100:00100000:3.0:1763332814.365016:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611113216 00000100:00100000:3.0:1763332814.365081:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 821 00000100:00100000:3.0:1763332814.365091:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+32:38586:x1848987611113216:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332814.365457:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+33:38586:x1848987611113216:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 367us (565us total) trans 4294967423 rc 0/0 00000100:00100000:3.0:1763332814.365465:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 821 00000100:00100000:0.0:1763332814.380466:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332814.380535:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611113344 00000100:00100000:2.0:1763332814.380547:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611113344 00000100:00100000:2.0:1763332814.380615:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2816 00000100:00100000:2.0:1763332814.380626:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+33:38587:x1848987611113344:12345-192.168.204.28@tcp:101:stat.0 00010000:00010000:2.0:1763332814.380652:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332814.380674:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991e00/0xb32e3ef184c326f9 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dd1c expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.380749:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c32700 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332814.380764:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c32700 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.380774:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c32700 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.380787:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c32707 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332814.380793:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c32707 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.380798:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c32707 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.380877:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990400/0xb32e3ef184c3270e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332814.380886:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990400/0xb32e3ef184c3270e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.380892:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990400/0xb32e3ef184c3270e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:2.0:1763332814.380930:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00000004:00200000:2.0:1763332814.380935:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332814.380968:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990400/0xb32e3ef184c3270e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.380981:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990400/0xb32e3ef184c3270e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.380989:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c32700 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.380995:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c32700 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381000:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c32700 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381006:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c32700 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381011:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332814.381015:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c32700 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381021:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c32700 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381032:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:2.0:1763332814.381036:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332814.381041:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c32700 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381047:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c32700 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381063:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c32707 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381070:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c32707 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381075:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c32707 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381080:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332814.381083:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c32707 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381088:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c32707 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381095:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x3d8b1ba3 (ffff92fe438a1300) 00010000:00010000:2.0:1763332814.381098:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332814.381101:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c32707 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381107:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990a00/0xb32e3ef184c32707 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332814.381149:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991e00/0xb32e3ef184c326f9 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd1c expref: 35 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.381164:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990400/0xb32e3ef184c3270e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd1c expref: 34 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332814.381171:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:2.0:1763332814.381173:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332814.381176:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990400, rc 0) 00000100:00100000:2.0:1763332814.381254:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+34:38587:x1848987611113344:12345-192.168.204.28@tcp:101:stat.0 Request processed in 629us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332814.381262:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2816 00000100:00100000:2.0:1763332814.386757:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332814.386859:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611113472 00000100:00100000:3.0:1763332814.386870:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611113472 00000100:00100000:3.0:1763332814.386939:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1465 00000100:00100000:3.0:1763332814.386949:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611113472:12345-192.168.204.28@tcp:101:stat.0 00010000:00010000:3.0:1763332814.386967:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332814.386986:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32715 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dd23 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332814.387043:0:17605:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e123480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626330240:192.168.204.28@tcp:106: 00000100:00100000:3.0:1763332814.387305:0:17605:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332814.392494:0:17605:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e123480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:17605:1848987626330240:192.168.204.28@tcp:106: 00010000:00010000:3.0:1763332814.392531:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32715 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd23 expref: 11 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332814.392555:0:17605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32715 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd23 expref: 11 pid: 17605 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332814.392569:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4139b200, rc 0) 00000100:00100000:3.0:1763332814.392629:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2418:x1848987611113472:12345-192.168.204.28@tcp:101:stat.0 Request processed in 5682us (5884us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332814.392638:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1465 00000100:00100000:3.0:1763332814.416787:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626330368:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332814.416876:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332814.417270:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332814.418593:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626330368 00000100:00100000:0.0:1763332814.418607:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626330368 00000100:00100000:0.0:1763332814.418861:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1763332814.418873:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626330368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763332814.418923:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446014976 avail 1299775488 00000100:00100000:0.0:1763332814.419062:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626330368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 191us (2184us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332814.419070:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1763332814.420926:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626330368:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1763332815.442468:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332815.447394:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.447482:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611113728 00000100:00100000:0.0:1763332815.447495:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611113728 00000100:00080000:2.0:1763332815.448071:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332815.448937:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 822 00000100:00100000:3.0:1763332815.448953:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ef450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+17:38605:x1848987611113728:12345-192.168.204.28@tcp:35:umount.0 00000100:00100000:3.0:1763332815.449219:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ef450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1dec5569-9184-4622-8fc2-84b1eb26add2+18:38605:x1848987611113728:12345-192.168.204.28@tcp:35:umount.0 Request processed in 271us (1836us total) trans 4294969089 rc 0/0 00000100:00100000:3.0:1763332815.449228:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 822 00000100:00100000:2.0:1763332815.452637:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.452749:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611113984 00000100:00100000:0.0:1763332815.452760:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611113984 00000100:00100000:0.0:1763332815.452818:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 823 00000100:00100000:0.0:1763332815.452829:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+34:38605:x1848987611113984:12345-192.168.204.28@tcp:35:umount.0 00000100:00100000:0.0:1763332815.454811:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+35:38605:x1848987611113984:12345-192.168.204.28@tcp:35:umount.0 Request processed in 1972us (2172us total) trans 4294967424 rc 0/0 00000100:00100000:0.0:1763332815.454826:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 823 00000100:00100000:1.0:1763332815.462139:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.462250:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611114240 00000100:00100000:0.0:1763332815.462262:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611114240 00000100:00100000:0.0:1763332815.462328:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 824 00000100:00100000:0.0:1763332815.462339:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+18:38605:x1848987611114240:12345-192.168.204.28@tcp:35:umount.0 00000100:00100000:0.0:1763332815.468442:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1dec5569-9184-4622-8fc2-84b1eb26add2+19:38605:x1848987611114240:12345-192.168.204.28@tcp:35:umount.0 Request processed in 6088us (6307us total) trans 4294969090 rc 0/0 00000100:00100000:0.0:1763332815.468461:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 824 00000100:00100000:1.0:1763332815.473848:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332815.473893:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332815.473929:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332815.474001:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611114368 00000100:00100000:3.0:1763332815.474012:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611114368 00000100:00100000:3.0:1763332815.474075:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611114624 00000100:00100000:3.0:1763332815.474079:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611114624 00000100:00100000:3.0:1763332815.474096:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611114496 00000100:00100000:3.0:1763332815.474099:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611114496 00000100:00100000:3.0:1763332815.474115:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 302 00000100:00100000:3.0:1763332815.474137:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+11:2421:x1848987611114368:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332815.474156:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332815.474177:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff74202200/0xb32e3ef184c2f050 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ccde expref: 11 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332815.474194:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332815.474247:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+10:2421:x1848987611114368:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 113us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332815.474255:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 302 00000100:00100000:3.0:1763332815.474272:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 303 00000100:00100000:3.0:1763332815.474279:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+9:2421:x1848987611114624:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332815.474287:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332815.474296:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff74202a00/0xb32e3ef184c2f05e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd16 expref: 9 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332815.474305:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332815.474322:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+8:2421:x1848987611114624:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 44us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332815.474328:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 303 00000100:00100000:3.0:1763332815.474339:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 304 00000100:00100000:3.0:1763332815.474345:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+7:2421:x1848987611114496:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332815.474379:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332815.474389:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe49c0d200/0xb32e3ef184c2f057 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695cd0f expref: 7 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332815.474397:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332815.474414:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+6:2421:x1848987611114496:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 69us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332815.474420:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 304 00000100:00100000:2.0:1763332815.485978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332815.486074:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611115392 00000100:00100000:3.0:1763332815.486084:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611115392 00000100:00100000:3.0:1763332815.486171:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1466 00000100:00100000:3.0:1763332815.486181:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+12:2417:x1848987611115392:12345-192.168.204.28@tcp:9:umount.0 00000020:00000080:3.0:1763332815.486212:0:17605:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2f073 00000020:00010000:3.0:1763332815.486220:0:17605:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92ff58e2b800: total 0 00000100:00080000:3.0:1763332815.486225:0:17605:0:(import.c:65:import_set_state_nolock()) ffff92ff58e2a800 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1763332815.486310:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00010000:1.0:1763332815.486489:0:8421:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92ff58e2b800: total 0 00010000:00010000:1.0:1763332815.486565:0:8421:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92ff58e2b800, canceled 0 locks, left on hash table 5. 00010000:00010000:1.0:1763332815.486623:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ec00/0xb32e3ef184c3224c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbbe expref: 11 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.486664:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c319ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d94f expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.486685:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c319e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d941 expref: 9 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.486709:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32627 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dcd6 expref: 8 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.486731:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c319d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d93a expref: 7 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.486744:0:8421:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92ff58e2b800, canceled 5 locks, left on hash table 0. 00010000:00010000:1.0:1763332815.486771:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332815.486773:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332815.486775:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1763332815.487053:0:17605:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869505 00000100:00100000:2.0:1763332815.487226:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+4:2417:x1848987611115392:12345-192.168.204.28@tcp:9:umount.0 Request processed in 1045us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332815.487236:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1466 00000100:00100000:2.0:1763332815.499580:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.499641:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611116032 00000100:00100000:0.0:1763332815.499652:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611116032 00000100:00100000:1.0:1763332815.499766:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1467 00000100:00100000:1.0:1763332815.499778:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+10:2417:x1848987611116032:12345-192.168.204.28@tcp:9:umount.0 00000020:00000080:1.0:1763332815.499812:0:8611:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2f07a 00000020:00010000:1.0:1763332815.499819:0:8611:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92fe45214800: total 0 00000100:00080000:1.0:1763332815.499824:0:8611:0:(import.c:65:import_set_state_nolock()) ffff92fe45211800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1763332815.499880:0:8611:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836821 00000100:00080000:2.0:1763332815.499983:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00010000:3.0:1763332815.500034:0:6508:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92fe45214800: total 0 00010000:00010000:3.0:1763332815.500081:0:6508:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92fe45214800, canceled 0 locks, left on hash table 4. 00010000:00010000:3.0:1763332815.500151:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467be600/0xb32e3ef184c319e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d948 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332815.500189:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32612 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dccf expref: 8 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332815.500209:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191800/0xb32e3ef184c324bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc6d expref: 8 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332815.500228:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49324a00/0xb32e3ef184c32230 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbb7 expref: 5 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332815.500241:0:6508:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92fe45214800, canceled 4 locks, left on hash table 0. 00010000:00010000:3.0:1763332815.500251:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332815.500253:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332815.500255:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332815.500278:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1dec5569-9184-4622-8fc2-84b1eb26add2+3:2417:x1848987611116032:12345-192.168.204.28@tcp:9:umount.0 Request processed in 502us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332815.500290:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1467 00000100:00100000:1.0:1763332815.508938:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332815.509191:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611117312 00000100:00100000:2.0:1763332815.509204:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611117312 00000100:00100000:2.0:1763332815.509280:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2817 00000100:00100000:2.0:1763332815.509290:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+19:2417:x1848987611117312:12345-192.168.204.28@tcp:39:umount.0 00000020:00000080:2.0:1763332815.509327:0:12741:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2f065 00000020:00010000:2.0:1763332815.509336:0:12741:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92fe45cd1800: total 0 00000100:00080000:2.0:1763332815.509341:0:12741:0:(import.c:65:import_set_state_nolock()) ffff92fe45cd4000 : changing import state from FULL to CLOSED 00000020:00010000:1.0:1763332815.509623:0:8422:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92fe45cd1800: total 0 00010000:00010000:1.0:1763332815.509629:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332815.509690:0:8422:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92fe45cd1800, canceled 0 locks, left on hash table 12. 00010000:00010000:1.0:1763332815.509724:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:1.0:1763332815.509728:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763332815.509735:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4148f000/0xb32e3ef184c31f90 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dae5 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509758:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff92ff42c64700) 00010000:00010000:1.0:1763332815.509761:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763332815.509765:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c313f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d76c expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509784:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:1.0:1763332815.509787:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332815.509790:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b05600/0xb32e3ef184c3215e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695db86 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509804:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:1.0:1763332815.509806:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332815.509810:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32356 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc04 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509828:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92fe4388e400) 00010000:00010000:1.0:1763332815.509831:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332815.509835:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74a00/0xb32e3ef184c31755 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d868 expref: 14 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509850:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92ff7dcb6000) 00000001:00000004:2.0:1763332815.509851:0:12741:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294969090 00010000:00010000:1.0:1763332815.509853:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332815.509856:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f400/0xb32e3ef184c323fe lrc: 0/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc20 expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509869:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff92ff44d03e00) 00010000:00010000:1.0:1763332815.509871:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332815.509875:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c313c7 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d757 expref: 12 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509888:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332815.509890:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332815.509894:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c31b6f lrc: 0/0,0 mode: --/CR res: [0x200000403:0xf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9d4 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509903:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xf:0x0].0x0 (ffff92fe43ab2300) 00010000:00010000:1.0:1763332815.509905:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763332815.509908:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c3170f lrc: 0/0,0 mode: --/PR res: [0x200000403:0xf:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d853 expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509922:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff92fe4388e100) 00010000:00010000:1.0:1763332815.509924:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332815.509927:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c322e6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dbe8 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509940:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332815.509943:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332815.509946:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77d4be00/0xb32e3ef184c31eb0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dabb expref: 9 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509959:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332815.509961:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763332815.509965:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c323e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc19 expref: 7 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.509974:0:8422:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92fe45cd1800, canceled 12 locks, left on hash table 0. 00010000:00010000:1.0:1763332815.509986:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332815.509988:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332815.509990:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332815.510028:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+5:2417:x1848987611117312:12345-192.168.204.28@tcp:39:umount.0 Request processed in 738us (1100us total) trans 4294969091 rc 0/0 00000100:00100000:2.0:1763332815.510037:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2817 00000100:00100000:2.0:1763332815.518311:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.519194:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611117952 00000100:00100000:0.0:1763332815.519207:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611117952 00000100:00100000:0.0:1763332815.519285:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2818 00000100:00100000:0.0:1763332815.519296:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+35:2417:x1848987611117952:12345-192.168.204.28@tcp:39:umount.0 00000020:00000080:0.0:1763332815.519337:0:12741:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2f06c 00000020:00010000:0.0:1763332815.519452:0:12741:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92fe45cd3000: total 0 00000100:00080000:0.0:1763332815.519459:0:12741:0:(import.c:65:import_set_state_nolock()) ffff92fe45cd1000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1763332815.519517:0:12741:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967424 00010000:00010000:0.0:1763332815.519537:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332815.519538:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332815.519548:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332815.519548:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332815.519556:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332815.519556:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332815.519563:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332815.519563:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332815.519567:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332815.519567:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332815.519575:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332815.519575:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332815.519593:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:0.0:1763332815.519593:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:3.0:1763332815.519596:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332815.519596:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332815.519601:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332815.519602:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332815.519608:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32604 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332815.519608:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c32620 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00000100:00100000:0.0:1763332815.519829:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1dec5569-9184-4622-8fc2-84b1eb26add2+32:2417:x1848987611117952:12345-192.168.204.28@tcp:39:umount.0 Request processed in 534us (1527us total) trans 4294967425 rc 0/0 00000100:00100000:0.0:1763332815.519837:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2818 00000020:00010000:1.0:1763332815.519969:0:6507:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92fe45cd3000: total 0 00010000:00010000:1.0:1763332815.520020:0:6507:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92fe45cd3000, canceled 0 locks, left on hash table 7. 00010000:00010000:1.0:1763332815.520050:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff92ff42c64300) 00010000:00010000:1.0:1763332815.520053:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763332815.520057:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c31414 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d77a expref: 31 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.520071:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:1.0:1763332815.520073:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332815.520076:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203400/0xb32e3ef184c326eb lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd15 expref: 30 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.520088:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332815.520090:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1763332815.520093:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d75000/0xb32e3ef184c31763 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x4:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d86f expref: 29 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.520104:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92ff821f1000) 00010000:00010000:1.0:1763332815.520106:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332815.520109:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990400/0xb32e3ef184c3270e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd1c expref: 28 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.520139:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43ab2200) 00010000:00010000:1.0:1763332815.520141:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1763332815.520145:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff77a0f000/0xb32e3ef184c3240c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dc27 expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.520158:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff92ff42c64300) 00010000:00010000:1.0:1763332815.520161:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1763332815.520165:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c313d5 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d75e expref: 26 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.520180:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x4:0x0].0x0 (ffff92ff44d03100) 00010000:00010000:1.0:1763332815.520182:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332815.520185:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b04000/0xb32e3ef184c31b99 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695d9db expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.520200:0:6507:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92fe45cd3000, canceled 7 locks, left on hash table 0. 00010000:00010000:1.0:1763332815.520213:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332815.520215:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332815.520217:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332815.557221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332815.557333:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611118208 00000100:00100000:2.0:1763332815.557344:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611118208 00000100:00100000:2.0:1763332815.557442:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 727 00000100:00100000:2.0:1763332815.557452:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+6:2417:x1848987611118208:12345-192.168.204.28@tcp:251:umount.0 00000020:00000080:2.0:1763332815.557487:0:6513:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2f042 00000020:00010000:2.0:1763332815.557494:0:6513:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92ff7e4f0800: total 0 00000100:00080000:2.0:1763332815.557498:0:6513:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f0000 : changing import state from FULL to CLOSED 00000020:00010000:1.0:1763332815.557596:0:8421:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92ff7e4f0800: total 0 00010000:00010000:1.0:1763332815.557660:0:8421:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92ff7e4f0800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1763332815.557705:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff74202000/0xb32e3ef184c2f049 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ccd7 expref: 3 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.557722:0:8421:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92ff7e4f0800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1763332815.557734:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332815.557736:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332815.557738:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332815.557801:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d514651d-7cfd-48f6-84ed-9c2e2cd83a81+1:2417:x1848987611118208:12345-192.168.204.28@tcp:251:umount.0 Request processed in 351us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332815.557810:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 727 00000020:00000080:2.0:1763332815.557820:0:6513:0:(genops.c:904:class_export_put()) final put ffff92ff7e4f0800/d514651d-7cfd-48f6-84ed-9c2e2cd83a81 00000020:00000080:1.0:1763332815.557885:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff7e4f0800/d514651d-7cfd-48f6-84ed-9c2e2cd83a81 for MGS 00000020:00000080:1.0:1763332815.557932:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff7e4f0000 for MGS 00000100:00100000:2.0:1763332815.689817:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.689931:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611118336 00000100:00100000:0.0:1763332815.689941:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611118336 00000100:00100000:0.0:1763332815.689983:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 728 00000100:00100000:0.0:1763332815.689991:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2417:x1848987611118336:12345-192.168.204.28@tcp:250:mount.lustre.0 00010000:00080000:0.0:1763332815.690026:0:6514:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f@192.168.204.28@tcp t0 exp 0000000000000000 cur 919 last 0 00000020:00000080:0.0:1763332815.690056:0:6514:0:(genops.c:1402:class_connect()) connect: client bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f, cookie 0xb32e3ef184c3271c 00000020:01000000:0.0:1763332815.690063:0:6514:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff4a2f7100 00000100:00080000:0.0:1763332815.690096:0:6514:0:(import.c:65:import_set_state_nolock()) ffff92fe4538d000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1763332815.690197:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+4:2417:x1848987611118336:12345-192.168.204.28@tcp:250:mount.lustre.0 Request processed in 205us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.690205:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 728 00000100:00100000:3.0:1763332815.695859:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332815.695963:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611118464 00000100:00100000:2.0:1763332815.695974:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611118464 00000100:00100000:2.0:1763332815.696036:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 729 00000100:00100000:2.0:1763332815.696047:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+4:38617:x1848987611118464:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:2.0:1763332815.696065:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332815.696083:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe43991a00/0xb32e3ef184c32723 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dd38 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332815.696112:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe43991a00/0xb32e3ef184c32723 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd38 expref: 5 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332815.696132:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe43991a00/0xb32e3ef184c32723 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd38 expref: 5 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332815.696141:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991a00, rc 0) 00000100:00100000:2.0:1763332815.696212:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+5:38617:x1848987611118464:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 167us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332815.696220:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 729 00000100:00100000:1.0:1763332815.711894:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.712170:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611118592 00000100:00100000:0.0:1763332815.712181:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611118592 00000100:00100000:0.0:1763332815.712287:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 730 00000100:00100000:0.0:1763332815.712297:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+5:38617:x1848987611118592:12345-192.168.204.28@tcp:501:mount.lustre.0 00000100:00100000:0.0:1763332815.713051:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+5:38617:x1848987611118592:12345-192.168.204.28@tcp:501:mount.lustre.0 Request processed in 750us (1160us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763332815.713061:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 730 00000100:00100000:1.0:1763332815.718788:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.718883:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611118720 00000100:00100000:0.0:1763332815.718894:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611118720 00000100:00100000:0.0:1763332815.719233:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 731 00000100:00100000:0.0:1763332815.719244:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+5:38617:x1848987611118720:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:0.0:1763332815.719260:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332815.719276:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff74203a00/0xb32e3ef184c3272a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dd3f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332815.719305:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff74203a00/0xb32e3ef184c3272a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd3f expref: 6 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332815.719315:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff74203a00/0xb32e3ef184c3272a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd3f expref: 6 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332815.719329:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203a00, rc 0) 00000100:00100000:0.0:1763332815.719789:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+6:38617:x1848987611118720:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 545us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.719796:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 731 00000100:00100000:3.0:1763332815.725424:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.725522:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611118848 00000100:00100000:0.0:1763332815.725532:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611118848 00000100:00100000:0.0:1763332815.725808:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 732 00000100:00100000:0.0:1763332815.725819:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+6:38617:x1848987611118848:12345-192.168.204.28@tcp:501:mount.lustre.0 00000100:00100000:0.0:1763332815.725985:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+7:38617:x1848987611118848:12345-192.168.204.28@tcp:501:mount.lustre.0 Request processed in 168us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.725992:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 732 00000100:00100000:1.0:1763332815.731273:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.731879:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611118976 00000100:00100000:0.0:1763332815.731889:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611118976 00000100:00100000:0.0:1763332815.731953:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 733 00000100:00100000:0.0:1763332815.731962:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+7:38617:x1848987611118976:12345-192.168.204.28@tcp:503:mount.lustre.0 00000100:00100000:0.0:1763332815.733007:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+7:38617:x1848987611118976:12345-192.168.204.28@tcp:503:mount.lustre.0 Request processed in 1040us (1738us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.733018:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 733 00000100:00100000:1.0:1763332815.738772:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.738913:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611119104 00000100:00100000:0.0:1763332815.738924:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611119104 00000100:00100000:0.0:1763332815.739140:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 734 00000100:00100000:0.0:1763332815.739150:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+7:38636:x1848987611119104:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1763332815.739315:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+7:38636:x1848987611119104:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 166us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.739326:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 734 00000100:00100000:3.0:1763332815.769867:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332815.770254:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611119232 00000100:00100000:2.0:1763332815.770265:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611119232 00000100:00100000:2.0:1763332815.770330:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 735 00000100:00100000:2.0:1763332815.770339:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+7:38636:x1848987611119232:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1763332815.772891:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+7:38636:x1848987611119232:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 2540us (3022us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332815.772905:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 735 00000100:00100000:1.0:1763332815.780555:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332815.780888:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611119360 00000100:00100000:2.0:1763332815.780899:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611119360 00000100:00100000:2.0:1763332815.781037:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 736 00000100:00100000:2.0:1763332815.781050:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+7:38636:x1848987611119360:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1763332815.781214:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+7:38636:x1848987611119360:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 167us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332815.781222:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 736 00000100:00100000:1.0:1763332815.790392:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332815.790525:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611119488 00000100:00100000:2.0:1763332815.790537:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611119488 00000100:00100000:2.0:1763332815.790637:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 737 00000100:00100000:2.0:1763332815.790647:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+7:38617:x1848987611119488:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:2.0:1763332815.790664:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332815.790682:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe43990c00/0xb32e3ef184c32731 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dd70 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332815.790711:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe43990c00/0xb32e3ef184c32731 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd70 expref: 8 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332815.790721:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe43990c00/0xb32e3ef184c32731 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd70 expref: 8 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332815.790736:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990c00, rc 0) 00000100:00100000:2.0:1763332815.790795:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+8:38617:x1848987611119488:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 150us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332815.790802:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 737 00000100:00100000:3.0:1763332815.795781:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332815.795890:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611119616 00000100:00100000:2.0:1763332815.795901:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611119616 00000100:00100000:2.0:1763332815.795965:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 738 00000100:00100000:2.0:1763332815.795974:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+8:38617:x1848987611119616:12345-192.168.204.28@tcp:256:mount.lustre.0 20000000:01000000:2.0:1763332815.796001:0:6513:0:(mgs_nids.c:896:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1763332815.796026:0:6513:0:(mgs_nids.c:304:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1763332815.796030:0:6513:0:(mgs_nids.c:304:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1763332815.796033:0:6513:0:(mgs_nids.c:304:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1763332815.796035:0:6513:0:(mgs_nids.c:304:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1763332815.796038:0:6513:0:(mgs_nids.c:315:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 13 00000100:00100000:0.0:1763332815.801559:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+8:38617:x1848987611119616:12345-192.168.204.28@tcp:256:mount.lustre.0 Request processed in 5573us (5774us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.801573:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 738 00000100:00100000:1.0:1763332815.819306:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.819456:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611119744 00000100:00100000:0.0:1763332815.819467:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611119744 00000100:00100000:0.0:1763332815.819534:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 739 00000100:00100000:0.0:1763332815.819544:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+8:38617:x1848987611119744:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:0.0:1763332815.819562:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332815.819580:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff74203c00/0xb32e3ef184c32738 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dd77 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332815.819610:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff74203c00/0xb32e3ef184c32738 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd77 expref: 9 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332815.819621:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff74203c00/0xb32e3ef184c32738 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd77 expref: 9 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332815.819630:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203c00, rc 0) 00000100:00100000:0.0:1763332815.819698:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:38617:x1848987611119744:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 155us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.819705:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 739 00000100:00100000:3.0:1763332815.827839:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332815.827960:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611119872 00000100:00100000:1.0:1763332815.827970:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611119872 00000100:00100000:1.0:1763332815.828030:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 740 00000100:00100000:1.0:1763332815.828041:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:38617:x1848987611119872:12345-192.168.204.28@tcp:501:mount.lustre.0 00000100:00100000:1.0:1763332815.828222:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:38617:x1848987611119872:12345-192.168.204.28@tcp:501:mount.lustre.0 Request processed in 181us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332815.828230:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 740 00000100:00100000:3.0:1763332815.834782:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.834893:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611120000 00000100:00100000:0.0:1763332815.834904:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611120000 00000100:00100000:0.0:1763332815.834971:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 741 00000100:00100000:0.0:1763332815.834981:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:38617:x1848987611120000:12345-192.168.204.28@tcp:503:mount.lustre.0 00000100:00100000:0.0:1763332815.835145:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:38617:x1848987611120000:12345-192.168.204.28@tcp:503:mount.lustre.0 Request processed in 164us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.835153:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 741 00000100:00100000:2.0:1763332815.839130:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332815.839670:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611120128 00000100:00100000:1.0:1763332815.839683:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611120128 00000100:00100000:1.0:1763332815.839752:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 742 00000100:00100000:1.0:1763332815.839766:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc19c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:38651:x1848987611120128:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:1.0:1763332815.840712:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc19c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:38651:x1848987611120128:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 940us (1596us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332815.840973:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 742 00000100:00100000:3.0:1763332815.843172:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.843454:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611120256 00000100:00100000:0.0:1763332815.843465:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611120256 00000100:00100000:0.0:1763332815.843524:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 743 00000100:00100000:0.0:1763332815.843533:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:38651:x1848987611120256:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1763332815.843689:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:38651:x1848987611120256:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 156us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.843697:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 743 00000100:00100000:3.0:1763332815.852553:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332815.852599:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332815.852643:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611120384 00000100:00100000:2.0:1763332815.852654:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611120384 00000100:00100000:2.0:1763332815.852703:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611120640 00000100:00100000:2.0:1763332815.852706:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611120640 00000100:00100000:2.0:1763332815.852736:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2819 00000100:00100000:2.0:1763332815.852744:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2417:x1848987611120384:12345-192.168.204.28@tcp:38:mount.lustre.0 00010000:00080000:2.0:1763332815.852776:0:6520:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from bbe153a1-f6a0-4b8f-96f0-e8fec76a630f@192.168.204.28@tcp t0 exp 0000000000000000 cur 919 last 0 00000100:00100000:1.0:1763332815.852805:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2820 00000100:00100000:1.0:1763332815.852812:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2417:x1848987611120640:12345-192.168.204.28@tcp:38:mount.lustre.0 00000020:00000080:2.0:1763332815.852819:0:6520:0:(genops.c:1402:class_connect()) connect: client bbe153a1-f6a0-4b8f-96f0-e8fec76a630f, cookie 0xb32e3ef184c3273f 00010000:00080000:1.0:1763332815.852834:0:29240:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from bbe153a1-f6a0-4b8f-96f0-e8fec76a630f@192.168.204.28@tcp t0 exp 0000000000000000 cur 919 last 0 00000004:00100000:2.0:1763332815.852847:0:6520:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:00000080:1.0:1763332815.852864:0:29240:0:(genops.c:1402:class_connect()) connect: client bbe153a1-f6a0-4b8f-96f0-e8fec76a630f, cookie 0xb32e3ef184c32746 00000004:00100000:1.0:1763332815.852879:0:29240:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1763332815.852912:0:6520:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff511bdf00 00000100:00080000:2.0:1763332815.852952:0:6520:0:(import.c:65:import_set_state_nolock()) ffff92fe480be000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1763332815.853025:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:2417:x1848987611120384:12345-192.168.204.28@tcp:38:mount.lustre.0 Request processed in 280us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332815.853033:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2819 00000020:01000000:1.0:1763332815.853134:0:29240:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff7438eb00 00000100:00080000:1.0:1763332815.853155:0:29240:0:(import.c:65:import_set_state_nolock()) ffff92fe4abc6800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1763332815.853185:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:2417:x1848987611120640:12345-192.168.204.28@tcp:38:mount.lustre.0 Request processed in 371us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332815.853192:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2820 00000100:00100000:1.0:1763332815.861046:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332815.861089:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332815.861214:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.861296:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611120768 00000100:00100000:0.0:1763332815.861309:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611120768 00000100:00100000:0.0:1763332815.861414:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611120512 00000100:00100000:0.0:1763332815.861418:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611120512 00000100:00100000:0.0:1763332815.861444:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611120896 00000100:00100000:0.0:1763332815.861447:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611120896 00000100:00100000:0.0:1763332815.861470:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2821 00000100:00100000:0.0:1763332815.861478:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:0:x1848987611120768:12345-192.168.204.28@tcp:41:mount.lustre.0 00000004:00000024:0.0:1763332815.861519:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446252544 avail 1300013056 00000100:00100000:0.0:1763332815.861585:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:0:x1848987611120768:12345-192.168.204.28@tcp:41:mount.lustre.0 Request processed in 107us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.861593:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2821 00000100:00100000:0.0:1763332815.861610:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2822 00000100:00100000:0.0:1763332815.861617:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:0:x1848987611120512:12345-192.168.204.28@tcp:41:mount.lustre.0 00000004:00000024:0.0:1763332815.861636:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446014976 avail 1299775488 00000100:00100000:0.0:1763332815.861665:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:0:x1848987611120512:12345-192.168.204.28@tcp:41:mount.lustre.0 Request processed in 49us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.861674:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2822 00000100:00100000:0.0:1763332815.861686:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2823 00000100:00100000:0.0:1763332815.861691:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38617:x1848987611120896:12345-192.168.204.28@tcp:41:mount.lustre.0 00000004:00000024:0.0:1763332815.861700:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446014976 avail 1299775488 00000100:00100000:0.0:1763332815.861718:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38617:x1848987611120896:12345-192.168.204.28@tcp:41:mount.lustre.0 Request processed in 26us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.861723:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2823 00000100:00080000:1.0:1763332815.862039:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763332815.862044:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332815.863991:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332815.864182:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611121024 00000100:00100000:2.0:1763332815.864192:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611121024 00000100:00100000:2.0:1763332815.864244:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2824 00000100:00100000:2.0:1763332815.864252:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38617:x1848987611121024:12345-192.168.204.28@tcp:40:mount.lustre.0 00000100:00100000:2.0:1763332815.864505:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38617:x1848987611121024:12345-192.168.204.28@tcp:40:mount.lustre.0 Request processed in 252us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332815.864513:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2824 00000100:00100000:3.0:1763332815.869263:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.870918:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611121408 00000100:00100000:0.0:1763332815.870932:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611121408 00000100:00100000:0.0:1763332815.871012:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 11 00000100:00100000:0.0:1763332815.871021:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67f14850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38617:x1848987611121408:12345-192.168.204.28@tcp:900:mount.lustre.0 00000100:00100000:0.0:1763332815.871103:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67f14850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38617:x1848987611121408:12345-192.168.204.28@tcp:900:mount.lustre.0 Request processed in 82us (1850us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.871109:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 11 00000100:00100000:2.0:1763332815.871838:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332815.871916:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611121152 00000100:00100000:1.0:1763332815.871922:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611121152 00000100:00100000:1.0:1763332815.871962:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1468 00000100:00100000:1.0:1763332815.871968:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2417:x1848987611121152:12345-192.168.204.28@tcp:8:mount.lustre.0 00010000:00080000:1.0:1763332815.871996:0:8611:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from bbe153a1-f6a0-4b8f-96f0-e8fec76a630f@192.168.204.28@tcp t0 exp 0000000000000000 cur 919 last 0 00000020:00000080:1.0:1763332815.872038:0:8611:0:(genops.c:1402:class_connect()) connect: client bbe153a1-f6a0-4b8f-96f0-e8fec76a630f, cookie 0xb32e3ef184c3274d 00002000:00100000:1.0:1763332815.872049:0:8611:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli bbe153a1-f6a0-4b8f-96f0-e8fec76a630f/ffff92fe4abc1800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2103d35 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1763332815.872067:0:8611:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1763332815.872136:0:8611:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff4ac29e00 00002000:00080000:1.0:1763332815.872147:0:8611:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1763332815.872174:0:8611:0:(import.c:65:import_set_state_nolock()) ffff92fe4abc4800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1763332815.872226:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:2417:x1848987611121152:12345-192.168.204.28@tcp:8:mount.lustre.0 Request processed in 256us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332815.872235:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1468 00000100:00100000:2.0:1763332815.873457:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.873549:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611121280 00000100:00100000:0.0:1763332815.873557:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611121280 00000100:00100000:0.0:1763332815.873595:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1469 00000100:00100000:0.0:1763332815.873602:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2417:x1848987611121280:12345-192.168.204.28@tcp:8:mount.lustre.0 00010000:00080000:0.0:1763332815.873632:0:17605:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from bbe153a1-f6a0-4b8f-96f0-e8fec76a630f@192.168.204.28@tcp t0 exp 0000000000000000 cur 919 last 0 00000020:00000080:0.0:1763332815.873659:0:17605:0:(genops.c:1402:class_connect()) connect: client bbe153a1-f6a0-4b8f-96f0-e8fec76a630f, cookie 0xb32e3ef184c32754 00002000:00100000:0.0:1763332815.873669:0:17605:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli bbe153a1-f6a0-4b8f-96f0-e8fec76a630f/ffff92fe4538c800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2103d35 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1763332815.873687:0:17605:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1763332815.873743:0:17605:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92fe43a73300 00002000:00080000:0.0:1763332815.873752:0:17605:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1763332815.873777:0:17605:0:(import.c:65:import_set_state_nolock()) ffff92fe45388800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1763332815.873843:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:2417:x1848987611121280:12345-192.168.204.28@tcp:8:mount.lustre.0 Request processed in 239us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.873850:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1469 00000100:00100000:2.0:1763332815.877921:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332815.878276:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611121536 00000100:00100000:0.0:1763332815.878287:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611121536 00000100:00100000:0.0:1763332815.879001:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 825 00000100:00100000:0.0:1763332815.879014:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38617:x1848987611121536:12345-192.168.204.28@tcp:33:mount.lustre.0 00000004:00200000:0.0:1763332815.879101:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1763332815.879592:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38617:x1848987611121536:12345-192.168.204.28@tcp:33:mount.lustre.0 Request processed in 579us (1677us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332815.879606:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 825 00000100:00100000:2.0:1763332815.954309:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626330496:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332815.954396:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332815.954718:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626330496 00000100:00100000:1.0:1763332815.954727:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626330496 00000100:00100000:1.0:1763332815.954782:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1763332815.954792:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626330496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763332815.954826:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446252544 avail 1300013056 00000100:00100000:1.0:1763332815.954881:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626330496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332815.954888:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1763332815.955533:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626330496:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332815.982796:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332815.985057:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611121664 00000100:00100000:1.0:1763332815.985073:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611121664 00000100:00100000:1.0:1763332815.985169:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2825 00000100:00100000:1.0:1763332815.985179:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38667:x1848987611121664:12345-192.168.204.28@tcp:101:stat.0 00010000:00010000:1.0:1763332815.985202:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332815.985224:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3275b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dda8 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.985289:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32762 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332815.985303:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32762 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332815.985316:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32762 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:1.0:1763332815.985386:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763332815.985391:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332815.985410:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32762 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332815.985440:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3275b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dda8 expref: 8 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.985458:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32762 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dda8 expref: 7 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332815.985467:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332815.985470:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763332815.985605:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193800, rc 0) 00000100:00100000:1.0:1763332815.985995:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:38667:x1848987611121664:12345-192.168.204.28@tcp:101:stat.0 Request processed in 816us (3209us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332815.986004:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2825 00000100:00100000:2.0:1763332815.996221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332815.996523:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611121792 00000100:00100000:3.0:1763332815.996535:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611121792 00000100:00100000:3.0:1763332815.996605:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2826 00000100:00100000:3.0:1763332815.996614:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:38667:x1848987611121792:12345-192.168.204.28@tcp:101:stat.0 00010000:00010000:3.0:1763332815.996633:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332815.996653:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139a600/0xb32e3ef184c32769 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ddaf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332815.996717:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32770 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996733:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32770 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996743:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32770 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996758:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c32777 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996764:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c32777 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996770:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c32777 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996827:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3277e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996835:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3277e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996842:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3277e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00010000:3.0:1763332815.996863:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3277e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996876:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32770 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996881:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32770 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996887:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32770 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996893:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32770 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996898:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4139b200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332815.996902:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32770 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996910:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32770 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996921:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332815.996924:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332815.996929:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32770 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996935:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32770 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996951:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c32777 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996956:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c32777 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996963:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c32777 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996968:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4139b800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332815.996971:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c32777 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996976:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c32777 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996987:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xedb28f26 (ffff92fe435f8500) 00010000:00010000:3.0:1763332815.996990:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332815.996993:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c32777 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.996998:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c32777 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xedb28f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332815.997026:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139a600/0xb32e3ef184c32769 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddaf expref: 9 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332815.997039:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3277e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddaf expref: 8 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332815.997045:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe435f8600) 00010000:00010000:3.0:1763332815.997048:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332815.997050:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4139aa00, rc 0) 00000100:00100000:3.0:1763332815.997127:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+8:38667:x1848987611121792:12345-192.168.204.28@tcp:101:stat.0 Request processed in 513us (5788us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332815.997135:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2826 00000100:00100000:0.0:1763332816.000917:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332816.001026:0:13592:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611121920 00000100:00100000:1.0:1763332816.001038:0:13592:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611121920 00000100:00100000:1.0:1763332816.001093:0:13592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 12 00000100:00100000:1.0:1763332816.001102:0:13592:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0002:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38667:x1848987611121920:12345-192.168.204.28@tcp:900:stat.0 00000100:00100000:1.0:1763332816.001197:0:13592:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0002:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38667:x1848987611121920:12345-192.168.204.28@tcp:900:stat.0 Request processed in 96us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332816.001204:0:13592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 12 00000100:00100000:2.0:1763332816.004860:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332816.004967:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611122048 00000100:00100000:0.0:1763332816.004976:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611122048 00000100:00100000:0.0:1763332816.005034:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2827 00000100:00100000:0.0:1763332816.005045:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:38667:x1848987611122048:12345-192.168.204.28@tcp:101:stat.0 00010000:00010000:0.0:1763332816.005065:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332816.005090:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32785 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ddb6 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332816.005159:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203400/0xb32e3ef184c3278c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332816.005173:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203400/0xb32e3ef184c3278c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332816.005186:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203400/0xb32e3ef184c3278c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:0.0:1763332816.005232:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x6:0x0]: returning size 4096 00000004:00200000:0.0:1763332816.005236:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1763332816.005273:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32785 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddb6 expref: 8 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332816.005290:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203400/0xb32e3ef184c3278c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddb6 expref: 7 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332816.005299:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43bd0e00) 00010000:00010000:0.0:1763332816.005301:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1763332816.005304:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203400, rc 0) 00000100:00100000:0.0:1763332816.005414:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:38667:x1848987611122048:12345-192.168.204.28@tcp:101:stat.0 Request processed in 370us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332816.005421:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2827 00000100:00100000:2.0:1763332816.010960:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332816.011072:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611122176 00000100:00100000:3.0:1763332816.011082:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611122176 00000100:00100000:3.0:1763332816.011170:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2828 00000100:00100000:3.0:1763332816.011180:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:38667:x1848987611122176:12345-192.168.204.28@tcp:101:stat.0 00010000:00010000:3.0:1763332816.011199:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332816.011220:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139a600/0xb32e3ef184c32793 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ddbd expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332816.011293:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b800/0xb32e3ef184c3279a lrc: 3/1,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332816.011307:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b800/0xb32e3ef184c3279a lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.011318:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b800/0xb32e3ef184c3279a lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.011331:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b200/0xb32e3ef184c327a1 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332816.011337:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b200/0xb32e3ef184c327a1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.011343:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b200/0xb32e3ef184c327a1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012257:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139a400/0xb32e3ef184c327a8 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332816.012269:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139a400/0xb32e3ef184c327a8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012277:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139a400/0xb32e3ef184c327a8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000004:00200000:3.0:1763332816.012316:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 10485760 00000004:00200000:3.0:1763332816.012321:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332816.012343:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139a400/0xb32e3ef184c327a8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012375:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139a400/0xb32e3ef184c327a8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012385:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b800/0xb32e3ef184c3279a lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012391:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b800/0xb32e3ef184c3279a lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012398:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b800/0xb32e3ef184c3279a lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012405:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b800/0xb32e3ef184c3279a lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012411:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4139b800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332816.012415:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b800/0xb32e3ef184c3279a lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012422:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b800/0xb32e3ef184c3279a lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012435:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43bd0e00) 00010000:00010000:3.0:1763332816.012438:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332816.012444:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b800/0xb32e3ef184c3279a lrc: 3/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012450:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b800/0xb32e3ef184c3279a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012465:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b200/0xb32e3ef184c327a1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012470:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b200/0xb32e3ef184c327a1 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012476:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b200/0xb32e3ef184c327a1 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012481:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4139b200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332816.012484:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b200/0xb32e3ef184c327a1 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012489:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b200/0xb32e3ef184c327a1 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012496:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x3d8b1ba3 (ffff92fe435f8500) 00010000:00010000:3.0:1763332816.012498:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332816.012500:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b200/0xb32e3ef184c327a1 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012505:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139b200/0xb32e3ef184c327a1 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332816.012540:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139a600/0xb32e3ef184c32793 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddbd expref: 9 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332816.012554:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139a400/0xb32e3ef184c327a8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddbd expref: 8 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332816.012561:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92fe435f8900) 00010000:00010000:3.0:1763332816.012564:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332816.012566:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4139a400, rc 0) 00000100:00100000:3.0:1763332816.013253:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+8:38667:x1848987611122176:12345-192.168.204.28@tcp:101:stat.0 Request processed in 2071us (2298us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332816.013263:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2828 00000100:00100000:2.0:1763332816.022288:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332816.022376:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611122304 00000100:00100000:3.0:1763332816.022387:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611122304 00000100:00100000:3.0:1763332816.022467:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1470 00000100:00100000:3.0:1763332816.022477:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:2420:x1848987611122304:12345-192.168.204.28@tcp:101:stat.0 00010000:00010000:3.0:1763332816.022496:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332816.022517:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a600/0xb32e3ef184c327af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ddc4 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332816.022539:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 10485760, mtime: 0x691a52cd, atime: 0x691a52cd, ctime: 0x691a52ce, blocks: 0x5000 00010000:00010000:3.0:1763332816.022556:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332816.022559:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332816.022566:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a600/0xb32e3ef184c327af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddc4 expref: 7 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332816.022583:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a600/0xb32e3ef184c327af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddc4 expref: 7 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332816.022595:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4139a600, rc 0) 00000100:00100000:3.0:1763332816.022651:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:2420:x1848987611122304:12345-192.168.204.28@tcp:101:stat.0 Request processed in 176us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332816.022658:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1470 00000100:00080000:1.0:1763332816.022862:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763332816.464612:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332816.464805:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626330880:0@lo:400:kworker.0 00000100:00100000:0.0:1763332816.464872:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332816.464976:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626330624:0@lo:400:kworker.0 00000100:00100000:2.0:1763332816.465012:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332816.465044:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332816.465050:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626330752:0@lo:400:kworker.0 00000100:00100000:2.0:1763332816.465076:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332816.465141:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626330624 00000100:00100000:2.0:1763332816.465148:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626330624 00000100:00100000:2.0:1763332816.465194:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1763332816.465203:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626330624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332816.465250:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626330624:12345-0@lo:400:kworker.0 Request processed in 48us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332816.465257:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1763332816.465307:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626330624:0@lo:400:kworker.0 00000100:00100000:2.0:1763332816.465343:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626330752 00000100:00100000:2.0:1763332816.465374:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626330752 00000100:00100000:2.0:1763332816.465403:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1763332816.465409:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626330752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332816.465444:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626330752:12345-0@lo:400:kworker.0 Request processed in 35us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332816.465450:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1763332816.465474:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626330752:0@lo:400:kworker.0 00000100:00100000:2.0:1763332816.465504:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626330880 00000100:00100000:2.0:1763332816.465508:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626330880 00000100:00100000:2.0:1763332816.465532:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1763332816.465538:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626330880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332816.465819:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626331008:0@lo:400:kworker.0 00000100:00100000:1.0:1763332816.465846:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332816.465919:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626331008 00000100:00100000:0.0:1763332816.465923:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626331008 00000100:00100000:0.0:1763332816.465947:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1763332816.465952:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626331008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332816.466000:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626330880:12345-0@lo:400:kworker.0 Request processed in 462us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332816.466006:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1763332816.466043:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626330880:0@lo:400:kworker.0 00000100:00100000:0.0:1763332816.466480:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626331008:12345-0@lo:400:kworker.0 Request processed in 526us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332816.466487:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1763332816.466593:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626331136:0@lo:400:kworker.0 00000100:00100000:0.0:1763332816.466623:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332816.466684:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626331136 00000100:00100000:2.0:1763332816.466689:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626331136 00000100:00100000:2.0:1763332816.466724:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1763332816.466731:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626331136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332816.467061:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626331008:0@lo:400:kworker.0 00000100:00080000:1.0:1763332816.467081:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332816.467201:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626331264:0@lo:400:kworker.0 00000100:00100000:1.0:1763332816.467226:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332816.467797:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626331264 00000100:00100000:1.0:1763332816.467803:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626331264 00000100:00100000:1.0:1763332816.467849:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1763332816.467855:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626331264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332816.467896:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626331264:12345-0@lo:400:kworker.0 Request processed in 41us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332816.467904:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00080000:1.0:1763332816.467922:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332816.467943:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626331264:0@lo:400:kworker.0 00000100:00100000:2.0:1763332816.468451:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626331136:12345-0@lo:400:kworker.0 Request processed in 1719us (1825us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332816.468458:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1763332816.468576:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626331392:0@lo:400:kworker.0 00000100:00100000:2.0:1763332816.468607:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332816.468660:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626331392 00000100:00100000:1.0:1763332816.468664:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626331392 00000100:00100000:1.0:1763332816.468690:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1763332816.468695:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626331392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332816.469027:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626331136:0@lo:400:kworker.0 00000100:00080000:0.0:1763332816.469070:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332816.469194:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626331520:0@lo:400:kworker.0 00000100:00100000:0.0:1763332816.469217:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332816.469813:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626331520 00000100:00100000:0.0:1763332816.469819:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626331520 00000100:00100000:0.0:1763332816.469852:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1763332816.469858:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626331520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332816.469892:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626331520:12345-0@lo:400:kworker.0 Request processed in 34us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332816.469898:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00080000:0.0:1763332816.469910:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332816.469925:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626331520:0@lo:400:kworker.0 00000100:00100000:1.0:1763332816.470633:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626331392:12345-0@lo:400:kworker.0 Request processed in 1935us (2022us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332816.470641:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1763332816.470827:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626331648:0@lo:400:kworker.0 00000100:00100000:0.0:1763332816.470862:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332816.470915:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626331648 00000100:00100000:1.0:1763332816.470920:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626331648 00000100:00100000:1.0:1763332816.470954:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1763332816.470959:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626331648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332816.471374:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626331392:0@lo:400:kworker.0 00000100:00100000:1.0:1763332816.471797:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626331648:12345-0@lo:400:kworker.0 Request processed in 835us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332816.471805:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00080000:1.0:1763332816.471829:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332816.471916:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626331776:0@lo:400:kworker.0 00000100:00100000:2.0:1763332816.471946:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332816.472010:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626331776 00000100:00100000:1.0:1763332816.472014:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626331776 00000100:00080000:1.0:1763332816.472029:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332816.472049:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:1.0:1763332816.472055:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626331776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332816.472765:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626331648:0@lo:400:kworker.0 00000100:00100000:3.0:1763332816.473753:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626332032:0@lo:400:kworker.0 00000100:00100000:3.0:1763332816.473798:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332816.473827:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332816.473833:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626331904:0@lo:400:kworker.0 00000100:00100000:3.0:1763332816.473852:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332816.473945:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626332032 00000100:00100000:0.0:1763332816.473952:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626332032 00000100:00100000:0.0:1763332816.474005:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626331904 00000100:00100000:0.0:1763332816.474009:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626331904 00000100:00100000:0.0:1763332816.474030:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1763332816.474036:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626332032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332816.474079:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626332032:12345-0@lo:400:kworker.0 Request processed in 43us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332816.474085:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1763332816.474111:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1763332816.474117:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626331904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332816.474144:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626331904:12345-0@lo:400:kworker.0 Request processed in 28us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332816.474149:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00080000:3.0:1763332816.474224:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332816.474228:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332816.474253:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626331904:0@lo:400:kworker.0 00000100:00100000:3.0:1763332816.474262:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626332032:0@lo:400:kworker.0 00000100:00100000:1.0:1763332816.475004:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626331776:12345-0@lo:400:kworker.0 Request processed in 2944us (3052us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332816.475012:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1763332816.475072:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626331776:0@lo:400:kworker.0 00010000:00010000:0.0:1763332817.497459:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332818.000774:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332818.000800:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626332160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332818.000875:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332818.001523:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626332160 00000100:00100000:0.0:1763332818.001535:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626332160 00000004:00080000:3.0:1763332818.002030:0:9837:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 922081679910ns, next at 923081678052ns, rc = 0 00000100:00080000:1.0:1763332818.002098:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332818.002120:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626332288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332818.002164:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332818.002211:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626332288 00000100:00100000:1.0:1763332818.002215:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626332288 00000100:00100000:1.0:1763332818.002257:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1763332818.002266:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626332288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332818.002299:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3910905856 avail 3679383552 00000100:00100000:1.0:1763332818.002338:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626332288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332818.002346:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1763332818.002411:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626332288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332818.002540:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1763332818.002548:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626332160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763332818.002560:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3910905856 avail 3679383552 00000100:00100000:0.0:1763332818.002589:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626332160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (1713us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332818.002596:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00080000:0.0:1763332818.002625:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332818.003760:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626332160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332818.512595:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332818.512627:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626332416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763332818.512702:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332818.512837:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626332416 00000100:00100000:0.0:1763332818.512848:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626332416 00000100:00100000:0.0:1763332818.512919:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1763332818.512929:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626332416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332818.512962:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3900411904 avail 3668889600 00000100:00100000:0.0:1763332818.513010:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626332416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332818.513017:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1763332818.513085:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626332416:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1763332818.513146:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1763332818.514284:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332818.515387:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763332818.515420:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626332544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332818.515548:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332818.516626:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626332544 00000100:00100000:0.0:1763332818.516648:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626332544 00000100:00100000:0.0:1763332818.518481:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1763332818.518500:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626332544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332818.518528:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3900411904 avail 3668889600 00000100:00100000:0.0:1763332818.518616:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626332544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (3066us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332818.518625:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:1.0:1763332818.518695:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332818.519013:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626332544:0@lo:13:osp-pre-0-1.0 00000001:00100000:1.0:1763332819.025754:0:26035:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000001:00100000:1.0:1763332819.025770:0:26035:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1dec5569-9184-4622-8fc2-84b1eb26add2 00000001:00080000:1.0:1763332819.025778:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869505 is committed 00000001:00080000:1.0:1763332819.025784:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869504 is committed 00000020:00000080:1.0:1763332819.025790:0:26035:0:(genops.c:904:class_export_put()) final put ffff92ff58e2b800/1dec5569-9184-4622-8fc2-84b1eb26add2 00000020:00000080:0.0:1763332819.025849:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff58e2b800/1dec5569-9184-4622-8fc2-84b1eb26add2 for lustre-OST0001 00000020:00000080:0.0:1763332819.025916:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff58e2a800 for lustre-OST0001 00010000:00010000:1.0:1763332819.536763:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332819.538704:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763332819.538727:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626332672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332819.538796:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332819.538877:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626332672 00000100:00100000:2.0:1763332819.538886:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626332672 00000100:00100000:2.0:1763332819.538935:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1763332819.538943:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3653:x1848987626332672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763332819.538979:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446014976 avail 1299775488 00000100:00100000:2.0:1763332819.539027:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3653:x1848987626332672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332819.539034:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1763332819.539115:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626332672:0@lo:41:osp-pre-0-1.0 00000001:00100000:3.0:1763332820.066690:0:24714:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000001:00100000:3.0:1763332820.066704:0:24714:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1dec5569-9184-4622-8fc2-84b1eb26add2 00000001:00080000:3.0:1763332820.066713:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836821 is committed 00000001:00080000:3.0:1763332820.066721:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836820 is committed 00000020:00000080:3.0:1763332820.066725:0:24714:0:(genops.c:904:class_export_put()) final put ffff92fe45214800/1dec5569-9184-4622-8fc2-84b1eb26add2 00000004:00080000:0.0:1763332820.067113:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 11 committed 00000001:00100000:0.0:1763332820.067129:0:7438:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000001:00100000:0.0:1763332820.067133:0:7438:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1dec5569-9184-4622-8fc2-84b1eb26add2 00000001:00080000:0.0:1763332820.067139:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967425 is committed 00000004:00080000:0.0:1763332820.067146:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 10 committed 00000020:00080000:0.0:1763332820.067177:0:7438:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff92fe487770c0 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:0.0:1763332820.067182:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff44dc0d00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe48777840 00000020:00080000:0.0:1763332820.067185:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff44dc0e00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe4c33c200 00000020:00000080:0.0:1763332820.067198:0:7438:0:(genops.c:904:class_export_put()) final put ffff92fe45cd3000/1dec5569-9184-4622-8fc2-84b1eb26add2 00000020:00080000:0.0:1763332820.067207:0:7438:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 7 batchid updated 00000100:00100000:0.0:1763332820.067330:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626332800:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1763332820.067430:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00100000:3.0:1763332820.067564:0:6500:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000001:00100000:3.0:1763332820.067571:0:6500:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1dec5569-9184-4622-8fc2-84b1eb26add2 00000001:00080000:3.0:1763332820.067575:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969091 is committed 00000020:00000080:3.0:1763332820.067581:0:6500:0:(genops.c:904:class_export_put()) final put ffff92fe45cd1800/1dec5569-9184-4622-8fc2-84b1eb26add2 00000001:00080000:3.0:1763332820.067587:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969088 is committed 00000020:00080000:1.0:1763332820.067681:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 8 committed batchid 7 00000020:00080000:1.0:1763332820.067806:0:7457:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 7 cancel update log [0x240000400:0x2:0x0].7: rc = 0 00000020:00080000:1.0:1763332820.067819:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 7 00000100:00100000:1.0:1763332820.067837:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626332800 00000100:00100000:1.0:1763332820.067845:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626332800 00000100:00100000:1.0:1763332820.067909:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1763332820.067918:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626332800:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763332820.067942:0:8611:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:18 count 1 00002000:00010000:1.0:1763332820.067977:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x12:0x0] initial LVB size: 10485760, mtime: 0x691a52cd, atime: 0x691a52cd, ctime: 0x691a52ce, blocks: 0x5000 00010000:00010000:1.0:1763332820.067985:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c327b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332820.068000:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332820.068002:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332820.068008:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c327b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332820.068024:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c327b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332820.068033:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c327b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332820.068056:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c327b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332820.068073:0:8611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:3.0:1763332820.071241:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1763332820.071323:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe45214800/1dec5569-9184-4622-8fc2-84b1eb26add2 for lustre-OST0000 00000020:00000080:0.0:1763332820.071409:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe45cd3000/1dec5569-9184-4622-8fc2-84b1eb26add2 for lustre-MDT0001 00000020:00000080:0.0:1763332820.071446:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe45cd1800/1dec5569-9184-4622-8fc2-84b1eb26add2 for lustre-MDT0000 00000020:00000080:0.0:1763332820.071481:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe45211800 for lustre-OST0000 00000020:00000080:0.0:1763332820.071485:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe45cd1000 for lustre-MDT0001 00000020:00000080:0.0:1763332820.071488:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe45cd4000 for lustre-MDT0000 00010000:00010000:0.0:1763332820.073783:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332820.073796:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c327b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332820.073809:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332820.073814:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c327b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332820.073824:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c327b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332820.073846:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c327b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332820.073853:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192600/0xb32e3ef184c327b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332820.073877:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332820.073879:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332820.073881:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332820.095220:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626332800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27293us (27780us total) trans 17179869506 rc 0/0 00000100:00100000:1.0:1763332820.095235:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:0.0:1763332820.095712:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869504 gen 2 00000004:00080000:0.0:1763332820.095720:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179869504 committed transno 17179869504 00000100:00100000:0.0:1763332820.095743:0:3653:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe44823b80 x1848987626332800/t17179869506(17179869506) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763332836 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763332820.095756:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44823b80/2, rc 0, transno 17179869506 00000100:00100000:0.0:1763332820.095761:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626332800:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763332820.112554:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332820.112735:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611122560 00000100:00100000:0.0:1763332820.112748:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611122560 00000100:00100000:0.0:1763332820.112831:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2829 00000100:00100000:0.0:1763332820.112842:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:39091:x1848987611122560:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:0.0:1763332820.112898:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332820.112927:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4139a400/0xb32e3ef184c327a8 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddbd expref: 7 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332820.112946:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92fe435f8900) 00010000:00010000:0.0:1763332820.112957:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332820.112981:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c327bd lrc: 3/0,1 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332820.112995:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c327bd lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113016:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c327bd lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113030:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332820.113046:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113052:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113128:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c327cb lrc: 3/0,1 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332820.113135:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c327cb lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113141:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c327cb lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000040:00080000:0.0:1763332820.113392:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8840 00000004:00080000:0.0:1763332820.113401:0:29240:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 924193052054ns, next at 925193049292ns, rc = 0 00000040:00080000:0.0:1763332820.113411:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8904 00010000:00010000:0.0:1763332820.113461:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c327d2 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332820.113469:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c327d2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113476:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c327d2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113483:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c327d2 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113489:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c327d2 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113494:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c327d2 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113509:0:29240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332820.113525:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c327cb lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113529:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c327cb lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113535:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c327cb lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113540:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332820.113544:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c327cb lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113550:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c327cb lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113557:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92fe43bd0d00) 00010000:00010000:0.0:1763332820.113559:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763332820.113562:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c327cb lrc: 2/0,0 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113567:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c327cb lrc: 0/0,0 mode: --/EX res: [0x240000403:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113666:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c327bd lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113672:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c327bd lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113677:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c327bd lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113682:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c327bd lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113687:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332820.113690:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c327bd lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113695:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c327bd lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113702:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43bd0e00) 00010000:00010000:0.0:1763332820.113705:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332820.113708:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c327bd lrc: 3/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113714:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c327bd lrc: 0/0,0 mode: --/CW res: [0x240000403:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00000004:00010000:0.0:1763332820.113722:0:29240:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eae69954 reply state 00000000d61ad8b9 transno 4294967426 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113732:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113737:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x3d8b1ba3 (ffff92fe43bd0800) 00010000:00010000:0.0:1763332820.113740:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332820.113742:0:29240:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763332820.113812:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+8:39091:x1848987611122560:12345-192.168.204.28@tcp:36:rm.0 Request processed in 972us (1265us total) trans 4294967426 rc 0/0 00000100:00100000:0.0:1763332820.113820:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2829 00010000:00010000:0.0:1763332820.113852:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332820.113857:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c327d2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113863:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332820.113866:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c327d2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113872:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c327d2 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113879:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff92fe43bd0d00) 00010000:00010000:0.0:1763332820.113882:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763332820.113884:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c327d2 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113889:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c327d2 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29240 initiator: MDT1 00010000:00010000:0.0:1763332820.113902:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332820.113904:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332820.113906:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1763332820.113997:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1763332820.560847:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332820.930105:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332820.930146:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332820.930182:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332820.930203:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332820.930228:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332820.930258:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611123072 00000100:00100000:2.0:1763332820.930268:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611123072 00000100:00100000:2.0:1763332820.930326:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611123200 00000100:00100000:2.0:1763332820.930329:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611123200 00000100:00100000:2.0:1763332820.930396:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 585 00000100:00100000:2.0:1763332820.930408:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:2418:x1848987611123072:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332820.930485:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:2418:x1848987611123072:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 79us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332820.930493:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 585 00000100:00100000:2.0:1763332820.930510:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 586 00000100:00100000:2.0:1763332820.930517:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+5:2418:x1848987611123200:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332820.930541:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+5:2418:x1848987611123200:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 25us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332820.930546:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 586 00000100:00100000:2.0:1763332820.930564:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611122688 00000100:00100000:2.0:1763332820.930568:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611122688 00000100:00100000:2.0:1763332820.930590:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 745 00000100:00100000:2.0:1763332820.930596:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:2418:x1848987611122688:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332820.930622:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:2418:x1848987611122688:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 26us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332820.930629:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 745 00000100:00080000:2.0:1763332820.930655:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332820.930659:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332820.932223:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611122816 00000100:00100000:3.0:1763332820.932236:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611122816 00000100:00100000:3.0:1763332820.932284:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611122944 00000100:00100000:3.0:1763332820.932287:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611122944 00000100:00100000:3.0:1763332820.932307:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1007 00000100:00100000:3.0:1763332820.932314:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:2418:x1848987611122816:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332820.932403:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:2418:x1848987611122816:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 88us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332820.932411:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1007 00000100:00100000:3.0:1763332820.932428:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1008 00000100:00100000:3.0:1763332820.932434:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+8:2418:x1848987611122944:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332820.932463:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+8:2418:x1848987611122944:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 29us (2259us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332820.932469:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1008 00000100:00080000:2.0:1763332820.932993:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332821.076332:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626332928:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332821.076453:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332821.076527:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626332928 00000100:00100000:1.0:1763332821.076540:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626332928 00000100:00100000:1.0:1763332821.076617:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1763332821.076627:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626332928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763332821.076666:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446252544 avail 1300013056 00000100:00100000:1.0:1763332821.076752:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626332928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332821.076761:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1763332821.076819:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626332928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332821.585039:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626333184:0@lo:400:kworker.0 00000100:00100000:1.0:1763332821.585128:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332821.585202:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626333696:0@lo:400:kworker.0 00000100:00100000:1.0:1763332821.585234:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332821.585257:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626334208:0@lo:400:kworker.0 00000100:00100000:1.0:1763332821.585276:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332821.585300:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763332821.585306:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626333312:0@lo:400:kworker.0 00000100:00100000:1.0:1763332821.585329:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332821.585376:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626333824:0@lo:400:kworker.0 00000100:00100000:1.0:1763332821.585401:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332821.585424:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626334336:0@lo:400:kworker.0 00000100:00100000:1.0:1763332821.585447:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332821.585482:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626333312 00000100:00100000:1.0:1763332821.585492:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626333312 00000100:00100000:1.0:1763332821.585549:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1763332821.585560:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626333312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332821.585626:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626333312:12345-0@lo:400:kworker.0 Request processed in 67us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332821.585633:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1763332821.585681:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294969088 gen 2 00000004:00080000:1.0:1763332821.585688:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294969088 committed transno 4294969088 00000100:00100000:1.0:1763332821.585718:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626333312:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.585821:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626333440:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.585856:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332821.585890:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626333952:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.585912:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332821.585930:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626334464:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.585950:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332821.585970:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1763332821.585975:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626333056:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586002:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332821.586036:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626333568:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586058:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332821.586077:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626334080:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586098:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332821.586128:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626333696 00000100:00100000:2.0:1763332821.586133:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626333696 00000100:00100000:2.0:1763332821.586185:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626333824 00000100:00100000:2.0:1763332821.586189:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626333824 00000100:00100000:2.0:1763332821.586214:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626333952 00000100:00100000:2.0:1763332821.586217:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626333952 00000100:00100000:2.0:1763332821.586237:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626333568 00000100:00100000:2.0:1763332821.586240:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626333568 00000100:00100000:2.0:1763332821.586261:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1763332821.586269:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626333696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586310:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626333696:12345-0@lo:400:kworker.0 Request processed in 41us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332821.586317:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1763332821.586333:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1763332821.586339:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626333824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586404:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626333824:12345-0@lo:400:kworker.0 Request processed in 65us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332821.586411:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1763332821.586423:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1763332821.586429:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626333952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586458:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626333952:12345-0@lo:400:kworker.0 Request processed in 30us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332821.586470:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1763332821.586486:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1763332821.586494:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626333568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586521:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626333568:12345-0@lo:400:kworker.0 Request processed in 29us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332821.586528:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1763332821.586549:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626333056 00000100:00100000:2.0:1763332821.586553:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626333056 00000100:00100000:2.0:1763332821.586580:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1763332821.586586:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626333056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586617:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626333056:12345-0@lo:400:kworker.0 Request processed in 31us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332821.586624:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1763332821.586665:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626333184 00000100:00100000:2.0:1763332821.586669:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626333184 00000100:00100000:2.0:1763332821.586691:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626334208 00000100:00100000:2.0:1763332821.586694:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626334208 00000100:00100000:2.0:1763332821.586708:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626334336 00000100:00100000:2.0:1763332821.586710:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626334336 00000100:00100000:2.0:1763332821.586722:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626333440 00000100:00100000:2.0:1763332821.586725:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626333440 00000100:00100000:2.0:1763332821.586735:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626334464 00000100:00100000:2.0:1763332821.586737:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626334464 00000100:00100000:2.0:1763332821.586749:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626334080 00000100:00100000:2.0:1763332821.586751:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626334080 00000100:00100000:2.0:1763332821.586763:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1763332821.586769:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626333184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586802:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626333184:12345-0@lo:400:kworker.0 Request processed in 33us (1674us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332821.586808:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1763332821.586821:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1763332821.586827:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626334208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586855:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626334208:12345-0@lo:400:kworker.0 Request processed in 29us (1578us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332821.586861:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1763332821.586871:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1763332821.586885:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626334336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586913:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626334336:12345-0@lo:400:kworker.0 Request processed in 29us (1466us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332821.586918:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1763332821.586931:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1763332821.586937:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626333440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.586961:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626333440:12345-0@lo:400:kworker.0 Request processed in 26us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332821.586968:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1763332821.586978:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:2.0:1763332821.586983:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626334464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.587022:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626334464:12345-0@lo:400:kworker.0 Request processed in 38us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332821.587027:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:2.0:1763332821.587039:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1763332821.587045:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626334080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.587074:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626334080:12345-0@lo:400:kworker.0 Request processed in 29us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332821.587080:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00080000:2.0:1763332821.587101:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763332821.587106:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332821.587109:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332821.587111:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332821.587172:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626333056:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.587184:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836821 gen 2 00000004:00080000:2.0:1763332821.587190:0:3654:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474836821 committed transno 21474836821 00000100:00100000:2.0:1763332821.587213:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626333568:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.587225:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626334080:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.587235:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626333440:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.587246:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626333952:0@lo:400:kworker.0 00000100:00100000:2.0:1763332821.587255:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626334464:0@lo:400:kworker.0 00010000:00010000:0.0:1763332821.587523:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332821.587760:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626333824:0@lo:400:kworker.0 00000100:00100000:1.0:1763332821.587774:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626334336:0@lo:400:kworker.0 00000100:00100000:1.0:1763332821.587786:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626333184:0@lo:400:kworker.0 00000100:00100000:1.0:1763332821.587797:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626333696:0@lo:400:kworker.0 00000100:00100000:1.0:1763332821.587881:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626334208:0@lo:400:kworker.0 00000001:02000400:0.0:1763332821.894009:0:30449:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 44e: basic FLR SOM tests + disable SOM ========================================================== 17:40:20 (1763332820) 00000100:00100000:2.0:1763332822.009508:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332822.009786:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611123328 00000100:00100000:1.0:1763332822.009801:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611123328 00000100:00100000:1.0:1763332822.009900:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2830 00000100:00100000:1.0:1763332822.009912:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:39248:x1848987611123328:12345-192.168.204.28@tcp:41:stat.0 00000004:00000024:1.0:1763332822.009990:0:29240:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7811317760 avail 7348273152 00000100:00100000:1.0:1763332822.010101:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:39248:x1848987611123328:12345-192.168.204.28@tcp:41:stat.0 Request processed in 191us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332822.010110:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2830 00000100:00080000:2.0:1763332822.010575:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332822.086393:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332822.086478:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611123456 00000100:00100000:1.0:1763332822.086491:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611123456 00000100:00100000:1.0:1763332822.086567:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2831 00000100:00100000:1.0:1763332822.086577:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:39252:x1848987611123456:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332822.086603:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332822.086632:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ddcb expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.086711:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c327e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.086727:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c327e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.086742:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c327e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.087150:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.087179:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092057:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092134:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c327e0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092154:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c327e0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092161:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c327e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092169:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c327e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092176:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332822.092180:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c327e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092188:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c327e0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092208:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332822.092211:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332822.092217:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c327e0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092223:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c327e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092251:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092257:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092262:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092267:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332822.092270:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092276:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092284:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1ec0156 (ffff92ff6055ab00) 00010000:00010000:1.0:1763332822.092286:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332822.092289:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327e7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092294:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.092371:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327d9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddcb expref: 8 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.092382:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332822.092384:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332822.092400:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddcb expref: 8 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.092410:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193e00, rc 0) 00000100:00100000:1.0:1763332822.092488:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:39252:x1848987611123456:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5909us (6108us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332822.092499:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2831 00000100:00100000:3.0:1763332822.101179:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332822.101728:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611123584 00000100:00100000:2.0:1763332822.101742:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611123584 00000100:00100000:2.0:1763332822.101811:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:2.0:1763332822.101823:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:39252:x1848987611123584:12345-192.168.204.28@tcp:700:lfs.0 00000100:00100000:2.0:1763332822.101947:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:39252:x1848987611123584:12345-192.168.204.28@tcp:700:lfs.0 Request processed in 125us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332822.101956:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 6 00000100:00100000:2.0:1763332822.111531:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332822.113577:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611123840 00000100:00100000:1.0:1763332822.113602:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611123840 00000100:00100000:1.0:1763332822.113698:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2832 00000100:00100000:1.0:1763332822.113711:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:39252:x1848987611123840:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332822.113794:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332822.113831:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32762 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dda8 expref: 7 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.113851:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332822.113856:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332822.113933:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327ee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.113949:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327ee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.113960:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327ee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.113975:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.113981:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.113987:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000040:00080000:1.0:1763332822.117867:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].21, 2160 off48904 00000040:00080000:1.0:1763332822.117979:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].9, 2360 off46024 00000004:00080000:1.0:1763332822.117989:0:8606:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff51e5a240 with version 20 00000004:00080000:3.0:1763332822.118060:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 20 rpc_version 20 00000020:00100000:3.0:1763332822.118121:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332822.118135:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff7dcfc000 x1848987626334720/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4224/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332822.118166:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626334720:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332822.118253:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332822.119773:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332822.120827:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626334720 00000100:00100000:0.0:1763332822.120845:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626334720 00000100:00100000:0.0:1763332822.120946:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1763332822.120961:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7795:x1848987626334720:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332822.121903:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7795:x1848987626334720:12345-0@lo:1000:osp_up1-0.0 Request processed in 941us (3644us total) trans 4294967427 rc 0/0 00000100:00100000:0.0:1763332822.121914:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1763332822.125074:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626334720:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1763332822.125288:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.125310:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.125323:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.125366:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.125375:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.125382:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.125436:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 3/0,1 mode: --/PW res: [0x240000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.125443:0:8606:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 3/0,1 mode: --/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.125454:0:8606:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 3/0,1 mode: --/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332822.125480:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8606:1848987626334848:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1763332822.125557:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332822.125608:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332822.125632:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626334848 00000100:00100000:3.0:1763332822.125640:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626334848 00000100:00100000:3.0:1763332822.125705:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1763332822.125716:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8606:x1848987626334848:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1763332822.125741:0:6524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332822.125761:0:6524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49c0d200/0xb32e3ef184c32811 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3280a expref: -99 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.125785:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49c0d200/0xb32e3ef184c32811 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3280a expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.125800:0:6524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49c0d200/0xb32e3ef184c32811 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3280a expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.125810:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7:0x0].0x0 (ffff92fe435f8400) 00010000:00010000:3.0:1763332822.125812:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.125816:0:6524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0d200, rc 0) 00000100:00100000:3.0:1763332822.125856:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:8606:x1848987626334848:12345-0@lo:101:mdt00_003.0 Request processed in 142us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332822.125864:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1763332822.125905:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8606:1848987626334848:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1763332822.125919:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c32811 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.125928:0:8606:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c32811 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763332822.125952:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000055cab621 reply state 00000000eac55a54 transno 4294969092 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.125965:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.125970:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:3.0:1763332822.125973:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332822.125976:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332822.125983:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c32811 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.125991:0:8606:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c32811 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763332822.126015:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x7:0x0] 00000004:00010000:3.0:1763332822.126022:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000055cab621 reply state 00000000eac55a54 transno 4294969092 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.126030:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.126039:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff92fe435f8b00) 00010000:00010000:3.0:1763332822.126042:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332822.126044:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1763332822.126050:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1763332822.126061:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327ee lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.126067:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327ee lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.126073:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327ee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.126081:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327ee lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.126087:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.126091:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327ee lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.126099:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327ee lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.126110:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332822.126113:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.126116:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327ee lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.126122:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c327ee lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:3.0:1763332822.126134:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000055cab621 reply state 00000000eac55a54 transno 4294969092 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.126146:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.126152:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1ec0156 (ffff92ff6055ab00) 00010000:00010000:3.0:1763332822.126155:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332822.126157:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1763332822.126264:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+8:39252:x1848987611123840:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 12553us (14745us total) trans 4294969092 rc 0/0 00000100:00100000:3.0:1763332822.126271:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2832 00000100:00100000:1.0:1763332822.221014:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332822.221385:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611123968 00000100:00100000:3.0:1763332822.221400:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611123968 00000100:00100000:3.0:1763332822.221477:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2833 00000100:00100000:3.0:1763332822.221489:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+8:39256:x1848987611123968:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332822.221523:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332822.221551:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c32818 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ddd2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.221637:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c3281f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.221656:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c3281f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.221671:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c3281f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332822.221731:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332822.221736:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332822.221759:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c3281f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.221793:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c32818 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddd2 expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.221813:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c3281f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddd2 expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.221823:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332822.221827:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332822.221831:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0c200, rc 0) 00000100:00100000:3.0:1763332822.221910:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+9:39256:x1848987611123968:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 423us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332822.221918:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2833 00000100:00100000:1.0:1763332822.224811:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332822.224887:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611124096 00000100:00100000:3.0:1763332822.224900:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611124096 00000100:00100000:3.0:1763332822.224968:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2834 00000100:00100000:3.0:1763332822.224978:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+9:39256:x1848987611124096:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332822.225013:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332822.225037:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c32826 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ddd9 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.225116:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3282d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.225133:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3282d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.225145:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3282d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.225161:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c32834 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.225168:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c32834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.225174:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c32834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.225270:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c3283b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.225277:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c3283b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.225283:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c3283b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:3.0:1763332822.226286:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332822.226295:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1763332822.226328:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c3283b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226630:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3282d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226639:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3282d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226645:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3282d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226652:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3282d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226664:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0d800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.226669:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3282d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226677:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3282d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226694:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332822.226697:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.226702:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3282d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226707:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c3282d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226727:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c32834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226733:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c32834 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226738:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c32834 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226743:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0de00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.226746:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c32834 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226752:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c32834 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226760:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1ec0156 (ffff92ff6055ab00) 00010000:00010000:3.0:1763332822.226763:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.226766:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c32834 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226771:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c32834 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332822.226814:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c32826 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddd9 expref: 11 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.226829:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c3283b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddd9 expref: 10 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.226836:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff92fe435f8b00) 00010000:00010000:3.0:1763332822.226838:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763332822.226841:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0d000, rc 0) 00000100:00100000:3.0:1763332822.237108:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+10:39256:x1848987611124096:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 12108us (12288us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332822.237127:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2834 00000100:00100000:3.0:1763332822.237312:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332822.237383:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611124224 00000100:00100000:3.0:1763332822.237396:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611124224 00000100:00100000:3.0:1763332822.237457:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 13 00000100:00100000:3.0:1763332822.237468:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+10:39256:x1848987611124224:12345-192.168.204.28@tcp:900:lfs.0 00000100:00100000:3.0:1763332822.237584:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+10:39256:x1848987611124224:12345-192.168.204.28@tcp:900:lfs.0 Request processed in 116us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332822.237590:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 13 00000100:00100000:0.0:1763332822.244866:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332822.244917:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611124352 00000100:00100000:0.0:1763332822.244933:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611124352 00000100:00100000:0.0:1763332822.245010:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2835 00000100:00100000:0.0:1763332822.245021:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+10:39256:x1848987611124352:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332822.245050:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332822.245083:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c32842 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dde0 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332822.245163:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202200/0xb32e3ef184c32849 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332822.245181:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202200/0xb32e3ef184c32849 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332822.245196:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202200/0xb32e3ef184c32849 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:0.0:1763332822.245262:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000400:0x7:0x0]: returning size 4096 00000004:00200000:0.0:1763332822.245268:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763332822.245309:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c32842 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dde0 expref: 12 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332822.245332:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202200/0xb32e3ef184c32849 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dde0 expref: 11 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332822.245342:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:0.0:1763332822.245367:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763332822.245372:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74202200, rc 0) 00000100:00100000:0.0:1763332822.245439:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+11:39256:x1848987611124352:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 421us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332822.245448:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2835 00000100:00100000:1.0:1763332822.255495:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332822.255551:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611124480 00000100:00100000:0.0:1763332822.255567:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611124480 00000100:00100000:0.0:1763332822.255646:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2836 00000100:00100000:0.0:1763332822.255673:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+8:39256:x1848987611124480:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332822.255700:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332822.255729:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32850 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dde7 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332822.255804:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c32857 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332822.255824:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49c0d200/0xb32e3ef184c32811 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3280a expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332822.255834:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c32857 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00000100:00080000:2.0:1763332822.255841:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1763332822.255877:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49c0d200/0xb32e3ef184c32811 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c3280a expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332822.255896:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626334976:0@lo:104: 00000100:00100000:0.0:1763332822.255957:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332822.256032:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff5c5043c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332822.256314:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626334976 00000100:00100000:2.0:1763332822.256319:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626334976 00000100:00100000:2.0:1763332822.256386:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1763332822.256394:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8606:x1848987626334976:12345-0@lo:104: 00010000:00010000:2.0:1763332822.256408:0:6503:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c32811 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332822.256479:0:6503:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1763332822.256487:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:8606:x1848987626334976:12345-0@lo:104: Request processed in 94us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332822.256494:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00010000:00010000:3.0:1763332822.256925:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332822.256934:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c32811 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.256948:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4139a400 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:3.0:1763332822.256955:0:6508:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c32811 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763332822.256964:0:6508:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c32811 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.257012:0:6508:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 2/0,0 mode: --/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c32811 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.257020:0:6508:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1763332822.257085:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626335104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763332822.257128:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332822.257195:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 1/0,0 mode: --/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c32811 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.257203:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92ff4139a400/0xb32e3ef184c3280a lrc: 0/0,0 mode: --/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c32811 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.257223:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332822.257225:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332822.257227:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332822.257252:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626334976:0@lo:104: 00010000:00010000:0.0:1763332822.257275:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c32857 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000100:00100000:1.0:1763332822.257310:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626335104 00000100:00100000:1.0:1763332822.257315:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626335104 00010000:00010000:1.0:1763332822.257412:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49c0d200/0xb32e3ef184c32811 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c3280a expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332822.257560:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1763332822.257570:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626335104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332822.257582:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1763332822.260974:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967427 is committed 00000001:00080000:1.0:1763332822.261058:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967426 is committed 00000004:00080000:1.0:1763332822.261064:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 10 committed 00010000:00010000:3.0:1763332822.261812:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332822.261830:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332822.261839:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332822.261845:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74203e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.261851:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332822.261859:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332822.261879:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x3d8b1ba3 (ffff92fe43bd0800) 00010000:00010000:3.0:1763332822.261883:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.261889:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332822.261895:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c327c4 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x6:0x0].0x3d8b1ba3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00000020:00080000:1.0:1763332822.262301:0:7438:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 8 batchid updated 00000020:00080000:1.0:1763332822.262332:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8 00000020:00080000:1.0:1763332822.262365:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8 00010000:00010000:1.0:1763332822.262427:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe49c0d200/0xb32e3ef184c32811 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c3280a expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332822.262435:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626335232:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763332822.262440:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7:0x0].0x0 (ffff92fe435f8400) 00010000:00010000:1.0:1763332822.262445:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c32857 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332822.262456:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c32857 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332822.262464:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c32857 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332822.262489:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332822.262561:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c32857 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332822.262570:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c32857 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:0.0:1763332822.262638:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x7:0x0]: returning size 4096 00000004:00200000:0.0:1763332822.262644:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763332822.262698:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32850 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dde7 expref: 8 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332822.262715:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c32857 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dde7 expref: 7 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332822.262728:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7:0x0].0x0 (ffff92fe435f8400) 00010000:00010000:0.0:1763332822.262731:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763332822.262734:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74202a00, rc 0) 00000100:00100000:1.0:1763332822.263133:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626335104:12345-0@lo:103:ldlm_bl.0 Request processed in 5561us (6001us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332822.263145:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1763332822.263253:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626335104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763332822.263536:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332822.263555:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:39256:x1848987611124480:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 7898us (8075us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332822.263563:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2836 00000100:00100000:3.0:1763332822.263886:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626335232 00000100:00100000:3.0:1763332822.263896:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626335232 00000100:00100000:3.0:1763332822.264191:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:3.0:1763332822.264205:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626335232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1763332822.264240:0:28600:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:17 count 1 00002000:00010000:3.0:1763332822.264285:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 10485760, mtime: 0x691a52cd, atime: 0x691a52cd, ctime: 0x691a52cd, blocks: 0x5000 00010000:00010000:3.0:1763332822.264294:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3285e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.264311:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332822.264314:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332822.264321:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3285e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.264338:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3285e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.264387:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3285e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.264397:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3285e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.264416:0:28600:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332822.268302:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332822.268325:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3285e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332822.268340:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332822.268345:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3285e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332822.268374:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3285e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332822.268401:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3285e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332822.268408:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c600/0xb32e3ef184c3285e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332822.268437:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332822.268439:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332822.268441:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332822.274642:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332822.276043:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611124608 00000100:00100000:1.0:1763332822.276061:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611124608 00000100:00100000:1.0:1763332822.276157:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2837 00000100:00100000:1.0:1763332822.276169:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+11:39256:x1848987611124608:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332822.276199:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332822.276230:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c32865 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ddee expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.276317:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3286c lrc: 3/1,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276334:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3286c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276365:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3286c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276384:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32873 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276391:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32873 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276398:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32873 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276481:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3286c lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276488:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3286c lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276494:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3286c lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276500:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3286c lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276507:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332822.276511:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3286c lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276520:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3286c lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276533:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:1.0:1763332822.276536:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332822.276542:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3286c lrc: 3/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276548:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3286c lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276563:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32873 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276569:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32873 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276574:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32873 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276579:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332822.276582:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32873 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276587:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32873 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276594:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x5c9a3b0c (ffff92ff6055a400) 00010000:00010000:1.0:1763332822.276596:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332822.276600:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32873 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276605:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32873 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.276643:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c32865 lrc: 1/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddee expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.276654:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:1.0:1763332822.276656:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332822.276659:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c32865 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddee expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.276670:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192600, rc 0) 00000100:00100000:1.0:1763332822.276764:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+11:39256:x1848987611124608:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 596us (2137us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332822.276773:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2837 00000100:00100000:3.0:1763332822.283616:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626335232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19399us (20065us total) trans 21474836822 rc 0/0 00000100:00100000:3.0:1763332822.283634:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000004:00080000:2.0:1763332822.283674:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe469a1500/2, rc 0, transno 21474836822 00000100:00100000:2.0:1763332822.283693:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626335232:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763332822.287683:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332822.289732:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611124736 00000100:00100000:1.0:1763332822.289750:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611124736 00000100:00100000:1.0:1763332822.289841:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2838 00000100:00100000:1.0:1763332822.289854:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+11:39256:x1848987611124736:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332822.289881:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332822.289910:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3287a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ddf5 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.290018:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32881 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.290039:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32881 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.290057:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32881 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332822.290191:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763332822.290197:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1763332822.290223:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32881 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.290255:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3287a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddf5 expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.290273:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32881 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddf5 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.290283:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff92fe435f8b00) 00010000:00010000:1.0:1763332822.290287:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763332822.290291:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192a00, rc 0) 00000100:00100000:1.0:1763332822.290413:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39256:x1848987611124736:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 562us (2745us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332822.290423:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2838 00000100:00100000:0.0:1763332822.296683:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332822.296738:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611124992 00000100:00100000:1.0:1763332822.296752:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611124992 00000100:00100000:1.0:1763332822.296828:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2839 00000100:00100000:1.0:1763332822.296840:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39256:x1848987611124992:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332822.296870:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332822.296875:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763332822.296913:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202200/0xb32e3ef184c32849 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dde0 expref: 12 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.296945:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:1.0:1763332822.296959:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332822.296977:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c32888 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695ddfc expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.297112:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3288f lrc: 3/0,1 mode: --/CW res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.297127:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3288f lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.297138:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3288f lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.297152:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.297158:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.297164:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298217:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c3289d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298242:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c3289d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298253:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c3289d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332822.298271:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x2:0x0]: returning size 0 00010000:00010000:1.0:1763332822.298315:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3288f lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298322:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3288f lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298328:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3288f lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298336:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3288f lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298341:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332822.298347:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3288f lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298393:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3288f lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298407:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:1.0:1763332822.298411:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332822.298417:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3288f lrc: 3/0,0 mode: --/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298423:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c3288f lrc: 0/0,0 mode: --/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:1.0:1763332822.298437:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009028ef5a reply state 0000000082f68e94 transno 4294969093 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298448:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.298454:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x5c9a3b0c (ffff92ff6055a400) 00010000:00010000:1.0:1763332822.298457:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332822.298461:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763332822.298501:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c32888 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddfc expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.298517:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c3289d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddfc expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.298525:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff6055a500) 00010000:00010000:1.0:1763332822.298527:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332822.298530:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192000, rc 0) 00000100:00100000:1.0:1763332822.298628:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:39256:x1848987611124992:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1789us (1959us total) trans 4294969093 rc 0/0 00000100:00100000:1.0:1763332822.298638:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2839 00000100:00100000:2.0:1763332822.304064:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332822.305040:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611125248 00000100:00100000:1.0:1763332822.305056:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611125248 00000100:00100000:1.0:1763332822.305134:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2840 00000100:00100000:1.0:1763332822.305147:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:39256:x1848987611125248:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332822.305180:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332822.305436:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c328ab lrc: 2/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de03 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.305598:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.305617:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c3289d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddfc expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.305627:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.306781:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c3289d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddfc expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332822.306806:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c3289d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddfc expref: 15 pid: 8606 timeout: 1026 lvb_type: 0 00000100:00100000:1.0:1763332822.306824:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626335360:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332822.306946:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe487770c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332822.312542:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626335360:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332822.312587:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:2.0:1763332822.314575:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332822.315087:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611125376 00000100:00100000:1.0:1763332822.315100:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611125376 00010000:00010000:1.0:1763332822.315157:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c3289d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddfc expref: 16 pid: 8606 timeout: 1026 lvb_type: 0 00000100:00100000:1.0:1763332822.315216:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 769 00000100:00100000:1.0:1763332822.315227:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+16:2420:x1848987611125376:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332822.315248:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332822.315256:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c3289d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddfc expref: 16 pid: 8606 timeout: 1026 lvb_type: 0 00010000:00010000:1.0:1763332822.315270:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c3289d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddfc expref: 16 pid: 8606 timeout: 1026 lvb_type: 0 00010000:00010000:1.0:1763332822.315300:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c3289d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddfc expref: 16 pid: 8606 timeout: 1026 lvb_type: 0 00010000:00010000:1.0:1763332822.315320:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff6055a500) 00010000:00010000:1.0:1763332822.315326:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.315337:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.315345:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.315431:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332822.315499:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+15:2420:x1848987611125376:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 273us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332822.315508:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 769 00010000:00010000:3.0:1763332822.316205:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.316216:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332822.316245:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x2:0x0]: returning size 0 00000004:00080000:3.0:1763332822.316507:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4c:0x0], index 0: 0 00000004:00080000:3.0:1763332822.316513:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4a:0x0], index 1: 0 00010000:00010000:3.0:1763332822.316654:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.316663:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.316670:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.316676:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.316683:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.316691:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.316704:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff6055a500) 00010000:00010000:3.0:1763332822.316707:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332822.316712:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.316718:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c328b2 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.316783:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c328ab lrc: 1/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de03 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.316794:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff6055a500) 00010000:00010000:3.0:1763332822.316797:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332822.316801:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c328ab lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de03 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.316818:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192800, rc 0) 00000100:00100000:3.0:1763332822.316873:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:39256:x1848987611125248:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 11728us (12825us total) trans 4294969094 rc 301/301 00000100:00100000:3.0:1763332822.316881:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2840 00000100:00100000:3.0:1763332822.324037:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332822.324636:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611125632 00000100:00100000:1.0:1763332822.324651:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611125632 00000100:00100000:2.0:1763332822.325685:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 826 00000100:00100000:2.0:1763332822.325702:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:39256:x1848987611125632:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332822.326147:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+15:39256:x1848987611125632:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 446us (2122us total) trans 4294969095 rc 0/0 00000100:00100000:2.0:1763332822.326156:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 826 00000100:00100000:0.0:1763332822.330542:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332822.330642:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611125888 00000100:00100000:3.0:1763332822.330657:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611125888 00000100:00100000:3.0:1763332822.330732:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 827 00000100:00100000:3.0:1763332822.330745:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+15:39256:x1848987611125888:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332822.331074:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+16:39256:x1848987611125888:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 331us (547us total) trans 4294969096 rc 0/0 00000100:00100000:3.0:1763332822.331082:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 827 00000100:00100000:0.0:1763332822.397510:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332822.398301:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611126144 00000100:00100000:3.0:1763332822.398318:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611126144 00000100:00100000:3.0:1763332822.398447:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2841 00000100:00100000:3.0:1763332822.398460:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+16:39262:x1848987611126144:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332822.398496:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332822.398526:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328c0 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de0a expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.398711:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c328c7 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.398730:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c328c7 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.398744:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c328c7 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.398756:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c328ce lrc: 3/1,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.398764:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c328ce lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.398772:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c328ce lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.398847:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c328d5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.398862:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c328d5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.398869:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c328d5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332822.398882:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x2:0x0]: returning size 0 00010000:00010000:3.0:1763332822.399006:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c328c7 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399014:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c328c7 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399021:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c328c7 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399028:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c328c7 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399034:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0d800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.399039:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c328c7 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399046:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c328c7 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399059:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:3.0:1763332822.399062:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.399068:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c328c7 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399075:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c328c7 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399094:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c328ce lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399099:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c328ce lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399104:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c328ce lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399109:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.399111:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c328ce lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399118:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c328ce lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399124:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x5c9a3b0c (ffff92ff6055a400) 00010000:00010000:3.0:1763332822.399127:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.399129:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c328ce lrc: 2/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399134:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c328ce lrc: 0/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.399177:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328c0 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de0a expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.399191:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c328d5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de0a expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.399198:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe435f8e00) 00010000:00010000:3.0:1763332822.399202:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332822.399204:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0d400, rc 0) 00000100:00100000:3.0:1763332822.399298:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+18:39262:x1848987611126144:12345-192.168.204.28@tcp:101:dd.0 Request processed in 840us (1805us total) trans 4294969097 rc 0/0 00000100:00100000:3.0:1763332822.399306:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2841 00000100:00100000:0.0:1763332822.402614:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332822.405058:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611126272 00000100:00100000:2.0:1763332822.405078:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611126272 00000100:00100000:2.0:1763332822.405566:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 828 00000100:00100000:2.0:1763332822.405580:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ef050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+18:39262:x1848987611126272:12345-192.168.204.28@tcp:49:dd.0 00000100:00100000:2.0:1763332822.405764:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ef050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+18:39262:x1848987611126272:12345-192.168.204.28@tcp:49:dd.0 Request processed in 187us (3162us total) trans 0 rc -61/-61 00000100:00100000:2.0:1763332822.405772:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 828 00000100:00100000:0.0:1763332822.415744:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332822.417104:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611126528 00000100:00100000:3.0:1763332822.417122:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611126528 00000100:00100000:2.0:1763332822.417462:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2842 00000100:00100000:2.0:1763332822.417477:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+18:39262:x1848987611126528:12345-192.168.204.28@tcp:36:dd.0 00010000:00010000:2.0:1763332822.417552:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332822.417590:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d400/0xb32e3ef184c328d5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de0a expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332822.417615:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe435f8e00) 00010000:00010000:2.0:1763332822.417628:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332822.417867:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332822.417884:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332822.417895:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000001:00080000:2.0:1763332822.418167:0:8606:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969098 00000004:00010000:2.0:1763332822.418199:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000772be9fc reply state 00000000f2f9ceaa transno 4294969099 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332822.418215:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332822.418222:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:2.0:1763332822.418225:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332822.418228:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332822.418936:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+20:39262:x1848987611126528:12345-192.168.204.28@tcp:36:dd.0 Request processed in 1457us (3202us total) trans 4294969099 rc 0/0 00000100:00100000:2.0:1763332822.418947:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2842 00000020:00080000:2.0:1763332822.419865:0:8606:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763332822.422058:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332822.422544:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611126656 00000100:00100000:2.0:1763332822.422563:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611126656 00000100:00100000:2.0:1763332822.422636:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2843 00000100:00100000:2.0:1763332822.422649:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+20:39262:x1848987611126656:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332822.422677:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332822.422705:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990400/0xb32e3ef184c328ea lrc: 2/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de11 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332822.422769:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990400/0xb32e3ef184c328ea lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de11 expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332822.422784:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990400/0xb32e3ef184c328ea lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de11 expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332822.422802:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:2.0:1763332822.422806:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332822.422810:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990400, rc 0) 00000100:00100000:2.0:1763332822.422884:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+21:39262:x1848987611126656:12345-192.168.204.28@tcp:101:dd.0 Request processed in 238us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332822.422892:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2843 00000100:00100000:1.0:1763332822.430597:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332822.430701:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611126912 00000100:00100000:0.0:1763332822.430717:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611126912 00000100:00100000:0.0:1763332822.430807:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2844 00000100:00100000:0.0:1763332822.430823:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+21:39262:x1848987611126912:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332822.430851:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332822.430855:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332822.430890:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990400/0xb32e3ef184c328ea lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de11 expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332822.430921:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:0.0:1763332822.430927:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332822.430953:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202000/0xb32e3ef184c328f1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de18 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332822.431037:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c328f8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332822.431053:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c328f8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332822.431078:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c328f8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000040:00080000:1.0:1763332822.434914:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].232, 88 off27624 00000004:00080000:1.0:1763332822.434935:0:29240:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 926514585827ns, next at 907943712770ns, rc = 0 00000040:00080000:1.0:1763332822.434972:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].229, 88 off27424 00000004:00080000:1.0:1763332822.434979:0:29240:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 926514629546ns, next at 907721359473ns, rc = 0 00000001:00080000:0.0:1763332822.445159:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969100 is committed 00000004:00080000:0.0:1763332822.445189:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 214 committed 00000004:00080000:0.0:1763332822.445200:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 215 committed 00000100:00100000:1.0:1763332822.447401:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332822.447433:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626335488:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332822.447549:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332822.447664:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447684:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447691:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.447701:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c328f8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de18 expref: 14 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.447702:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.447711:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.447724:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:3.0:1763332822.447725:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.447738:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332822.447752:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1ec0156 (ffff92ff6055ab00) 00010000:00010000:3.0:1763332822.447757:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.447763:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.447765:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202000/0xb32e3ef184c328f1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de18 expref: 14 pid: 29240 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763332822.447783:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193200/0xb32e3ef184c327f5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.447808:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c328f8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de18 expref: 13 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.447816:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447829:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447835:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447841:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4139b800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.447843:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447850:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332822.447851:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:1.0:1763332822.447861:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1763332822.447869:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74202c00, rc 0) 00010000:00010000:3.0:1763332822.447870:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff92fe435f8b00) 00010000:00010000:3.0:1763332822.447878:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.447880:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447886:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b800/0xb32e3ef184c327fc lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447897:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447902:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447908:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447913:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4139b200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.447917:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447928:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447938:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:3.0:1763332822.447940:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.447944:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.447953:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139b200/0xb32e3ef184c32803 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332822.447955:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+13:39262:x1848987611126912:12345-192.168.204.28@tcp:101:dd.0 Request processed in 17132us (17361us total) trans 4294969100 rc 0/0 00000100:00100000:1.0:1763332822.447988:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2844 00010000:00010000:3.0:1763332822.448011:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.448021:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.448026:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.448031:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.448034:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.448041:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.448049:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x5c9a3b0c (ffff92ff6055a400) 00010000:00010000:3.0:1763332822.448052:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.448056:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332822.448063:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626335488 00010000:00010000:3.0:1763332822.448064:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32896 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332822.448076:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626335488 00010000:00010000:3.0:1763332822.448085:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.448093:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.448098:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.448104:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332822.448108:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.448114:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.448122:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:3.0:1763332822.448125:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332822.448128:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332822.448134:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c328e3 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332822.448147:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1763332822.448160:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e059050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626335488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332822.448340:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626335616:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332822.451636:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e059050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626335488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3464us (4072us total) trans 21474836823 rc 0/0 00000100:00100000:1.0:1763332822.451653:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000004:00080000:3.0:1763332822.451687:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438a9500/2, rc 0, transno 21474836823 00000100:00100000:3.0:1763332822.451703:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626335488:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332822.452048:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332822.453425:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626335616 00000100:00100000:1.0:1763332822.453437:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626335616 00000100:00100000:1.0:1763332822.453496:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1763332822.453504:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626335616:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332822.453724:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626335616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 220us (1677us total) trans 17179869507 rc 0/0 00000100:00100000:1.0:1763332822.453732:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000004:00080000:2.0:1763332822.453880:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44ccf800/2, rc 0, transno 17179869507 00000100:00100000:2.0:1763332822.453887:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626335616:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332822.455171:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332822.455818:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611127040 00000100:00100000:3.0:1763332822.455827:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611127040 00000100:00100000:3.0:1763332822.456676:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1475 00000100:00100000:3.0:1763332822.456687:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:39262:x1848987611127040:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332822.456705:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332822.456730:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de1f expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332822.456753:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332822.456776:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332822.456779:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332822.456789:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de1f expref: 7 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.456805:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de1f expref: 7 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332822.456818:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0de00, rc 0) 00000100:00100000:3.0:1763332822.456890:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:39262:x1848987611127040:12345-192.168.204.28@tcp:101:dd.0 Request processed in 205us (1725us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332822.456897:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1475 00000100:00080000:2.0:1763332822.457027:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332822.466033:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332822.466122:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611127168 00000100:00100000:1.0:1763332822.466140:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611127168 00002000:00010000:1.0:1763332822.466189:0:28430:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/76 (0->18446744073709551615) 00002000:00100000:1.0:1763332822.466195:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe469a3100 with x1848987611127168 ext(0->18446744073709551615) 00002000:00010000:1.0:1763332822.466211:0:28430:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe469a3100. 00000100:00100000:1.0:1763332822.466256:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 600 00000100:00100000:1.0:1763332822.466265:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:2421:x1848987611127168:12345-192.168.204.28@tcp:10:dd.0 00002000:00010000:1.0:1763332822.466470:0:28430:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763332822.466473:0:28430:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb mtime from disk: 0 -> 1763332822 00002000:00010000:1.0:1763332822.466476:0:28430:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332822.466478:0:28430:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb ctime from disk: 0 -> 1763332822 00002000:00010000:1.0:1763332822.466480:0:28430:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332822.466543:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+8:2421:x1848987611127168:12345-192.168.204.28@tcp:10:dd.0 Request processed in 278us (531us total) trans 21474836824 rc 0/0 00000100:00100000:1.0:1763332822.466550:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 600 00002000:00010000:1.0:1763332822.466554:0:28430:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/76 (0->18446744073709551615) 00002000:00100000:1.0:1763332822.466556:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe469a3100 with x1848987611127168 ext(0->18446744073709551615) 00002000:00010000:1.0:1763332822.466560:0:28430:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe469a3100. 00010000:00010000:1.0:1763332822.608523:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332822.683639:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332822.683817:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611127296 00000100:00100000:3.0:1763332822.683829:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611127296 00002000:00100000:3.0:1763332822.683876:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x4c:0x0] (0->4194303) req@ffff92fe469a0e00 x1848987611127296/t0(0) o4->bbe153a1-f6a0-4b8f-96f0-e8fec76a630f@192.168.204.28@tcp:133/0 lens 488/0 e 0 to 0 dl 1763332833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332822.683888:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe469a0e00 with x1848987611127296 ext(0->4194303) 00002000:00010000:3.0:1763332822.683894:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe469a0e00 00000100:00100000:3.0:1763332822.683928:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 601 00000100:00100000:3.0:1763332822.683936:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+8:2418:x1848987611127296:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:2.0:1763332822.842411:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332822.843697:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611127424 00000100:00100000:1.0:1763332822.843714:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611127424 00002000:00100000:1.0:1763332822.843783:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c:0x0] (4194304->8364031) req@ffff92fe44e05880 x1848987611127424/t0(0) o4->bbe153a1-f6a0-4b8f-96f0-e8fec76a630f@192.168.204.28@tcp:133/0 lens 488/0 e 0 to 0 dl 1763332833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332822.843797:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44e05880 with x1848987611127424 ext(4194304->8364031) 00002000:00010000:1.0:1763332822.843805:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe44e05880 00000100:00100000:1.0:1763332822.843835:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 602 00000100:00100000:1.0:1763332822.843845:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:2418:x1848987611127424:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:3.0:1763332822.844931:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+11:2418:x1848987611127296:12345-192.168.204.28@tcp:4:dd.0 Request processed in 160988us (161297us total) trans 21474836825 rc 0/0 00000100:00100000:3.0:1763332822.844943:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 601 00002000:00100000:3.0:1763332822.844956:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x4c:0x0] (0->4194303) req@ffff92fe469a0e00 x1848987611127296/t21474836825(0) o4->bbe153a1-f6a0-4b8f-96f0-e8fec76a630f@192.168.204.28@tcp:133/0 lens 488/448 e 0 to 0 dl 1763332833 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332822.844966:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe469a0e00 with x1848987611127296 ext(0->4194303) 00002000:00010000:3.0:1763332822.844971:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe469a0e00 00000100:00100000:0.0:1763332822.913251:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:2418:x1848987611127424:12345-192.168.204.28@tcp:4:dd.0 Request processed in 69392us (70902us total) trans 21474836826 rc 0/0 00000100:00100000:0.0:1763332822.913267:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 602 00002000:00100000:0.0:1763332822.913282:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c:0x0] (4194304->8364031) req@ffff92fe44e05880 x1848987611127424/t21474836826(0) o4->bbe153a1-f6a0-4b8f-96f0-e8fec76a630f@192.168.204.28@tcp:133/0 lens 488/448 e 0 to 0 dl 1763332833 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332822.913292:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44e05880 with x1848987611127424 ext(4194304->8364031) 00002000:00010000:0.0:1763332822.913299:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe44e05880 00000100:00100000:2.0:1763332822.914869:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332822.915234:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611127680 00000100:00100000:3.0:1763332822.915249:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611127680 00000100:00100000:3.0:1763332822.915319:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 829 00000100:00100000:3.0:1763332822.915329:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+10:39262:x1848987611127680:12345-192.168.204.28@tcp:35:dd.0 00000001:00080000:3.0:1763332822.915693:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969101 00000100:00100000:3.0:1763332822.915822:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39262:x1848987611127680:12345-192.168.204.28@tcp:35:dd.0 Request processed in 493us (965us total) trans 4294969102 rc 0/0 00000100:00100000:3.0:1763332822.915830:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 829 00000020:00080000:3.0:1763332822.915837:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763332822.934414:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332822.934484:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611127808 00000100:00100000:0.0:1763332822.934498:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611127808 00002000:00100000:0.0:1763332822.934560:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c:0x0] (8364032->10485759) req@ffff92fe44e04380 x1848987611127808/t0(0) o4->bbe153a1-f6a0-4b8f-96f0-e8fec76a630f@192.168.204.28@tcp:133/0 lens 488/0 e 0 to 0 dl 1763332833 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332822.934572:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44e04380 with x1848987611127808 ext(8364032->10485759) 00002000:00010000:0.0:1763332822.934579:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe44e04380 00000100:00100000:0.0:1763332822.934617:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 603 00000100:00100000:0.0:1763332822.934628:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:2420:x1848987611127808:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:1.0:1763332822.986480:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2420:x1848987611127808:12345-192.168.204.28@tcp:4:dd.0 Request processed in 51835us (52065us total) trans 21474836827 rc 0/0 00000100:00100000:1.0:1763332822.986499:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 603 00002000:00100000:1.0:1763332822.986516:0:28430:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x4c:0x0] (8364032->10485759) req@ffff92fe44e04380 x1848987611127808/t21474836827(0) o4->bbe153a1-f6a0-4b8f-96f0-e8fec76a630f@192.168.204.28@tcp:133/0 lens 488/448 e 0 to 0 dl 1763332833 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332822.986527:0:28430:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44e04380 with x1848987611127808 ext(8364032->10485759) 00002000:00010000:1.0:1763332822.986536:0:28430:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe44e04380 00000100:00100000:2.0:1763332823.007810:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332823.008791:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611127936 00000100:00100000:1.0:1763332823.008812:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611127936 00000100:00100000:1.0:1763332823.008916:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2845 00000100:00100000:1.0:1763332823.008929:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39265:x1848987611127936:12345-192.168.204.28@tcp:101:stat.0 00010000:00010000:1.0:1763332823.008973:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332823.009024:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32906 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de26 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.009122:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3290d lrc: 3/1,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009137:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3290d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009150:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3290d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009163:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32914 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009173:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32914 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009178:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32914 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009294:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3291b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009303:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3291b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009310:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3291b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:1.0:1763332823.009416:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x2:0x0]: returning size 10485760 00000004:00200000:1.0:1763332823.009423:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332823.009451:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3291b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009467:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3291b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009478:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3290d lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009485:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3290d lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009492:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3290d lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009499:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3290d lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009509:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332823.009514:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3290d lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009522:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3290d lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009535:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92ff6055a700) 00010000:00010000:1.0:1763332823.009539:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332823.009545:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3290d lrc: 3/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009551:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c3290d lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009567:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32914 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009572:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32914 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009577:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32914 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009582:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332823.009585:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32914 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009590:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32914 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009596:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x5c9a3b0c (ffff92ff6055ac00) 00010000:00010000:1.0:1763332823.009599:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332823.009602:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32914 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009607:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32914 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332823.009646:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c32906 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de26 expref: 14 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.009665:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3291b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de26 expref: 13 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.009673:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:1.0:1763332823.009675:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332823.009678:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193c00, rc 0) 00000100:00100000:1.0:1763332823.009778:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+13:39265:x1848987611127936:12345-192.168.204.28@tcp:101:stat.0 Request processed in 850us (1981us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332823.009788:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2845 00000100:00100000:2.0:1763332823.032896:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332823.033564:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611128192 00000100:00100000:1.0:1763332823.033580:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611128192 00000100:00100000:3.0:1763332823.036256:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2846 00000100:00100000:3.0:1763332823.036273:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+13:39266:x1848987611128192:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332823.036304:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332823.036331:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c32922 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de2d expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.036501:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c32929 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332823.036519:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c32929 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332823.036533:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c32929 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:3.0:1763332823.036548:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x2:0x0]: returning size 10485760 00010000:00010000:3.0:1763332823.036708:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c32922 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de2d expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.036731:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c32929 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de2d expref: 15 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.036741:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:3.0:1763332823.036744:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332823.036749:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0d800, rc 0) 00000100:00100000:3.0:1763332823.036851:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+15:39266:x1848987611128192:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 582us (3981us total) trans 4294969103 rc 0/0 00000100:00100000:3.0:1763332823.036859:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2846 00000100:00100000:3.0:1763332823.046534:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332823.046663:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611128576 00000100:00100000:1.0:1763332823.046677:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611128576 00000100:00100000:1.0:1763332823.046757:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2847 00000100:00100000:1.0:1763332823.046769:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+15:39266:x1848987611128576:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332823.046801:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1763332823.047166:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332823.048097:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611128320 00000100:00100000:0.0:1763332823.048107:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611128320 00000100:00100000:0.0:1763332823.048187:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 305 00000100:00100000:0.0:1763332823.048197:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+16:2420:x1848987611128320:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332823.048217:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332823.048249:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d800/0xb32e3ef184c32929 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de2d expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.048274:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:0.0:1763332823.048280:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332823.048385:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+15:2420:x1848987611128320:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 189us (1218us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332823.048393:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 305 00010000:00010000:1.0:1763332823.048614:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32937 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de34 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.049612:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c3293e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332823.049636:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c3293e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332823.049650:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c3293e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332823.049666:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x2:0x0]: returning size 10485760 00010000:00010000:0.0:1763332823.049832:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192200/0xb32e3ef184c32937 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de34 expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.049853:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c3293e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de34 expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.049864:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:0.0:1763332823.049867:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332823.049871:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74202800, rc 0) 00000100:00100000:0.0:1763332823.049947:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+16:39266:x1848987611128576:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3179us (3424us total) trans 4294969104 rc 0/0 00000100:00100000:0.0:1763332823.049962:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2847 00000100:00100000:2.0:1763332823.061565:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332823.061802:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611128704 00000100:00100000:1.0:1763332823.061817:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611128704 00000100:00100000:3.0:1763332823.062515:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1476 00000100:00100000:3.0:1763332823.062533:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2421:x1848987611128704:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332823.062593:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.062616:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de1f expref: 14 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.062625:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332823.062628:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332823.062632:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.062679:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de1f expref: 14 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.062700:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de1f expref: 14 pid: 28600 timeout: 1027 lvb_type: 0 00000100:00100000:3.0:1763332823.062717:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626335744:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332823.062836:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332823.066337:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626335744:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332823.066423:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332823.076096:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332823.076179:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611128832 00000100:00100000:1.0:1763332823.076193:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611128832 00010000:00010000:1.0:1763332823.076244:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de1f expref: 15 pid: 28600 timeout: 1027 lvb_type: 0 00000100:00100000:1.0:1763332823.076738:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 770 00000100:00100000:1.0:1763332823.076751:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+15:2420:x1848987611128832:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332823.076773:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763332823.076797:0:8423:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb size from disk: 0 -> 10485760 00002000:00010000:1.0:1763332823.076800:0:8423:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb mtime from disk: 1763332822 -> 1763332823 00002000:00010000:1.0:1763332823.076803:0:8423:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb ctime from disk: 1763332822 -> 1763332823 00002000:00010000:1.0:1763332823.076805:0:8423:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb blocks from disk: 0 -> 20480 00010000:00010000:1.0:1763332823.076812:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de1f expref: 15 pid: 28600 timeout: 1027 lvb_type: 0 00010000:00010000:1.0:1763332823.076829:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de1f expref: 15 pid: 28600 timeout: 1027 lvb_type: 0 00010000:00010000:1.0:1763332823.076862:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0de00/0xb32e3ef184c328ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de1f expref: 15 pid: 28600 timeout: 1027 lvb_type: 0 00010000:00010000:1.0:1763332823.076882:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332823.076886:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332823.076892:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.076903:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.076948:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332823.077069:0:28600:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.077080:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.077104:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.077112:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.077120:0:28600:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.077127:0:28600:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49c0c400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332823.077131:0:28600:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.077141:0:28600:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.077154:0:28600:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.077162:0:28600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c3294c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332823.077251:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2421:x1848987611128704:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 14724us (15702us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332823.077262:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1476 00000100:00100000:1.0:1763332823.079248:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+13:2420:x1848987611128832:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2485us (3153us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332823.079263:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 770 00000100:00100000:2.0:1763332823.082638:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332823.082860:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611129088 00000100:00100000:0.0:1763332823.082875:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611129088 00000100:00100000:0.0:1763332823.083633:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2848 00000100:00100000:0.0:1763332823.083651:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+16:39266:x1848987611129088:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332823.083731:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763332823.083768:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3291b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de26 expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.083795:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c328f8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de18 expref: 15 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.083808:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:0.0:1763332823.083814:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332823.083859:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332823.083874:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332823.083898:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000040:00080000:0.0:1763332823.084192:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].233, 88 off27712 00000004:00080000:0.0:1763332823.084204:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 927163854247ns, next at 907943712770ns, rc = 0 00000040:00080000:0.0:1763332823.084252:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].230, 88 off27512 00000004:00080000:0.0:1763332823.084259:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 927163910160ns, next at 907721359473ns, rc = 0 00000001:00080000:0.0:1763332823.087464:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969105 is committed 00000004:00080000:0.0:1763332823.087484:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 215 committed 00000004:00080000:0.0:1763332823.087498:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 216 committed 00000100:00100000:2.0:1763332823.087985:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626335872:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332823.088080:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332823.088175:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626335872 00000100:00100000:2.0:1763332823.088185:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626335872 00000100:00080000:2.0:1763332823.088225:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332823.088284:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1763332823.088295:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626335872:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332823.088560:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626335872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 265us (479us total) trans 17179869508 rc 0/0 00000100:00100000:2.0:1763332823.088569:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000004:00080000:2.0:1763332823.088623:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74035500/2, rc 0, transno 17179869508 00000100:00100000:2.0:1763332823.088637:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626335872:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332823.088792:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332823.088804:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626336000:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332823.088842:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:3.0:1763332823.090408:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007d27c66b reply state 000000007dbb55a2 transno 4294969105 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.090442:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.090453:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:3.0:1763332823.090456:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763332823.090462:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1763332823.090621:0:8606:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763332823.090651:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+11:39266:x1848987611129088:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 7000us (8022us total) trans 4294969105 rc 0/0 00000100:00100000:3.0:1763332823.090662:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2848 00010000:00010000:1.0:1763332823.091014:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332823.091025:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332823.091034:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332823.091040:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74203e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332823.091046:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332823.091055:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332823.091070:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:1.0:1763332823.091072:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332823.091078:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332823.091083:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32953 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:2.0:1763332823.091683:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626336000 00000100:00100000:2.0:1763332823.091697:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626336000 00000100:00080000:3.0:1763332823.092255:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332823.092327:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:2.0:1763332823.092340:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626336000:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332823.092685:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626336000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 347us (3841us total) trans 21474836828 rc 0/0 00000100:00100000:2.0:1763332823.092694:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000004:00080000:0.0:1763332823.092871:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438aa300/2, rc 0, transno 21474836828 00000100:00100000:0.0:1763332823.092879:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626336000:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332823.096784:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332823.096853:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611129216 00000100:00100000:0.0:1763332823.096866:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611129216 00000100:00100000:0.0:1763332823.096936:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2849 00000100:00100000:0.0:1763332823.096947:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+10:39266:x1848987611129216:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332823.096988:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332823.097022:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c3295a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de3b expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.097094:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c3295a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de3b expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.097109:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c3295a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de3b expref: 11 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.097129:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:0.0:1763332823.097133:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332823.097137:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74202c00, rc 0) 00000100:00100000:0.0:1763332823.097210:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+11:39266:x1848987611129216:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 263us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332823.097219:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2849 00000100:00100000:0.0:1763332823.105008:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332823.105566:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611129344 00000100:00100000:3.0:1763332823.105582:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611129344 00000100:00100000:3.0:1763332823.105658:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2850 00000100:00100000:3.0:1763332823.105670:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+11:39266:x1848987611129344:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332823.105697:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332823.105725:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c32961 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de42 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.105849:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c32968 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332823.105867:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c32968 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332823.105881:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c32968 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:3.0:1763332823.105912:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x2:0x0]: returning size 10485760 00000004:00200000:3.0:1763332823.105917:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332823.105937:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c32968 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332823.105965:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c400/0xb32e3ef184c32961 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de42 expref: 13 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.105997:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c32968 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de42 expref: 12 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.106006:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:3.0:1763332823.106010:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332823.106015:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49c0c800, rc 0) 00000100:00100000:3.0:1763332823.106102:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39266:x1848987611129344:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 434us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332823.106110:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2850 00000100:00100000:2.0:1763332823.113615:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332823.113896:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611129472 00000100:00100000:0.0:1763332823.113911:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611129472 00000100:00100000:0.0:1763332823.114512:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1479 00000100:00100000:0.0:1763332823.114525:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+13:2419:x1848987611129472:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332823.114549:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332823.114577:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff74202200/0xb32e3ef184c3296f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de49 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332823.114607:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4c:0x0] initial LVB size: 10485760, mtime: 0x691a52d7, atime: 0x0, ctime: 0x691a52d7, blocks: 0x5000 00010000:00010000:0.0:1763332823.114634:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332823.114637:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332823.114649:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff74202200/0xb32e3ef184c3296f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de49 expref: 14 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332823.114669:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff74202200/0xb32e3ef184c3296f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de49 expref: 14 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332823.114685:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74202200, rc 0) 00000100:00100000:0.0:1763332823.114755:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2419:x1848987611129472:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 233us (1405us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332823.114763:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1479 00000100:00100000:0.0:1763332823.121259:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626336128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332823.121375:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332823.121506:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626336128 00000100:00100000:3.0:1763332823.121517:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626336128 00000100:00100000:3.0:1763332823.121572:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1763332823.121582:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626336128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332823.121623:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3921391616 avail 3689869312 00000100:00100000:3.0:1763332823.121687:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626336128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332823.121696:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1763332823.121750:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626336128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332823.121868:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626336256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332823.121901:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332823.122011:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626336256 00000100:00100000:0.0:1763332823.122016:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626336256 00000100:00100000:0.0:1763332823.122069:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1763332823.122077:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626336256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332823.122089:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1763332823.122118:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626336256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332823.122125:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00080000:3.0:1763332823.122177:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332823.122231:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626336256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332823.170568:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332823.171780:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611129600 00000100:00100000:0.0:1763332823.171798:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611129600 00000100:00100000:2.0:1763332823.172540:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1480 00000100:00100000:2.0:1763332823.172561:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2419:x1848987611129600:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332823.172741:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2419:x1848987611129600:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 189us (2188us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332823.172749:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1480 00000100:00100000:2.0:1763332823.177268:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332823.177448:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611129728 00000100:00100000:1.0:1763332823.177463:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611129728 00000100:00100000:1.0:1763332823.177535:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1481 00000100:00100000:1.0:1763332823.177546:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2421:x1848987611129728:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332823.177712:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2421:x1848987611129728:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 167us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332823.177720:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1481 00000100:00100000:3.0:1763332823.186796:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332823.189752:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611129856 00000100:00100000:1.0:1763332823.189777:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611129856 00000100:00100000:1.0:1763332823.189897:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 604 00000100:00100000:1.0:1763332823.189912:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2420:x1848987611129856:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332823.189975:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32976 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.190005:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332823.190008:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332823.190016:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32976 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.190038:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32976 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332823.194968:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332823.195049:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332823.195092:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611129984 00000100:00100000:2.0:1763332823.195106:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611129984 00000100:00100000:2.0:1763332823.195182:0:24027:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611130112 00000100:00100000:2.0:1763332823.195186:0:24027:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611130112 00000100:00100000:2.0:1763332823.195214:0:24027:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 605 00000100:00100000:2.0:1763332823.195225:0:24027:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+17:2420:x1848987611129984:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332823.195280:0:24027:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3297d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.195299:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332823.195301:0:24027:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332823.195308:0:24027:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3297d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.195323:0:24027:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3297d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332823.200084:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 606 00000100:00100000:0.0:1763332823.200109:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+18:2421:x1848987611130112:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332823.200172:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32984 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.200194:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332823.200197:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332823.200205:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32984 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.200223:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32984 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.248705:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32984 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.248730:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32984 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.248740:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32984 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.248748:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74203e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332823.248753:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32984 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.248762:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32984 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.248786:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32984 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.248795:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32984 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 5 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332823.248921:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+18:2421:x1848987611130112:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 48816us (53864us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1763332823.248933:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 606 00010000:00010000:0.0:1763332823.268999:0:24027:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3297d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.269565:0:24027:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3297d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.269575:0:24027:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3297d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.269583:0:24027:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332823.269589:0:24027:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3297d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.269598:0:24027:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3297d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.272544:0:24027:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3297d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.272576:0:24027:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3297d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24027 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332823.272761:0:24027:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+16:2420:x1848987611129984:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 77528us (77800us total) trans 0 rc 4194304/4194304 00000100:00100000:0.0:1763332823.272775:0:24027:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 605 00010000:00010000:2.0:1763332823.297530:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32976 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.297557:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32976 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.297567:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32976 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.297574:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332823.297580:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32976 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.297588:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32976 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.297610:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32976 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.297624:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32976 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332823.297747:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2420:x1848987611129856:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 107832us (110960us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1763332823.297759:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 604 00000100:00100000:0.0:1763332823.313025:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332823.313169:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611130240 00000100:00100000:3.0:1763332823.313183:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611130240 00000100:00100000:3.0:1763332823.313265:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 830 00000100:00100000:3.0:1763332823.313277:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39266:x1848987611130240:12345-192.168.204.28@tcp:49:lfs.0 00000100:00100000:3.0:1763332823.313519:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39266:x1848987611130240:12345-192.168.204.28@tcp:49:lfs.0 Request processed in 243us (518us total) trans 0 rc -61/-61 00000100:00100000:3.0:1763332823.313529:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 830 00000100:00100000:2.0:1763332823.330269:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332823.330323:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332823.330432:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332823.330680:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611130368 00000100:00100000:3.0:1763332823.330696:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611130368 00000100:00100000:1.0:1763332823.331020:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611130624 00000100:00100000:1.0:1763332823.331026:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611130624 00000100:00100000:1.0:1763332823.331067:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611130496 00000100:00100000:1.0:1763332823.331071:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611130496 00000100:00100000:1.0:1763332823.331103:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 607 00000100:00100000:1.0:1763332823.331114:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:2421:x1848987611130368:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:1.0:1763332823.331184:0:16635:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x4a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332823.331196:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3298b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.331214:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332823.331217:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332823.331224:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3298b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.331243:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3298b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332823.335094:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 608 00000100:00100000:3.0:1763332823.335124:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:2421:x1848987611130624:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:3.0:1763332823.335179:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c32992 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.335199:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332823.335202:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332823.335208:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c32992 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.335227:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c32992 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 3 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332823.337535:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 609 00000100:00100000:3.0:1763332823.337559:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+8:2421:x1848987611130496:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:3.0:1763332823.337608:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c32999 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.337628:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332823.337630:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332823.337637:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c32999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.337653:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c32999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 4 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1763332823.338731:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1763332823.407874:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869509 is committed 00000001:00080000:0.0:1763332823.407902:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869508 is committed 00000001:00080000:0.0:1763332823.407909:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869506 is committed 00002000:00010000:3.0:1763332823.409485:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb size from disk: 0 -> 10485760 00002000:00010000:3.0:1763332823.409495:0:28429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb mtime from disk: 0 -> 1763332823 00002000:00010000:3.0:1763332823.409498:0:28429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb ctime from disk: 0 -> 1763332823 00002000:00010000:3.0:1763332823.409501:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb blocks from disk: 0 -> 4096 00010000:00010000:3.0:1763332823.409521:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c32992 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 4 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.409535:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c32992 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 4 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.409545:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c32992 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 4 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.409554:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332823.409559:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c32992 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 4 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.409569:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c32992 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 4 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.409593:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c32992 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 4 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.409600:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c32992 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 4 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332823.409714:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+9:2421:x1848987611130624:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 74596us (79382us total) trans 17179869509 rc 0/0 00000100:00100000:3.0:1763332823.409727:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 608 00000001:00080000:2.0:1763332823.457764:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869510 is committed 00002000:00010000:1.0:1763332823.459623:0:16635:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb blocks from disk: 4096 -> 20480 00010000:00010000:1.0:1763332823.459657:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3298b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.459671:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3298b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.459687:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3298b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.459695:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332823.459700:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3298b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.459711:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3298b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.459739:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3298b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.459747:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c3298b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332823.459896:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+9:2421:x1848987611130368:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 128775us (129634us total) trans 17179869510 rc 0/0 00000100:00100000:1.0:1763332823.459909:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 607 00000001:00080000:2.0:1763332823.471769:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869511 is committed 00010000:00010000:0.0:1763332823.473235:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c32999 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.473255:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c32999 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.473263:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c32999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.473270:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332823.473276:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c32999 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.473285:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c32999 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.473308:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c32999 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.473314:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c32999 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [4194304->8388607] (req 4194304->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332823.474075:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e120e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+5:2421:x1848987611130496:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 136517us (143633us total) trans 17179869511 rc 0/0 00000100:00100000:0.0:1763332823.474090:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 609 00000100:00100000:2.0:1763332823.526604:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332823.526736:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611130880 00000100:00100000:0.0:1763332823.526752:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611130880 00000100:00100000:0.0:1763332823.527319:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2851 00000100:00100000:0.0:1763332823.527336:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39266:x1848987611130880:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332823.527557:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332823.527612:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c800/0xb32e3ef184c32968 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de42 expref: 12 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.527644:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:1.0:1763332823.527652:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332823.528011:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332823.528044:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332823.528058:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000001:00080000:1.0:1763332823.528128:0:8606:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969106 00000004:00010000:1.0:1763332823.528160:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003742671e reply state 00000000ebf00852 transno 4294969107 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332823.528174:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332823.528180:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:1.0:1763332823.528183:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332823.528187:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332823.528343:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:39266:x1848987611130880:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 1010us (1752us total) trans 4294969107 rc 0/0 00000100:00100000:1.0:1763332823.528400:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2851 00000020:00080000:1.0:1763332823.528408:0:8606:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763332823.536202:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332823.536414:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611131008 00000100:00100000:3.0:1763332823.536428:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611131008 00000100:00100000:1.0:1763332823.537084:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1482 00000100:00100000:0.0:1763332823.537636:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+5:39266:x1848987611131008:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332823.537668:0:17605:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332823.537699:0:17605:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c329a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de50 expref: -99 pid: 17605 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332823.537731:0:17605:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x4a:0x0] initial LVB size: 10485760, mtime: 0x691a52d7, atime: 0x0, ctime: 0x0, blocks: 0x5000 00010000:00010000:0.0:1763332823.537762:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332823.537765:0:17605:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332823.537775:0:17605:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c329a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de50 expref: 6 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.537798:0:17605:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c329a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de50 expref: 6 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.537988:0:17605:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203e00, rc 0) 00000100:00100000:0.0:1763332823.538101:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:39266:x1848987611131008:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1005us (1915us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332823.538111:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1482 00000100:00100000:2.0:1763332823.548017:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332823.549713:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611131136 00000100:00100000:1.0:1763332823.549735:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611131136 00002000:00010000:1.0:1763332823.549803:0:28426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/74 (10485760->18446744073709551615) 00002000:00100000:1.0:1763332823.549809:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77b14000 with x1848987611131136 ext(10485760->18446744073709551615) 00002000:00010000:1.0:1763332823.549828:0:28426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77b14000. 00000100:00100000:1.0:1763332823.549896:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 610 00000100:00100000:1.0:1763332823.549909:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+6:2421:x1848987611131136:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:1.0:1763332823.550137:0:28426:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:1.0:1763332823.550142:0:28426:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb mtime from disk: 1763332823 -> 1763332823 00002000:00010000:1.0:1763332823.550145:0:28426:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332823.550148:0:28426:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb ctime from disk: 0 -> 1763332823 00002000:00010000:1.0:1763332823.550150:0:28426:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb blocks from disk: 20480 -> 20480 00000100:00100000:1.0:1763332823.550243:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:2421:x1848987611131136:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 336us (2248us total) trans 17179869512 rc 0/0 00000100:00100000:1.0:1763332823.550253:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 610 00002000:00010000:1.0:1763332823.550258:0:28426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/74 (10485760->18446744073709551615) 00002000:00100000:1.0:1763332823.550261:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77b14000 with x1848987611131136 ext(10485760->18446744073709551615) 00002000:00010000:1.0:1763332823.550266:0:28426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77b14000. 00000100:00100000:1.0:1763332823.556108:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332823.556342:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611131392 00000100:00100000:3.0:1763332823.556404:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611131392 00000100:00100000:3.0:1763332823.556486:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2852 00000100:00100000:3.0:1763332823.556499:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:39266:x1848987611131392:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:3.0:1763332823.556660:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 3/0,1 mode: --/PW res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.556684:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.556702:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00010000:3.0:1763332823.556861:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000069d7efe5 reply state 00000000474031ce transno 4294969108 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.556876:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.556894:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:3.0:1763332823.556898:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332823.556904:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332823.558340:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+16:39266:x1848987611131392:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 1832us (2237us total) trans 4294969108 rc 0/0 00000100:00100000:3.0:1763332823.558364:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2852 00000100:00100000:0.0:1763332823.564517:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332823.567475:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611131520 00000100:00100000:2.0:1763332823.567497:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611131520 00000100:00100000:2.0:1763332823.567595:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1483 00000100:00100000:2.0:1763332823.567607:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:39266:x1848987611131520:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332823.567629:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332823.567655:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c329b5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de57 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.567695:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff74202200/0xb32e3ef184c3296f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de49 expref: 15 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332823.567710:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332823.567713:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332823.567717:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c329b5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de57 expref: 15 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.567764:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff74202200/0xb32e3ef184c3296f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de49 expref: 15 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332823.567779:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff74202200/0xb32e3ef184c3296f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de49 expref: 15 pid: 28600 timeout: 1027 lvb_type: 1 00000100:00100000:2.0:1763332823.567797:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626336384:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332823.567951:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad0840 going to sleep for 11 seconds 00000100:00100000:2.0:1763332823.573268:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332823.573428:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626336384:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332823.573475:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c329b5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de57 expref: 15 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332823.573501:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07800, rc 0) 00000100:00100000:0.0:1763332823.573583:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+15:39266:x1848987611131520:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5976us (9079us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332823.573595:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1483 00000100:00100000:1.0:1763332823.573704:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611131648 00000100:00100000:1.0:1763332823.573712:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611131648 00010000:00010000:1.0:1763332823.573754:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff74202200/0xb32e3ef184c3296f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de49 expref: 15 pid: 28600 timeout: 1027 lvb_type: 1 00000100:00100000:1.0:1763332823.573792:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 771 00000100:00100000:1.0:1763332823.573803:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+15:2421:x1848987611131648:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332823.573820:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332823.573844:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff74202200/0xb32e3ef184c3296f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de49 expref: 15 pid: 28600 timeout: 1027 lvb_type: 1 00010000:00010000:1.0:1763332823.573858:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff74202200/0xb32e3ef184c3296f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de49 expref: 15 pid: 28600 timeout: 1027 lvb_type: 1 00010000:00010000:1.0:1763332823.573887:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff74202200/0xb32e3ef184c3296f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de49 expref: 15 pid: 28600 timeout: 1027 lvb_type: 1 00010000:00010000:1.0:1763332823.573906:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332823.573908:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332823.573915:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c329b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de57 expref: 14 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.573927:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c329b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de57 expref: 14 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.573978:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c329b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de57 expref: 14 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332823.573995:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8423:1848987626336512:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332823.574056:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499adc00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332823.581643:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8423:1848987626336512:192.168.204.28@tcp:105: 00010000:00010000:2.0:1763332823.581683:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332823.581766:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2421:x1848987611131648:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 7963us (8514us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332823.581779:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 771 00000100:00100000:2.0:1763332823.588123:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332823.588787:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611131776 00000100:00100000:0.0:1763332823.588813:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611131776 00000100:00100000:0.0:1763332823.588900:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1484 00000100:00100000:0.0:1763332823.588912:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+14:2421:x1848987611131776:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:0.0:1763332823.589138:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:0.0:1763332823.589143:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb mtime from disk: 1763332823 -> 1763332823 00002000:00010000:0.0:1763332823.589146:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb atime from disk: 0 -> 1763332822 00002000:00010000:0.0:1763332823.589149:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb ctime from disk: 1763332823 -> 1763332823 00002000:00010000:0.0:1763332823.589151:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb blocks from disk: 20480 -> 20480 00000100:00100000:0.0:1763332823.589240:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+15:2421:x1848987611131776:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 329us (1133us total) trans 21474836829 rc 0/0 00000100:00100000:0.0:1763332823.589250:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1484 00000100:00100000:0.0:1763332823.599945:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332823.600133:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611132032 00000100:00100000:1.0:1763332823.600147:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611132032 00000100:00100000:1.0:1763332823.600233:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 831 00000100:00100000:1.0:1763332823.600246:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+16:39266:x1848987611132032:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:1.0:1763332823.600343:0:6522:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000404:0x2:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c3293e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de34 expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.600469:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332823.600485:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c3295a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de3b expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.600504:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 4/0,1 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332823.600546:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c3295a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de3b expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332823.600562:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c3295a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de3b expref: 16 pid: 8606 timeout: 1027 lvb_type: 0 00000100:00100000:1.0:1763332823.600580:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626336640:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332823.600706:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499adc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332823.612686:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332823.613633:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611132160 00000100:00100000:2.0:1763332823.613649:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611132160 00010000:00010000:2.0:1763332823.613707:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c3295a lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de3b expref: 17 pid: 8606 timeout: 1027 lvb_type: 0 00000100:00100000:3.0:1763332823.614025:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626336640:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332823.614056:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763332823.614346:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 772 00000100:00100000:2.0:1763332823.614394:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+17:2421:x1848987611132160:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332823.614417:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332823.614426:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c3295a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de3b expref: 17 pid: 8606 timeout: 1027 lvb_type: 0 00010000:00010000:2.0:1763332823.614439:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c3295a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de3b expref: 17 pid: 8606 timeout: 1027 lvb_type: 0 00010000:00010000:2.0:1763332823.614468:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202c00/0xb32e3ef184c3295a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de3b expref: 17 pid: 8606 timeout: 1027 lvb_type: 0 00010000:00010000:2.0:1763332823.614490:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:2.0:1763332823.614495:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332823.614508:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332823.614516:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332823.614551:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332823.614632:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+16:2421:x1848987611132160:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 242us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332823.614641:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 772 00010000:00010000:3.0:1763332823.615083:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332823.615092:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000040:00080000:3.0:1763332823.615443:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].234, 88 off27800 00000004:00080000:3.0:1763332823.615453:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 927695103640ns, next at 907943712770ns, rc = 0 00000040:00080000:3.0:1763332823.615488:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].231, 88 off27600 00000004:00080000:3.0:1763332823.615493:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 927695143941ns, next at 907721359473ns, rc = 0 00000001:00080000:0.0:1763332823.623386:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969109 is committed 00000004:00080000:0.0:1763332823.623405:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 216 committed 00000004:00080000:0.0:1763332823.623432:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 217 committed 00000100:00100000:0.0:1763332823.623568:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626336768:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332823.623659:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332823.623849:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332823.623861:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626336896:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332823.623894:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332823.624007:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624021:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624029:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624036:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332823.624042:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624050:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624069:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:3.0:1763332823.624073:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332823.624080:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624085:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192400/0xb32e3ef184c329a0 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624101:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624107:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624111:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624116:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332823.624118:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624127:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624134:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:3.0:1763332823.624136:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332823.624139:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332823.624144:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c329ae lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:3.0:1763332823.624201:0:6522:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eaddaa32 reply state 00000000413cbb13 transno 4294969109 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332823.624217:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332823.624224:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:3.0:1763332823.624226:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1763332823.624229:0:6522:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332823.624236:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:3.0:1763332823.624238:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763332823.624246:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c3293e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de34 expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1763332823.624400:0:6522:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1763332823.624416:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+10:39266:x1848987611132032:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 24172us (24486us total) trans 4294969109 rc 0/0 00000100:00100000:3.0:1763332823.624429:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 831 00010000:00010000:3.0:1763332823.624463:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332823.624475:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332823.624481:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332823.624485:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332823.624489:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332823.624495:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332823.624503:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92fe438a1f00) 00010000:00010000:3.0:1763332823.624506:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332823.624508:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332823.624513:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c329bc lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00000100:00100000:2.0:1763332823.624601:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626336768 00000100:00100000:2.0:1763332823.624611:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626336768 00000100:00100000:2.0:1763332823.624661:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626336896 00000100:00100000:2.0:1763332823.624665:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626336896 00000100:00100000:2.0:1763332823.624686:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1763332823.624695:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626336768:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1763332823.624875:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1763332823.624880:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb mtime from disk: 1763332823 -> 1763332823 00002000:00010000:2.0:1763332823.624882:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb atime from disk: 1763332822 -> 1763332822 00002000:00010000:2.0:1763332823.624885:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb ctime from disk: 1763332823 -> 1763332823 00002000:00010000:2.0:1763332823.624887:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x4c:0x0] updating lvb blocks from disk: 20480 -> 20480 00000100:00100000:2.0:1763332823.624927:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626336768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 233us (1269us total) trans 21474836830 rc 0/0 00000100:00100000:2.0:1763332823.624933:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1763332823.624945:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:2.0:1763332823.624951:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626336896:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1763332823.625027:0:17605:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb size from disk: 10485760 -> 10485760 00002000:00010000:2.0:1763332823.625030:0:17605:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb mtime from disk: 1763332823 -> 1763332823 00002000:00010000:2.0:1763332823.625032:0:17605:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763332823.625035:0:17605:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb ctime from disk: 1763332823 -> 1763332823 00002000:00010000:2.0:1763332823.625037:0:17605:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x4a:0x0] updating lvb blocks from disk: 20480 -> 20480 00000100:00100000:2.0:1763332823.625067:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626336896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 115us (1171us total) trans 17179869513 rc 0/0 00000100:00100000:2.0:1763332823.625073:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:1.0:1763332823.625172:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869508 gen 2 00000004:00080000:1.0:1763332823.625178:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44ccf800, transno 17179869507 00000004:00080000:1.0:1763332823.625194:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74035500, transno 17179869508 00000100:00100000:1.0:1763332823.625202:0:3653:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe438ab100 x1848987626336896/t17179869513(17179869513) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332839 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763332823.625214:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438ab100/2, rc 0, transno 17179869513 00000100:00100000:1.0:1763332823.625219:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626336896:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1763332823.626169:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569c380/2, rc 0, transno 21474836830 00000100:00100000:0.0:1763332823.626185:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626336768:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332823.630182:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332823.630462:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611132288 00000100:00100000:3.0:1763332823.630475:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611132288 00000100:00100000:3.0:1763332823.630566:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2853 00000100:00100000:3.0:1763332823.630579:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+9:39266:x1848987611132288:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332823.630610:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332823.630644:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c329c3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de5e expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.630717:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c329c3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de5e expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.630741:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c329c3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de5e expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332823.630761:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff462a1300) 00010000:00010000:3.0:1763332823.630765:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332823.630769:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3e00, rc 0) 00000100:00100000:3.0:1763332823.631337:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+10:39266:x1848987611132288:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 756us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332823.636105:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2853 00000004:00080000:0.0:1763332823.636612:0:8605:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 927716261105ns, next at 928716257661ns, rc = 0 00000100:00100000:0.0:1763332823.636705:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332823.636727:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626337024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332823.636829:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332823.636882:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626337152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332823.636909:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332823.636947:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626337024 00000100:00100000:0.0:1763332823.636957:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626337024 00000100:00100000:0.0:1763332823.637029:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626337152 00000100:00100000:0.0:1763332823.637033:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626337152 00000100:00100000:0.0:1763332823.637052:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1763332823.637061:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626337024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332823.637094:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 34029248 pending 10584064 free 3910897664 avail 3679375360 00000100:00100000:0.0:1763332823.637145:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626337024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332823.637152:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1763332823.637168:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1763332823.637174:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626337152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332823.637183:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 34029248 pending 10584064 free 3910897664 avail 3679375360 00000100:00100000:0.0:1763332823.637210:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626337152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332823.637216:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:0.0:1763332823.637238:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332823.637281:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626337152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332823.637312:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626337024:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1763332823.639637:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332823.640158:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332823.640229:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611132544 00000100:00100000:3.0:1763332823.640242:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611132544 00000100:00100000:3.0:1763332823.640312:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 832 00000100:00100000:3.0:1763332823.640323:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+10:39266:x1848987611132544:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332823.640675:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+11:39266:x1848987611132544:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 352us (524us total) trans 4294969110 rc 0/0 00000100:00100000:3.0:1763332823.640684:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 832 00000100:00100000:1.0:1763332823.663616:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332823.663766:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611132672 00000100:00100000:2.0:1763332823.663779:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611132672 00000100:00100000:2.0:1763332823.663860:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2854 00000100:00100000:2.0:1763332823.663872:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+11:39267:x1848987611132672:12345-192.168.204.28@tcp:101:stat.0 00010000:00010000:2.0:1763332823.663905:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332823.663935:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c329ca lrc: 2/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de65 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.664294:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c329d1 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664314:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c329d1 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664330:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c329d1 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664436:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c329d8 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664445:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c329d8 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664452:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c329d8 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664557:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c329df lrc: 3/1,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664566:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c329df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664572:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c329df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332823.664628:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x2:0x0]: returning size 10485760 00000004:00200000:2.0:1763332823.664633:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332823.664659:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c329df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664673:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c329df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664684:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c329d1 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664690:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c329d1 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664696:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c329d1 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664702:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c329d1 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664708:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332823.664713:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c329d1 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664720:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c329d1 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664734:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe438a1100) 00010000:00010000:2.0:1763332823.664738:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332823.664744:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c329d1 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664750:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c329d1 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664767:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c329d8 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664773:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c329d8 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664778:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c329d8 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664783:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332823.664786:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c329d8 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664792:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c329d8 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664799:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x5c9a3b0c (ffff92fe438a1d00) 00010000:00010000:2.0:1763332823.664801:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332823.664804:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c329d8 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664810:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c329d8 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332823.664845:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c329ca lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de65 expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.664863:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c329df lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de65 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332823.664871:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff462a1300) 00010000:00010000:2.0:1763332823.664873:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332823.664876:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06600, rc 0) 00000100:00100000:2.0:1763332823.669569:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39267:x1848987611132672:12345-192.168.204.28@tcp:101:stat.0 Request processed in 5678us (5949us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332823.669589:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2854 00000100:00100000:1.0:1763332823.693826:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332823.693959:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611132800 00000100:00100000:2.0:1763332823.693981:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611132800 00000100:00100000:2.0:1763332823.694060:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 833 00000100:00100000:2.0:1763332823.694072:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ee450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39268:x1848987611132800:12345-192.168.204.28@tcp:49:lfs.0 00000100:00100000:2.0:1763332823.694281:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ee450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39268:x1848987611132800:12345-192.168.204.28@tcp:49:lfs.0 Request processed in 210us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332823.694291:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 833 00000100:00100000:1.0:1763332823.719310:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332823.719516:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611132928 00000100:00100000:3.0:1763332823.719532:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611132928 00000100:00100000:3.0:1763332823.719613:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 834 00000100:00100000:3.0:1763332823.719626:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39269:x1848987611132928:12345-192.168.204.28@tcp:49:lfs.0 00000100:00100000:3.0:1763332823.719833:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:39269:x1848987611132928:12345-192.168.204.28@tcp:49:lfs.0 Request processed in 209us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332823.719842:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 834 00000100:00100000:1.0:1763332824.656890:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332824.656935:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626337280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332824.657064:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332824.657312:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626337280 00000100:00100000:3.0:1763332824.657325:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626337280 00000100:00100000:3.0:1763332824.657434:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1763332824.657447:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626337280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763332824.657609:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446002688 avail 1299763200 00010000:00010000:1.0:1763332824.657988:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332824.658194:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626337280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 748us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332824.658204:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1763332824.661599:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626337280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332825.254485:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332825.254534:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332825.254578:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332825.254672:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611133184 00000100:00100000:3.0:1763332825.254686:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611133184 00000100:00100000:3.0:1763332825.254770:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611133056 00000100:00100000:3.0:1763332825.254774:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611133056 00000100:00100000:3.0:1763332825.254798:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611133312 00000100:00100000:3.0:1763332825.254801:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611133312 00000100:00100000:3.0:1763332825.254822:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 306 00000100:00100000:3.0:1763332825.254834:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+11:2419:x1848987611133184:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332825.254856:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332825.254883:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe43990c00/0xb32e3ef184c32731 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd70 expref: 11 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332825.254907:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332825.255014:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+10:2419:x1848987611133184:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 182us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332825.255023:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 306 00000100:00100000:3.0:1763332825.255044:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 307 00000100:00100000:3.0:1763332825.255050:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+9:2419:x1848987611133056:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332825.255059:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332825.255069:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff74203a00/0xb32e3ef184c3272a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd3f expref: 9 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332825.255085:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332825.255103:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+8:2419:x1848987611133056:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 53us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332825.255109:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 307 00000100:00100000:3.0:1763332825.255120:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 308 00000100:00100000:3.0:1763332825.255127:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+7:2419:x1848987611133312:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332825.255134:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332825.255142:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff74203c00/0xb32e3ef184c32738 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd77 expref: 7 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332825.255151:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332825.255173:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+6:2419:x1848987611133312:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 46us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332825.255179:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 308 00000100:00100000:1.0:1763332825.261502:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332825.262085:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611133568 00000100:00100000:0.0:1763332825.262101:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611133568 00000100:00100000:0.0:1763332825.262191:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1487 00000100:00100000:0.0:1763332825.262204:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:2417:x1848987611133568:12345-192.168.204.28@tcp:9:umount.0 00000020:00000080:0.0:1763332825.262244:0:28600:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c32754 00000020:00010000:0.0:1763332825.262253:0:28600:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92fe4538c800: total 0 00000100:00080000:0.0:1763332825.262259:0:28600:0:(import.c:65:import_set_state_nolock()) ffff92fe45388800 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1763332825.262735:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00000004:0.0:1763332825.263432:0:28600:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869513 00000020:00010000:1.0:1763332825.264278:0:8422:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92fe4538c800: total 0 00010000:00010000:1.0:1763332825.264345:0:8422:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92fe4538c800, canceled 0 locks, left on hash table 1. 00000100:00100000:0.0:1763332825.264784:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+5:2417:x1848987611133568:12345-192.168.204.28@tcp:9:umount.0 Request processed in 2575us (3291us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332825.264800:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1487 00010000:00010000:1.0:1763332825.264993:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c329a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de50 expref: 4 pid: 17605 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332825.265025:0:8422:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92fe4538c800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1763332825.265041:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332825.265043:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332825.265045:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332825.285948:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332825.286076:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611133952 00000100:00100000:0.0:1763332825.286092:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611133952 00000100:00100000:0.0:1763332825.286198:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1488 00000100:00100000:0.0:1763332825.286210:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+15:2417:x1848987611133952:12345-192.168.204.28@tcp:9:umount.0 00000020:00000080:0.0:1763332825.286254:0:28600:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c3274d 00000020:00010000:0.0:1763332825.286264:0:28600:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92fe4abc1800: total 0 00000100:00080000:0.0:1763332825.286270:0:28600:0:(import.c:65:import_set_state_nolock()) ffff92fe4abc4800 : changing import state from FULL to CLOSED 00000020:00010000:1.0:1763332825.287025:0:6507:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92fe4abc1800: total 0 00010000:00010000:1.0:1763332825.287032:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332825.287111:0:6507:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92fe4abc1800, canceled 0 locks, left on hash table 2. 00010000:00010000:1.0:1763332825.287191:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4139a600/0xb32e3ef184c327af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddc4 expref: 14 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332825.287236:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c329b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de57 expref: 13 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332825.287260:0:6507:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92fe4abc1800, canceled 2 locks, left on hash table 0. 00010000:00010000:1.0:1763332825.287272:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332825.287274:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332825.287276:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1763332825.287700:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:0.0:1763332825.288030:0:28600:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836830 00000100:00100000:0.0:1763332825.288832:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+10:2417:x1848987611133952:12345-192.168.204.28@tcp:9:umount.0 Request processed in 2616us (2898us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332825.288846:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1488 00000100:00100000:2.0:1763332825.315591:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332825.319006:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611134592 00000100:00100000:1.0:1763332825.319030:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611134592 00000100:00100000:1.0:1763332825.319160:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2855 00000100:00100000:1.0:1763332825.319174:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+12:2417:x1848987611134592:12345-192.168.204.28@tcp:39:umount.0 00000020:00000080:1.0:1763332825.319223:0:8606:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c3273f 00000020:00010000:1.0:1763332825.319233:0:8606:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92fe480ba000: total 0 00000100:00080000:1.0:1763332825.319239:0:8606:0:(import.c:65:import_set_state_nolock()) ffff92fe480be000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1763332825.319264:0:8606:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294969110 00000100:00100000:1.0:1763332825.319509:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+11:2417:x1848987611134592:12345-192.168.204.28@tcp:39:umount.0 Request processed in 337us (3932us total) trans 4294969111 rc 0/0 00000100:00100000:1.0:1763332825.319518:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2855 00000100:00080000:2.0:1763332825.320058:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:0.0:1763332825.322996:0:8421:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92fe480ba000: total 0 00010000:00010000:0.0:1763332825.323087:0:8421:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92fe480ba000, canceled 0 locks, left on hash table 6. 00010000:00010000:0.0:1763332825.323133:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332825.323138:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332825.323152:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0c200/0xb32e3ef184c3281f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddd2 expref: 10 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.323178:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff462a1300) 00010000:00010000:0.0:1763332825.323180:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332825.323184:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c329c3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de5e expref: 9 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.323197:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe435f8600) 00010000:00010000:0.0:1763332825.323199:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332825.323203:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4139aa00/0xb32e3ef184c3277e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddaf expref: 8 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.323223:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff92fe435f8b00) 00010000:00010000:0.0:1763332825.323225:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1763332825.323230:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe49c0d000/0xb32e3ef184c3283b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddd9 expref: 7 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.323242:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff462a1300) 00010000:00010000:0.0:1763332825.323244:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332825.323248:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c329df lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de65 expref: 6 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.323262:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff92fe435f8b00) 00010000:00010000:0.0:1763332825.323264:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332825.323267:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32881 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddf5 expref: 5 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.323279:0:8421:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92fe480ba000, canceled 6 locks, left on hash table 0. 00010000:00010000:0.0:1763332825.323289:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332825.323291:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332825.323294:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332825.336510:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332825.336724:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611134976 00000100:00100000:3.0:1763332825.336739:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611134976 00000100:00100000:2.0:1763332825.336928:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2856 00000100:00080000:0.0:1763332825.337101:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332825.337131:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+7:2417:x1848987611134976:12345-192.168.204.28@tcp:39:umount.0 00000020:00000080:2.0:1763332825.337185:0:29240:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c32746 00000020:00010000:2.0:1763332825.337195:0:29240:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92fe4abc0800: total 0 00000100:00080000:2.0:1763332825.337201:0:29240:0:(import.c:65:import_set_state_nolock()) ffff92fe4abc6800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1763332825.337861:0:29240:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967427 00000020:00010000:3.0:1763332825.338028:0:6508:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92fe4abc0800: total 0 00010000:00010000:3.0:1763332825.338098:0:6508:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92fe4abc0800, canceled 0 locks, left on hash table 2. 00010000:00010000:3.0:1763332825.338145:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7:0x0].0x0 (ffff92fe435f8400) 00010000:00010000:3.0:1763332825.338150:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763332825.338164:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202a00/0xb32e3ef184c32857 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dde7 expref: 6 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332825.338201:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x6:0x0].0x0 (ffff92fe43bd0e00) 00010000:00010000:3.0:1763332825.338204:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1763332825.338209:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203400/0xb32e3ef184c3278c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x6:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695ddb6 expref: 5 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332825.338231:0:6508:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92fe4abc0800, canceled 2 locks, left on hash table 0. 00010000:00010000:3.0:1763332825.338243:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332825.338246:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332825.338248:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332825.338733:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bbe153a1-f6a0-4b8f-96f0-e8fec76a630f+3:2417:x1848987611134976:12345-192.168.204.28@tcp:39:umount.0 Request processed in 1791us (2239us total) trans 4294967428 rc 0/0 00000100:00100000:2.0:1763332825.338746:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2856 00000100:00100000:1.0:1763332825.366770:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332825.367119:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611135232 00000100:00100000:2.0:1763332825.367132:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611135232 00000100:00100000:2.0:1763332825.370089:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 747 00000100:00100000:2.0:1763332825.370123:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+6:2417:x1848987611135232:12345-192.168.204.28@tcp:251:umount.0 00000020:00000080:2.0:1763332825.370181:0:6514:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c3271c 00000020:00010000:2.0:1763332825.370193:0:6514:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92fe4538b800: total 0 00000100:00080000:2.0:1763332825.370198:0:6514:0:(import.c:65:import_set_state_nolock()) ffff92fe4538d000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1763332825.370346:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f+3:2417:x1848987611135232:12345-192.168.204.28@tcp:251:umount.0 Request processed in 241us (3588us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332825.370376:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 747 00000020:00010000:1.0:1763332825.371198:0:8422:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92fe4538b800: total 0 00010000:00010000:1.0:1763332825.371279:0:8422:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92fe4538b800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1763332825.371331:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe43991a00/0xb32e3ef184c32723 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dd38 expref: 2 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332825.371437:0:8422:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92fe4538b800, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1763332825.371451:0:8422:0:(genops.c:904:class_export_put()) final put ffff92fe4538b800/bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f 00010000:00010000:1.0:1763332825.371478:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332825.371480:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332825.371483:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1763332825.371753:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe4538b800/bcb37ef1-8f4f-4b5a-84c7-ef11c8ded23f for MGS 00000020:00000080:3.0:1763332825.371807:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe4538d000 for MGS 00010000:00010000:1.0:1763332825.687619:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332825.704700:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332825.704826:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611135360 00000100:00100000:2.0:1763332825.704844:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611135360 00000100:00100000:2.0:1763332825.704915:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 748 00000100:00100000:2.0:1763332825.704926:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2417:x1848987611135360:12345-192.168.204.28@tcp:250:mount.lustre.0 00010000:00080000:2.0:1763332825.704994:0:6514:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from fae3ba77-d588-4a44-b5f9-fbec4e33064f@192.168.204.28@tcp t0 exp 0000000000000000 cur 929 last 0 00000020:00000080:2.0:1763332825.705054:0:6514:0:(genops.c:1402:class_connect()) connect: client fae3ba77-d588-4a44-b5f9-fbec4e33064f, cookie 0xb32e3ef184c329e6 00000020:01000000:2.0:1763332825.705067:0:6514:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff4a2f7100 00000100:00080000:2.0:1763332825.705127:0:6514:0:(import.c:65:import_set_state_nolock()) ffff92ff60357800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1763332825.705245:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+4:2417:x1848987611135360:12345-192.168.204.28@tcp:250:mount.lustre.0 Request processed in 319us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332825.705254:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 748 00000100:00100000:3.0:1763332825.715000:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332825.716190:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611135488 00000100:00100000:0.0:1763332825.716208:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611135488 00000100:00100000:0.0:1763332825.716302:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 749 00000100:00100000:0.0:1763332825.716315:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+4:39299:x1848987611135488:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:0.0:1763332825.716339:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332825.716414:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff74203400/0xb32e3ef184c329ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de7a expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.716454:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff74203400/0xb32e3ef184c329ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de7a expref: 5 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.716468:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff74203400/0xb32e3ef184c329ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de7a expref: 5 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.716480:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203400, rc 0) 00000100:00100000:0.0:1763332825.716577:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+5:39299:x1848987611135488:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 264us (1593us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332825.716585:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 749 00000100:00100000:1.0:1763332825.733904:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332825.734110:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611135616 00000100:00100000:2.0:1763332825.734124:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611135616 00000100:00100000:2.0:1763332825.734202:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 750 00000100:00100000:2.0:1763332825.734214:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+5:39299:x1848987611135616:12345-192.168.204.28@tcp:501:mount.lustre.0 00000100:00100000:2.0:1763332825.734422:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+5:39299:x1848987611135616:12345-192.168.204.28@tcp:501:mount.lustre.0 Request processed in 208us (531us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763332825.734431:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 750 00000100:00100000:1.0:1763332825.738652:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332825.739242:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611135744 00000100:00100000:0.0:1763332825.739256:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611135744 00000100:00100000:0.0:1763332825.739328:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 751 00000100:00100000:0.0:1763332825.739338:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+5:39299:x1848987611135744:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:0.0:1763332825.739564:0:6513:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332825.739591:0:6513:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff74202a00/0xb32e3ef184c329f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695de81 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.739629:0:6513:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff74202a00/0xb32e3ef184c329f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de81 expref: 6 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.739641:0:6513:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff74202a00/0xb32e3ef184c329f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de81 expref: 6 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332825.739652:0:6513:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74202a00, rc 0) 00000100:00100000:0.0:1763332825.739729:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+6:39299:x1848987611135744:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 392us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332825.739737:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 751 00000100:00100000:1.0:1763332825.745294:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332825.745413:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611135872 00000100:00100000:0.0:1763332825.745427:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611135872 00000100:00100000:0.0:1763332825.745506:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 752 00000100:00100000:0.0:1763332825.745517:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+6:39299:x1848987611135872:12345-192.168.204.28@tcp:501:mount.lustre.0 00000100:00100000:0.0:1763332825.747078:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39299:x1848987611135872:12345-192.168.204.28@tcp:501:mount.lustre.0 Request processed in 1551us (1789us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332825.747094:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 752 00000100:00100000:1.0:1763332825.750344:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332825.750700:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611136000 00000100:00100000:0.0:1763332825.750714:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611136000 00000100:00100000:0.0:1763332825.750842:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 753 00000100:00100000:0.0:1763332825.750854:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39299:x1848987611136000:12345-192.168.204.28@tcp:503:mount.lustre.0 00000100:00100000:0.0:1763332825.751084:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39299:x1848987611136000:12345-192.168.204.28@tcp:503:mount.lustre.0 Request processed in 231us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332825.751094:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 753 00000100:00100000:1.0:1763332825.762126:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332825.764684:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611136128 00000100:00100000:0.0:1763332825.764706:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611136128 00000100:00100000:0.0:1763332825.764800:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 754 00000100:00100000:0.0:1763332825.764817:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39318:x1848987611136128:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1763332825.765077:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39318:x1848987611136128:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 263us (2968us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332825.765203:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 754 00000100:00100000:1.0:1763332825.818579:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332825.836553:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611136256 00000100:00100000:0.0:1763332825.836576:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611136256 00000100:00100000:0.0:1763332825.836707:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 755 00000100:00100000:0.0:1763332825.836722:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39318:x1848987611136256:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1763332825.836959:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39318:x1848987611136256:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 240us (18396us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332825.836968:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 755 00000100:00100000:1.0:1763332825.847773:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332825.848704:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611136384 00000100:00100000:3.0:1763332825.848720:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611136384 00000100:00100000:3.0:1763332825.849088:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 756 00000100:00100000:3.0:1763332825.849100:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39318:x1848987611136384:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:3.0:1763332825.849312:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39318:x1848987611136384:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 214us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332825.849320:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 756 00000100:00100000:1.0:1763332825.854094:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332825.855779:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611136512 00000100:00100000:3.0:1763332825.855800:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611136512 00000100:00100000:3.0:1763332825.855881:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 757 00000100:00100000:3.0:1763332825.855893:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39299:x1848987611136512:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1763332825.855917:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332825.855953:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe496e3800/0xb32e3ef184c329fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695deb2 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332825.855994:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe496e3800/0xb32e3ef184c329fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deb2 expref: 8 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332825.856220:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe496e3800/0xb32e3ef184c329fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deb2 expref: 8 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332825.856233:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3800, rc 0) 00000100:00100000:3.0:1763332825.856328:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+8:39299:x1848987611136512:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 438us (2248us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332825.856338:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 757 00000100:00100000:1.0:1763332825.860987:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332825.861666:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611136640 00000100:00100000:3.0:1763332825.861681:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611136640 00000100:00100000:3.0:1763332825.861755:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 758 00000100:00100000:3.0:1763332825.861767:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff8014f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+8:39299:x1848987611136640:12345-192.168.204.28@tcp:256:mount.lustre.0 20000000:01000000:3.0:1763332825.861805:0:6514:0:(mgs_nids.c:896:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1763332825.861841:0:6514:0:(mgs_nids.c:304:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1763332825.861845:0:6514:0:(mgs_nids.c:304:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1763332825.861849:0:6514:0:(mgs_nids.c:304:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1763332825.861852:0:6514:0:(mgs_nids.c:304:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1763332825.861855:0:6514:0:(mgs_nids.c:315:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 13 00000100:00100000:3.0:1763332825.866604:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff8014f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+8:39299:x1848987611136640:12345-192.168.204.28@tcp:256:mount.lustre.0 Request processed in 4823us (5615us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332825.866623:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 758 00000100:00100000:1.0:1763332825.904510:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332825.906437:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611136768 00000100:00100000:3.0:1763332825.906460:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611136768 00000100:00100000:3.0:1763332825.906550:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 759 00000100:00100000:3.0:1763332825.906567:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67dad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+8:39299:x1848987611136768:12345-192.168.204.28@tcp:101:mount.lustre.0 00010000:00010000:3.0:1763332825.906591:0:6514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332825.906620:0:6514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe496e2e00/0xb32e3ef184c32a02 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695deb9 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332825.906662:0:6514:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe496e2e00/0xb32e3ef184c32a02 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deb9 expref: 9 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332825.906678:0:6514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe496e2e00/0xb32e3ef184c32a02 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deb9 expref: 9 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332825.906690:0:6514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2e00, rc 0) 00000100:00100000:3.0:1763332825.906800:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67dad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39299:x1848987611136768:12345-192.168.204.28@tcp:101:mount.lustre.0 Request processed in 240us (2308us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332825.906809:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 759 00000100:00100000:0.0:1763332825.926082:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332825.926846:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611136896 00000100:00100000:2.0:1763332825.926862:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611136896 00000100:00100000:2.0:1763332825.926946:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 760 00000100:00100000:2.0:1763332825.926958:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67dad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39299:x1848987611136896:12345-192.168.204.28@tcp:501:mount.lustre.0 00000100:00100000:2.0:1763332825.927171:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67dad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39299:x1848987611136896:12345-192.168.204.28@tcp:501:mount.lustre.0 Request processed in 215us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332825.927183:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 760 00000100:00100000:1.0:1763332825.933153:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332825.933498:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611137024 00000100:00100000:3.0:1763332825.933516:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611137024 00000100:00100000:3.0:1763332825.933589:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 761 00000100:00100000:3.0:1763332825.933601:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67dacc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39299:x1848987611137024:12345-192.168.204.28@tcp:503:mount.lustre.0 00000100:00100000:3.0:1763332825.933808:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67dacc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39299:x1848987611137024:12345-192.168.204.28@tcp:503:mount.lustre.0 Request processed in 208us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332825.933817:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 761 00000100:00100000:2.0:1763332825.953228:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332825.953398:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611137152 00000100:00100000:0.0:1763332825.953413:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611137152 00000100:00100000:0.0:1763332825.953486:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 762 00000100:00100000:0.0:1763332825.953498:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67dac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39330:x1848987611137152:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:0.0:1763332825.953729:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67dac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39330:x1848987611137152:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 231us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332825.953737:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 762 00000100:00100000:0.0:1763332825.973760:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332825.975664:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611137280 00000100:00100000:3.0:1763332825.975684:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611137280 00000100:00100000:2.0:1763332825.975903:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 763 00000100:00100000:2.0:1763332825.975916:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67dae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39330:x1848987611137280:12345-192.168.204.28@tcp:502:llog_process_th.0 00000100:00100000:2.0:1763332825.977643:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67dae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39330:x1848987611137280:12345-192.168.204.28@tcp:502:llog_process_th.0 Request processed in 1707us (3877us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332825.977658:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 763 00000100:00100000:1.0:1763332825.993083:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332825.994211:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611137408 00000100:00100000:2.0:1763332825.994227:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611137408 00000100:00100000:2.0:1763332825.994296:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2857 00000100:00100000:2.0:1763332825.994306:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2417:x1848987611137408:12345-192.168.204.28@tcp:38:mount.lustre.0 00010000:00080000:2.0:1763332825.994386:0:29240:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp t0 exp 0000000000000000 cur 930 last 0 00000020:00000080:2.0:1763332825.994444:0:29240:0:(genops.c:1402:class_connect()) connect: client 1370b1d7-8612-4b90-ab37-e53288bbf9fd, cookie 0xb32e3ef184c32a09 00000004:00100000:2.0:1763332825.994478:0:29240:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1763332825.994567:0:29240:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff511bdf00 00000100:00080000:2.0:1763332825.994620:0:29240:0:(import.c:65:import_set_state_nolock()) ffff92fe450aa000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1763332825.994729:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2417:x1848987611137408:12345-192.168.204.28@tcp:38:mount.lustre.0 Request processed in 422us (1661us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332825.994738:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2857 00000100:00100000:2.0:1763332826.001504:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332826.001555:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332826.001695:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332826.001787:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611137664 00000100:00100000:1.0:1763332826.001803:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611137664 00000100:00100000:1.0:1763332826.001864:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611137920 00000100:00100000:1.0:1763332826.001868:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611137920 00000100:00100000:1.0:1763332826.001916:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611137536 00000100:00100000:1.0:1763332826.001920:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611137536 00000100:00100000:1.0:1763332826.001952:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2858 00000100:00100000:1.0:1763332826.001963:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2417:x1848987611137664:12345-192.168.204.28@tcp:38:mount.lustre.0 00010000:00080000:1.0:1763332826.002012:0:8606:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from 1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp t0 exp 0000000000000000 cur 930 last 0 00000020:00000080:1.0:1763332826.002068:0:8606:0:(genops.c:1402:class_connect()) connect: client 1370b1d7-8612-4b90-ab37-e53288bbf9fd, cookie 0xb32e3ef184c32a10 00000004:00100000:1.0:1763332826.002103:0:8606:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000020:01000000:1.0:1763332826.002189:0:8606:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff7438eb00 00000100:00080000:1.0:1763332826.002239:0:8606:0:(import.c:65:import_set_state_nolock()) ffff92fe4abc7000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1763332826.002334:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2417:x1848987611137664:12345-192.168.204.28@tcp:38:mount.lustre.0 Request processed in 372us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332826.002343:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2858 00000100:00100000:1.0:1763332826.002399:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2859 00000100:00100000:1.0:1763332826.002407:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:39299:x1848987611137920:12345-192.168.204.28@tcp:41:mount.lustre.0 00000004:00000024:1.0:1763332826.002440:0:8606:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446002688 avail 1299763200 00000100:00100000:1.0:1763332826.002481:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:39299:x1848987611137920:12345-192.168.204.28@tcp:41:mount.lustre.0 Request processed in 74us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332826.002489:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2859 00000100:00100000:1.0:1763332826.002504:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2860 00000100:00100000:1.0:1763332826.002512:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:0:x1848987611137536:12345-192.168.204.28@tcp:41:mount.lustre.0 00000004:00000024:1.0:1763332826.002524:0:8606:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446002688 avail 1299763200 00000100:00100000:1.0:1763332826.002546:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:0:x1848987611137536:12345-192.168.204.28@tcp:41:mount.lustre.0 Request processed in 36us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332826.002553:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2860 00000100:00080000:0.0:1763332826.002883:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332826.008123:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332826.008174:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332826.008701:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611138048 00000100:00100000:2.0:1763332826.008718:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611138048 00000100:00100000:2.0:1763332826.008801:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611137792 00000100:00100000:2.0:1763332826.008807:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611137792 00000100:00100000:2.0:1763332826.008866:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2861 00000100:00100000:2.0:1763332826.008878:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39299:x1848987611138048:12345-192.168.204.28@tcp:40:mount.lustre.0 00000100:00100000:2.0:1763332826.009031:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39299:x1848987611138048:12345-192.168.204.28@tcp:40:mount.lustre.0 Request processed in 153us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332826.009039:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2861 00000100:00100000:2.0:1763332826.009066:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2862 00000100:00100000:2.0:1763332826.009073:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:0:x1848987611137792:12345-192.168.204.28@tcp:41:mount.lustre.0 00000004:00000024:2.0:1763332826.009102:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446244352 avail 1300004864 00000100:00100000:2.0:1763332826.009140:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:0:x1848987611137792:12345-192.168.204.28@tcp:41:mount.lustre.0 Request processed in 68us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332826.009146:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2862 00000100:00080000:1.0:1763332826.012909:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332826.021513:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332826.022425:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332826.022475:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332826.022759:0:13592:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611138432 00000100:00100000:3.0:1763332826.022772:0:13592:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611138432 00000100:00100000:3.0:1763332826.022846:0:13592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 14 00000100:00100000:3.0:1763332826.022857:0:13592:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39299:x1848987611138432:12345-192.168.204.28@tcp:900:mount.lustre.0 00000100:00100000:2.0:1763332826.022862:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611138176 00000100:00100000:2.0:1763332826.022866:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611138176 00000100:00100000:2.0:1763332826.022888:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611138304 00000100:00100000:2.0:1763332826.022890:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611138304 00000100:00100000:2.0:1763332826.022908:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1489 00000100:00100000:2.0:1763332826.022914:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2417:x1848987611138176:12345-192.168.204.28@tcp:8:mount.lustre.0 00000100:00100000:3.0:1763332826.022972:0:13592:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39299:x1848987611138432:12345-192.168.204.28@tcp:900:mount.lustre.0 Request processed in 117us (1475us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332826.022981:0:13592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 14 00000100:00100000:3.0:1763332826.023044:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1490 00000100:00100000:3.0:1763332826.023050:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2417:x1848987611138304:12345-192.168.204.28@tcp:8:mount.lustre.0 00010000:00080000:3.0:1763332826.023073:0:17605:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from 1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp t0 exp 0000000000000000 cur 930 last 0 00000020:00000080:3.0:1763332826.023113:0:17605:0:(genops.c:1402:class_connect()) connect: client 1370b1d7-8612-4b90-ab37-e53288bbf9fd, cookie 0xb32e3ef184c32a17 00002000:00100000:3.0:1763332826.023133:0:17605:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 1370b1d7-8612-4b90-ab37-e53288bbf9fd/ffff92fe42f15000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2103d35 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1763332826.023158:0:17605:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:3.0:1763332826.023237:0:17605:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92fe43a73300 00002000:00080000:3.0:1763332826.023249:0:17605:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1763332826.023280:0:17605:0:(import.c:65:import_set_state_nolock()) ffff92fe42f14000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1763332826.023308:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2417:x1848987611138304:12345-192.168.204.28@tcp:8:mount.lustre.0 Request processed in 257us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332826.023314:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1490 00010000:00080000:2.0:1763332826.023566:0:8407:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp t0 exp 0000000000000000 cur 930 last 0 00000020:00000080:2.0:1763332826.023617:0:8407:0:(genops.c:1402:class_connect()) connect: client 1370b1d7-8612-4b90-ab37-e53288bbf9fd, cookie 0xb32e3ef184c32a1e 00002000:00100000:2.0:1763332826.023623:0:8407:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 1370b1d7-8612-4b90-ab37-e53288bbf9fd/ffff92ff7e4f0800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2103d35 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1763332826.023637:0:8407:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1763332826.023677:0:8407:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff4ac29e00 00002000:00080000:2.0:1763332826.023685:0:8407:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1763332826.023701:0:8407:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f0000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1763332826.023748:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2417:x1848987611138176:12345-192.168.204.28@tcp:8:mount.lustre.0 Request processed in 832us (1328us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332826.023754:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1489 00000100:00100000:0.0:1763332826.031601:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332826.031870:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611138560 00000100:00100000:2.0:1763332826.031884:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611138560 00000100:00100000:2.0:1763332826.032134:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 835 00000100:00100000:2.0:1763332826.032148:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39299:x1848987611138560:12345-192.168.204.28@tcp:33:mount.lustre.0 00000004:00200000:2.0:1763332826.032279:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1763332826.032440:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39299:x1848987611138560:12345-192.168.204.28@tcp:33:mount.lustre.0 Request processed in 294us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332826.032448:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 835 00000100:00100000:0.0:1763332826.193631:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626337408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332826.193750:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332826.194864:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626337408 00000100:00100000:3.0:1763332826.194882:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626337408 00000100:00100000:3.0:1763332826.196182:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1763332826.196206:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626337408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763332826.196258:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446244352 avail 1300004864 00000100:00100000:3.0:1763332826.196394:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626337408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 200us (2643us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332826.196402:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1763332826.196651:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967427 gen 2 00000004:00080000:0.0:1763332826.196661:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967427 committed transno 4294967427 00000020:00080000:0.0:1763332826.196670:0:3652:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92ff499ad480 refcount 2 committed 0 result 0 batchid 44 00000020:00080000:0.0:1763332826.196675:0:3652:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff41326f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff51e5a240 00000020:00080000:0.0:1763332826.196679:0:3652:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].9 00000020:00080000:0.0:1763332826.196682:0:3652:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff41326c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe49ac4600 00000020:00080000:0.0:1763332826.196685:0:3652:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].21 00000020:00080000:2.0:1763332826.196734:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 44 committed batchid 43 00000020:00080000:2.0:1763332826.196843:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 43 00000100:00100000:0.0:1763332826.197075:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626337408:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332826.705891:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626337664:0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.706009:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332826.706017:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626337536:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.706083:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332826.706106:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626338176:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.706141:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626338048:0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.706149:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332826.706182:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626338688:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.706235:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332826.706267:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626338560:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.706300:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332826.706330:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1763332826.706338:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626337920:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.706397:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332826.706428:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626338176 00000100:00100000:3.0:1763332826.706435:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626338432:0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.706440:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626338176 00000100:00100000:3.0:1763332826.706467:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332826.706495:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626338944:0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.706519:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626338048 00000100:00100000:1.0:1763332826.706524:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626338048 00000100:00100000:3.0:1763332826.706529:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332826.706561:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626338432 00000100:00100000:1.0:1763332826.706565:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626338432 00000100:00100000:3.0:1763332826.706580:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626337664 00000100:00100000:3.0:1763332826.706586:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626337664 00000100:00100000:1.0:1763332826.706603:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1763332826.706617:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626338176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.706636:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626338560 00000100:00100000:3.0:1763332826.706641:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626338560 00000100:00100000:3.0:1763332826.706677:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626337920 00000100:00100000:3.0:1763332826.706681:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626337920 00000100:00100000:1.0:1763332826.706687:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626338176:12345-0@lo:400:kworker.0 Request processed in 73us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332826.706698:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1763332826.706702:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626338944 00000100:00100000:3.0:1763332826.706706:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626338944 00000100:00100000:1.0:1763332826.706729:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1763332826.706737:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1763332826.706741:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626338048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.706750:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626337664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.706789:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626338048:12345-0@lo:400:kworker.0 Request processed in 51us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332826.706797:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1763332826.706804:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626337664:12345-0@lo:400:kworker.0 Request processed in 58us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332826.706813:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1763332826.706819:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1763332826.706830:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626338432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.706838:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1763332826.706850:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626338560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.706872:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626338432:12345-0@lo:400:kworker.0 Request processed in 43us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332826.706880:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1763332826.706896:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626338560:12345-0@lo:400:kworker.0 Request processed in 48us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332826.706904:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1763332826.706910:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332826.706937:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626338688 00000100:00100000:3.0:1763332826.706942:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626338688 00000100:00100000:1.0:1763332826.706968:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626337664:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.706970:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1763332826.706983:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626337920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707011:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626338176:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.707027:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626337920:12345-0@lo:400:kworker.0 Request processed in 44us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332826.707027:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1763332826.707038:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1763332826.707040:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626337792:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.707060:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:3.0:1763332826.707071:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626338944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707078:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332826.707112:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626338944:12345-0@lo:400:kworker.0 Request processed in 43us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332826.707121:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626338304:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.707122:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:3.0:1763332826.707146:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1763332826.707155:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332826.707158:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626338688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707180:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626338816:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.707210:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626338688:12345-0@lo:400:kworker.0 Request processed in 55us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332826.707216:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332826.707223:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1763332826.707245:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626338816 00000100:00100000:3.0:1763332826.707249:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626338816 00000100:00100000:1.0:1763332826.707249:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626338688:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.707281:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00080000:1.0:1763332826.707283:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763332826.707290:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332826.707292:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626338816:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1763332826.707295:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763332826.707301:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332826.707320:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626338304 00000100:00100000:1.0:1763332826.707323:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626338304 00000100:00100000:3.0:1763332826.707338:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626338816:12345-0@lo:400:kworker.0 Request processed in 49us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332826.707379:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:1.0:1763332826.707393:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1763332826.707402:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626338304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707444:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626338304:12345-0@lo:400:kworker.0 Request processed in 44us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332826.707448:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626337536 00000100:00100000:3.0:1763332826.707454:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626337536 00000100:00100000:1.0:1763332826.707454:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1763332826.707500:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1763332826.707510:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67daec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626337536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707521:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626337920:0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707542:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626338432:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.707555:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67daec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626337536:12345-0@lo:400:kworker.0 Request processed in 46us (1472us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332826.707564:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626338944:0@lo:400:kworker.0 00000100:00100000:3.0:1763332826.707568:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1763332826.707586:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626337536:0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707606:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626338048:0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707624:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626338560:0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707685:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626337792 00000100:00100000:1.0:1763332826.707689:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626337792 00000100:00100000:1.0:1763332826.707738:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1763332826.707748:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626337792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707795:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626337792:12345-0@lo:400:kworker.0 Request processed in 49us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332826.707808:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1763332826.707853:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626337792:0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707868:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869506 gen 2 00000004:00080000:1.0:1763332826.707874:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44823b80, transno 17179869506 00000100:00100000:1.0:1763332826.707895:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626338304:0@lo:400:kworker.0 00000100:00100000:1.0:1763332826.707910:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626338816:0@lo:400:kworker.0 00000100:00080000:1.0:1763332826.707947:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1763332826.708217:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332827.728627:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1763332827.738320:0:24714:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1370b1d7-8612-4b90-ab37-e53288bbf9fd 00000001:00100000:1.0:1763332827.738339:0:24714:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000001:00080000:1.0:1763332827.738384:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836830 is committed 00000001:00080000:1.0:1763332827.738394:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836829 is committed 00000020:00000080:1.0:1763332827.738415:0:24714:0:(genops.c:904:class_export_put()) final put ffff92fe4abc1800/bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000001:00080000:1.0:1763332827.738433:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836822 is committed 00000020:00000080:0.0:1763332827.738618:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe4abc1800/bbe153a1-f6a0-4b8f-96f0-e8fec76a630f for lustre-OST0000 00000020:00000080:0.0:1763332827.738696:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe4abc4800 for lustre-OST0000 00000100:00100000:2.0:1763332828.192837:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332828.194609:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611138688 00000100:00100000:1.0:1763332828.194624:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611138688 00000100:00100000:1.0:1763332828.194701:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2863 00000100:00100000:1.0:1763332828.194711:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39381:x1848987611138688:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332828.194734:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332828.194758:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32a25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695deea expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332828.194826:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332828.194840:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332828.194854:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332828.194921:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763332828.194925:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332828.194949:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332828.194979:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32a25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deea expref: 8 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332828.194996:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deea expref: 7 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332828.195005:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332828.195008:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763332828.195012:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193a00, rc 0) 00000100:00100000:1.0:1763332828.195088:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:39381:x1848987611138688:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 379us (2261us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332828.195095:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2863 00000100:00080000:0.0:1763332828.195272:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332828.200516:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332828.200597:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611138816 00000100:00100000:1.0:1763332828.200608:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611138816 00000100:00100000:1.0:1763332828.200667:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2864 00000100:00100000:1.0:1763332828.200677:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:39381:x1848987611138816:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332828.200696:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332828.200718:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32a33 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695def1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332828.200785:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c32a3a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.200799:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c32a3a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.200811:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c32a3a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.200824:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c32a41 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.200829:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c32a41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.200836:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c32a41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.200934:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c32a48 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.200942:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c32a48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.200949:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c32a48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332828.201037:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763332828.201043:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1763332828.201068:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c32a48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201082:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c32a3a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201089:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c32a3a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201097:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c32a3a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201672:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332828.201682:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c32a3a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201692:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c32a3a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201714:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332828.201718:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332828.201724:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c32a3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201730:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c32a3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201744:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c32a41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201750:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c32a41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201756:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c32a41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201761:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332828.201764:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c32a41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201774:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c32a41 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201780:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1ec0156 (ffff92ff618aa300) 00010000:00010000:1.0:1763332828.201782:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332828.201784:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c32a41 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201789:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c32a41 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1ec0156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332828.201826:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32a33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695def1 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332828.201838:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c32a48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695def1 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332828.201845:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff92ff618aa200) 00010000:00010000:1.0:1763332828.201847:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1763332828.201849:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192000, rc 0) 00000100:00100000:1.0:1763332828.201922:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39381:x1848987611138816:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1246us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332828.201930:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2864 00000100:00100000:1.0:1763332828.205753:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332828.205831:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611138944 00000100:00100000:0.0:1763332828.205842:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611138944 00000100:00100000:0.0:1763332828.205914:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 15 00000100:00100000:0.0:1763332828.205925:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39381:x1848987611138944:12345-192.168.204.28@tcp:900:lfs.0 00000100:00100000:0.0:1763332828.206009:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39381:x1848987611138944:12345-192.168.204.28@tcp:900:lfs.0 Request processed in 87us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332828.206017:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 15 00000100:00100000:1.0:1763332828.207394:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332828.207478:0:13592:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611139072 00000100:00100000:0.0:1763332828.207487:0:13592:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611139072 00000100:00100000:0.0:1763332828.207553:0:13592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 16 00000100:00100000:0.0:1763332828.207562:0:13592:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39381:x1848987611139072:12345-192.168.204.28@tcp:900:lfs.0 00000100:00100000:0.0:1763332828.207629:0:13592:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39381:x1848987611139072:12345-192.168.204.28@tcp:900:lfs.0 Request processed in 68us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332828.207637:0:13592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 16 00000100:00080000:1.0:1763332828.208264:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332828.225709:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332828.225770:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611139200 00000100:00100000:0.0:1763332828.225782:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611139200 00000100:00100000:0.0:1763332828.225846:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2865 00000100:00100000:0.0:1763332828.225859:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39381:x1848987611139200:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332828.225881:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332828.225917:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32a4f lrc: 2/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695def8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332828.225974:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203c00/0xb32e3ef184c32a56 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332828.225992:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203c00/0xb32e3ef184c32a56 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332828.226004:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203c00/0xb32e3ef184c32a56 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:0.0:1763332828.226056:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000400:0x7:0x0]: returning size 4096 00000004:00200000:0.0:1763332828.226060:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763332828.226093:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203e00/0xb32e3ef184c32a4f lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695def8 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332828.226109:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203c00/0xb32e3ef184c32a56 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695def8 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332828.226118:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe43b90200) 00010000:00010000:0.0:1763332828.226121:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763332828.226125:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203c00, rc 0) 00000100:00100000:0.0:1763332828.226189:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39381:x1848987611139200:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 334us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332828.226196:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2865 00000100:00100000:3.0:1763332828.235548:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332828.235603:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611139328 00000100:00100000:0.0:1763332828.235614:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611139328 00000100:00100000:0.0:1763332828.235676:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2866 00000100:00100000:0.0:1763332828.235686:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39381:x1848987611139328:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332828.235706:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332828.235730:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32a5d lrc: 2/0,0 mode: --/CR res: [0x240000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695deff expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332828.235794:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32a64 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332828.235808:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32a64 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332828.235821:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32a64 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00200000:0.0:1763332828.235867:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x7:0x0]: returning size 4096 00000004:00200000:0.0:1763332828.235873:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763332828.235917:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32a5d lrc: 0/0,0 mode: --/CR res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deff expref: 8 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332828.235934:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203a00/0xb32e3ef184c32a64 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deff expref: 7 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332828.235942:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7:0x0].0x0 (ffff92fe43b90400) 00010000:00010000:0.0:1763332828.235945:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763332828.235949:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203a00, rc 0) 00000100:00100000:0.0:1763332828.236017:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:39381:x1848987611139328:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 332us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332828.236024:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2866 00000100:00100000:0.0:1763332828.241687:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626339072:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332828.241770:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332828.241817:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626339072 00000100:00100000:2.0:1763332828.241825:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626339072 00000100:00100000:2.0:1763332828.241904:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1763332828.241915:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626339072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763332828.241944:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3910905856 avail 3679383552 00000100:00100000:2.0:1763332828.241987:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626339072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332828.241994:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00080000:0.0:1763332828.242003:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332828.242043:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626339072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332828.246234:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626339200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332828.246304:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332828.246393:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626339200 00000100:00100000:3.0:1763332828.246401:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626339200 00000100:00100000:3.0:1763332828.246452:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1763332828.246459:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626339200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332828.246478:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3910905856 avail 3679383552 00000100:00100000:3.0:1763332828.246514:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626339200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332828.246521:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1763332828.246562:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626339200:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1763332828.246581:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332828.247439:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332828.247534:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611139584 00000100:00100000:2.0:1763332828.247542:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611139584 00000100:00100000:2.0:1763332828.247593:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2867 00000100:00100000:2.0:1763332828.247602:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39381:x1848987611139584:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332828.247621:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332828.247647:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32a6b lrc: 2/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df06 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332828.247741:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32a72 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247756:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32a72 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247769:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32a72 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247782:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32a79 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247788:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32a79 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247795:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32a79 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247898:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32a72 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247905:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32a72 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247910:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32a72 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247915:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32a72 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247920:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332828.247925:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32a72 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247931:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32a72 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247942:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe43b90200) 00010000:00010000:2.0:1763332828.247946:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332828.247957:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32a72 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247964:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32a72 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247975:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32a79 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247980:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32a79 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247986:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32a79 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247991:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332828.247994:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32a79 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.247999:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32a79 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.248006:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x5c9a3b0c (ffff92fe438a1100) 00010000:00010000:2.0:1763332828.248013:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332828.248016:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32a79 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.248025:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32a79 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332828.248058:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32a6b lrc: 1/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df06 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332828.248069:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe43b90200) 00010000:00010000:2.0:1763332828.248071:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332828.248074:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32a6b lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df06 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332828.248082:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06000, rc 0) 00000100:00100000:2.0:1763332828.248142:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39381:x1848987611139584:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 541us (709us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332828.248148:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2867 00000100:00100000:3.0:1763332828.262057:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332828.262122:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611139840 00000100:00100000:1.0:1763332828.262133:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611139840 00000100:00100000:2.0:1763332828.262759:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2868 00000100:00100000:2.0:1763332828.262775:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39381:x1848987611139840:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332828.262795:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332828.262818:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32a80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df0d expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1763332828.262976:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 4096 00000001:00080000:3.0:1763332828.275273:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969112 is committed 00000020:00080000:3.0:1763332828.275367:0:6500:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 44 batchid updated 00000001:00100000:3.0:1763332828.275381:0:6500:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1370b1d7-8612-4b90-ab37-e53288bbf9fd 00000001:00100000:3.0:1763332828.275387:0:6500:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000001:00080000:3.0:1763332828.275393:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969111 is committed 00000020:00000080:3.0:1763332828.275398:0:6500:0:(genops.c:904:class_export_put()) final put ffff92fe480ba000/bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000020:00080000:2.0:1763332828.275494:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 44 00000004:00080000:2.0:1763332828.275555:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92fe49a27540 with version 21 00000020:00080000:2.0:1763332828.275574:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 44 cancel update log [0x240000401:0x3:0x0].9: rc = 0 00000020:00080000:2.0:1763332828.275663:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 44 cancel update log [0x200000400:0x2:0x0].21: rc = 0 00000020:00080000:2.0:1763332828.275671:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 44 00010000:00010000:2.0:1763332828.275744:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32a80 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df0d expref: 9 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332828.275763:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332828.275766:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332828.275772:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32a80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df0d expref: 9 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332828.275784:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:2.0:1763332828.275853:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39381:x1848987611139840:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 13082us (13806us total) trans 4294969112 rc 301/301 00000100:00100000:2.0:1763332828.275862:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2868 00000004:00080000:3.0:1763332828.276086:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 21 rpc_version 21 00000020:00100000:3.0:1763332828.276117:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332828.276127:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe42efb480 x1848987626339456/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332828.276151:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626339456:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332828.276200:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332828.276233:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff4850e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332828.276251:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626339456 00000100:00100000:3.0:1763332828.276258:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626339456 00000100:00100000:3.0:1763332828.276414:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1763332828.276422:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7795:x1848987626339456:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332828.276552:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7795:x1848987626339456:12345-0@lo:1000:osp_up1-0.0 Request processed in 130us (350us total) trans 4294967429 rc 0/0 00000100:00100000:3.0:1763332828.276559:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1763332828.276606:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626339456:0@lo:1000:osp_up1-0.0 00000020:00000080:1.0:1763332828.277673:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe480ba000/bbe153a1-f6a0-4b8f-96f0-e8fec76a630f for lustre-MDT0000 00000020:00000080:1.0:1763332828.277750:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe480be000 for lustre-MDT0000 00000100:00100000:3.0:1763332828.280003:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332828.280039:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611140096 00000100:00100000:3.0:1763332828.280049:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611140096 00000100:00100000:3.0:1763332828.280113:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2869 00000100:00100000:3.0:1763332828.280123:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39381:x1848987611140096:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332828.280143:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332828.280165:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32a8e lrc: 2/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df14 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332828.280243:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32a95 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.280259:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32a95 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.280270:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32a95 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.280287:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32a9c lrc: 3/1,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.280861:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32a9c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.280871:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32a9c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281073:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32aa3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281082:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32aa3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281090:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32aa3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:3.0:1763332828.281101:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x2:0x0]: returning size 10485760 00010000:00010000:3.0:1763332828.281196:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32a95 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281204:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32a95 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281210:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32a95 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281217:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32a95 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281223:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332828.281226:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32a95 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281233:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32a95 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281247:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe43b90200) 00010000:00010000:3.0:1763332828.281250:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332828.281255:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32a95 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281260:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32a95 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281270:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32a9c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281275:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32a9c lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281280:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32a9c lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281284:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332828.281287:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32a9c lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281367:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32a9c lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281376:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x5c9a3b0c (ffff92ff462a1b00) 00010000:00010000:3.0:1763332828.281378:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332828.281382:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32a9c lrc: 2/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281387:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32a9c lrc: 0/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332828.281432:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32a8e lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df14 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332828.281446:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32aa3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df14 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332828.281453:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff462a1800) 00010000:00010000:3.0:1763332828.281455:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332828.281457:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2400, rc 0) 00000100:00100000:3.0:1763332828.282212:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:39381:x1848987611140096:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2087us (2215us total) trans 4294969113 rc 0/0 00000100:00100000:3.0:1763332828.282222:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2869 00000100:00100000:3.0:1763332828.298744:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332828.298818:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611140352 00000100:00100000:0.0:1763332828.298828:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611140352 00000100:00100000:0.0:1763332828.298899:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 836 00000100:00100000:0.0:1763332828.298909:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:39381:x1848987611140352:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332828.299148:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:39381:x1848987611140352:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 239us (415us total) trans 4294969114 rc 0/0 00000100:00100000:0.0:1763332828.299156:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 836 00000100:00100000:2.0:1763332828.303983:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332828.304064:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611140608 00000100:00100000:3.0:1763332828.304075:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611140608 00000100:00100000:3.0:1763332828.304130:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 837 00000100:00100000:3.0:1763332828.304141:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:39381:x1848987611140608:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332828.304404:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:39381:x1848987611140608:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 264us (430us total) trans 4294969115 rc 0/0 00000100:00100000:3.0:1763332828.304412:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 837 00000004:00080000:1.0:1763332828.753116:0:8605:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 932832763808ns, next at 933832761165ns, rc = 0 00000100:00100000:1.0:1763332828.753155:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626339584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332828.753218:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332828.753496:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626339584 00000100:00100000:1.0:1763332828.753505:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626339584 00000100:00100000:1.0:1763332828.753556:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1763332828.753565:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626339584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332828.753593:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3900411904 avail 3668889600 00000100:00100000:1.0:1763332828.753635:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626339584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332828.753642:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00080000:1.0:1763332828.753663:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1763332828.753716:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332828.753743:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836822 gen 2 00000004:00080000:1.0:1763332828.753749:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe469a1500, transno 21474836822 00000100:00100000:1.0:1763332828.753814:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626339584:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332828.759275:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44de1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626339712:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332828.759376:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332828.759943:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626339712 00000100:00100000:1.0:1763332828.759952:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626339712 00000100:00100000:1.0:1763332828.760021:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1763332828.760030:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626339712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763332828.760052:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3900411904 avail 3668889600 00000100:00100000:1.0:1763332828.760103:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626339712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332828.760110:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00080000:3.0:1763332828.760373:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:0.0:1763332828.761951:0:26035:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1370b1d7-8612-4b90-ab37-e53288bbf9fd 00000001:00100000:0.0:1763332828.761961:0:26035:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000001:00080000:0.0:1763332828.761969:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869513 is committed 00000001:00080000:0.0:1763332828.761976:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869512 is committed 00000020:00000080:0.0:1763332828.761979:0:26035:0:(genops.c:904:class_export_put()) final put ffff92fe4538c800/bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000020:00000080:3.0:1763332828.762056:0:38:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe4538c800/bbe153a1-f6a0-4b8f-96f0-e8fec76a630f for lustre-OST0001 00000020:00000080:3.0:1763332828.762103:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe45388800 for lustre-OST0001 00000100:00100000:0.0:1763332828.765519:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836830 gen 2 00000004:00080000:0.0:1763332828.765531:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438a9500, transno 21474836823 00000004:00080000:0.0:1763332828.765553:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438aa300, transno 21474836828 00000004:00080000:0.0:1763332828.765556:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569c380, transno 21474836830 00000100:00100000:0.0:1763332828.765574:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44de1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626339712:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1763332828.765749:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 3 done 00000004:00080000:1.0:1763332828.774915:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 12 committed 00000001:00080000:1.0:1763332828.774943:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967429 is committed 00000001:00100000:1.0:1763332828.774951:0:7438:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1370b1d7-8612-4b90-ab37-e53288bbf9fd 00000001:00100000:1.0:1763332828.774955:0:7438:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000001:00080000:1.0:1763332828.774961:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967428 is committed 00000020:00000080:1.0:1763332828.774965:0:7438:0:(genops.c:904:class_export_put()) final put ffff92fe4abc0800/bbe153a1-f6a0-4b8f-96f0-e8fec76a630f 00000004:00080000:1.0:1763332828.774979:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 11 committed 00000020:00000080:3.0:1763332828.775017:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe4abc0800/bbe153a1-f6a0-4b8f-96f0-e8fec76a630f for lustre-MDT0001 00000020:00000080:3.0:1763332828.775079:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe4abc6800 for lustre-MDT0001 00000100:00100000:3.0:1763332828.775249:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332828.775267:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626339840:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1763332828.775324:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332828.775470:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626339840 00000100:00100000:1.0:1763332828.775477:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626339840 00000100:00100000:1.0:1763332828.775530:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:1.0:1763332828.775539:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626339840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1763332828.775563:0:8611:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:18 count 1 00002000:00010000:1.0:1763332828.775595:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 10485760, mtime: 0x691a52cd, atime: 0x691a52cd, ctime: 0x691a52ce, blocks: 0x5000 00010000:00010000:1.0:1763332828.775603:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32ab1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332828.775616:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332828.775619:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332828.775624:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32ab1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332828.775638:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32ab1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332828.775648:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32ab1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332828.775656:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332828.775681:0:8611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332828.778398:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332828.778411:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332828.778424:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332828.778429:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332828.778440:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332828.778462:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32ab1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332828.778470:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32ab1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332828.778490:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332828.778492:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332828.778493:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332828.796976:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626339840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21429us (21641us total) trans 21474836831 rc 0/0 00000100:00100000:2.0:1763332828.796992:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000004:00080000:3.0:1763332828.797005:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe4626c000/2, rc 0, transno 21474836831 00000100:00100000:3.0:1763332828.797014:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626339840:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763332829.035224:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332829.035284:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611140736 00000100:00100000:0.0:1763332829.035302:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611140736 00000100:00100000:0.0:1763332829.035394:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 838 00000100:00100000:0.0:1763332829.035404:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3efc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:39391:x1848987611140736:12345-192.168.204.28@tcp:49:lfs.0 00000100:00100000:0.0:1763332829.035551:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3efc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:39391:x1848987611140736:12345-192.168.204.28@tcp:49:lfs.0 Request processed in 148us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332829.035559:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 838 00010000:00010000:1.0:1763332829.780439:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332829.780558:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332829.780577:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626339968:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332829.780634:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332829.780685:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626339968 00000100:00100000:2.0:1763332829.780692:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626339968 00000100:00100000:2.0:1763332829.780734:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1763332829.780741:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626339968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763332829.780773:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446002688 avail 1299763200 00000100:00100000:2.0:1763332829.780806:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626339968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332829.780813:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1763332829.780867:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626339968:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1763332830.800491:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332831.159774:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332831.159821:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332831.159849:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611140992 00000100:00100000:1.0:1763332831.159857:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332831.159860:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611140992 00000100:00100000:1.0:1763332831.159878:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332831.159896:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332831.159918:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611141248 00000100:00100000:1.0:1763332831.159921:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611141248 00000100:00100000:0.0:1763332831.159921:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611141120 00000100:00100000:0.0:1763332831.159923:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611141120 00000100:00100000:0.0:1763332831.159944:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1021 00000100:00100000:1.0:1763332831.159945:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611141376 00000100:00100000:1.0:1763332831.159948:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611141376 00000100:00100000:0.0:1763332831.159954:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611140992:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332831.159965:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 595 00000100:00100000:1.0:1763332831.159970:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+5:2421:x1848987611141248:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332831.160025:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611140992:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 72us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332831.160033:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1021 00000100:00100000:0.0:1763332831.160050:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1022 00000100:00100000:0.0:1763332831.160056:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2420:x1848987611141120:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332831.160103:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611140864 00000100:00100000:3.0:1763332831.160107:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611140864 00000100:00100000:0.0:1763332831.161283:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2420:x1848987611141120:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 1219us (1396us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332831.161294:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 765 00000100:00100000:0.0:1763332831.161294:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1022 00000100:00100000:3.0:1763332831.161304:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67dad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611140864:12345-192.168.204.28@tcp:400:kworker.0 00000100:00080000:0.0:1763332831.161322:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332831.161327:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332831.161330:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763332831.161332:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332831.161338:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67dad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611140864:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 37us (1516us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332831.161343:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 765 00000100:00100000:0.0:1763332831.161459:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 596 00000100:00100000:0.0:1763332831.161468:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+5:2420:x1848987611141376:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332831.161517:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+5:2420:x1848987611141376:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 50us (1619us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332831.161524:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 596 00000100:00100000:1.0:1763332831.162034:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+5:2421:x1848987611141248:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 2060us (2173us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332831.162043:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 595 00000100:00100000:0.0:1763332831.315490:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332831.315515:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626340096:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332831.315580:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332831.315662:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626340096 00000100:00100000:0.0:1763332831.315670:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626340096 00000100:00100000:0.0:1763332831.315714:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1763332831.315723:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626340096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332831.315760:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446244352 avail 1300004864 00000100:00100000:0.0:1763332831.315804:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626340096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332831.315811:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1763332831.315861:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967429 gen 2 00000004:00080000:0.0:1763332831.315867:0:3654:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967429 committed transno 4294967429 00000100:00100000:0.0:1763332831.315892:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626340096:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1763332831.832271:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332831.832281:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626340224:0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.832380:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332831.832679:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626340480:0@lo:400:kworker.0 00000100:00100000:1.0:1763332831.832727:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332831.832750:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626340992:0@lo:400:kworker.0 00000100:00100000:1.0:1763332831.832773:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332831.832789:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626341504:0@lo:400:kworker.0 00000100:00100000:1.0:1763332831.832812:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332831.832852:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1763332831.832853:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626341504 00000100:00100000:1.0:1763332831.832859:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626340608:0@lo:400:kworker.0 00000100:00100000:0.0:1763332831.832862:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626341504 00000100:00100000:1.0:1763332831.832880:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332831.832894:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626341120:0@lo:400:kworker.0 00000100:00100000:1.0:1763332831.832914:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332831.832918:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626340608 00000100:00100000:0.0:1763332831.832921:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626340608 00000100:00100000:1.0:1763332831.832929:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626341632:0@lo:400:kworker.0 00000100:00100000:0.0:1763332831.832943:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1763332831.832946:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332831.832952:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626341504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332831.833047:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626340224 00000100:00100000:2.0:1763332831.833051:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626340224 00000100:00100000:2.0:1763332831.833081:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1763332831.833088:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67dac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626340224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332831.833121:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67dac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626340224:12345-0@lo:400:kworker.0 Request processed in 34us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332831.833129:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1763332831.833263:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626341632 00000100:00100000:3.0:1763332831.833267:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626341632 00000100:00100000:3.0:1763332831.833303:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1763332831.833310:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626340608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332831.833323:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1763332831.833330:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626341632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332831.833680:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626340480 00000100:00100000:1.0:1763332831.833684:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626340480 00000100:00100000:0.0:1763332831.833794:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626341504:12345-0@lo:400:kworker.0 Request processed in 842us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332831.833796:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626340608:12345-0@lo:400:kworker.0 Request processed in 487us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332831.833801:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1763332831.833804:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00080000:0.0:1763332831.833830:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763332831.833833:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332831.833836:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626340352:0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.833863:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332831.833880:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7403a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626340864:0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.833899:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332831.833914:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626341376:0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.833931:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332831.833951:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626340352 00000100:00100000:0.0:1763332831.833955:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626340352 00000100:00100000:3.0:1763332831.833960:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763332831.833966:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626340736:0@lo:400:kworker.0 00000100:00100000:0.0:1763332831.833975:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626341376 00000100:00100000:0.0:1763332831.833977:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626341376 00000100:00100000:3.0:1763332831.833989:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332831.833997:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1763332831.834002:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626340352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834004:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7403b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626341248:0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834023:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332831.834030:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626340352:12345-0@lo:400:kworker.0 Request processed in 28us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332831.834036:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1763332831.834045:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626341248 00000100:00100000:0.0:1763332831.834048:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626341248 00000100:00100000:3.0:1763332831.834053:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626340352:0@lo:400:kworker.0 00000100:00100000:0.0:1763332831.834061:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1763332831.834066:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626341376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834078:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626340992 00000100:00100000:3.0:1763332831.834081:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626340992 00000100:00100000:0.0:1763332831.834099:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626341376:12345-0@lo:400:kworker.0 Request processed in 31us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332831.834104:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1763332831.834115:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1763332831.834121:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626341248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834122:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626341120 00000100:00100000:3.0:1763332831.834125:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626341120 00000100:00100000:3.0:1763332831.834143:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626340864 00000100:00100000:3.0:1763332831.834146:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626340864 00000100:00100000:0.0:1763332831.834148:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626341248:12345-0@lo:400:kworker.0 Request processed in 28us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332831.834153:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1763332831.834161:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626340736 00000100:00100000:3.0:1763332831.834164:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626340736 00000100:00080000:0.0:1763332831.834167:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332831.834169:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332831.834171:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763332831.834173:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332831.834181:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1763332831.834188:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626340992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834216:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626340992:12345-0@lo:400:kworker.0 Request processed in 30us (1442us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332831.834222:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1763332831.834232:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1763332831.834237:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626341120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834259:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626341120:12345-0@lo:400:kworker.0 Request processed in 22us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332831.834264:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1763332831.834272:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1763332831.834278:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626340864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834299:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626340864:12345-0@lo:400:kworker.0 Request processed in 21us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332831.834304:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1763332831.834313:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1763332831.834317:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626340736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834338:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626340736:12345-0@lo:400:kworker.0 Request processed in 20us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332831.834343:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1763332831.834416:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626340224:0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834437:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626340736:0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834445:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7403b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626341248:0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834453:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7403a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626340864:0@lo:400:kworker.0 00000100:00100000:3.0:1763332831.834460:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626341376:0@lo:400:kworker.0 00000100:00100000:1.0:1763332831.834549:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1763332831.834557:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626340480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332831.834612:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626340480:12345-0@lo:400:kworker.0 Request processed in 56us (1885us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332831.834618:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1763332831.834656:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626340608:0@lo:400:kworker.0 00000100:00100000:1.0:1763332831.834664:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869513 gen 2 00000004:00080000:1.0:1763332831.834669:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438ab100, transno 17179869513 00000100:00100000:1.0:1763332831.834678:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626341120:0@lo:400:kworker.0 00000100:00100000:2.0:1763332831.834734:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626341632:12345-0@lo:400:kworker.0 Request processed in 1404us (1785us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332831.834742:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:1.0:1763332831.834908:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626341632:0@lo:400:kworker.0 00000100:00100000:1.0:1763332831.834919:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626340480:0@lo:400:kworker.0 00000100:00100000:1.0:1763332831.834933:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626340992:0@lo:400:kworker.0 00000100:00100000:1.0:1763332831.834947:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45090e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626341504:0@lo:400:kworker.0 00010000:00010000:0.0:1763332832.850765:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332833.362129:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626341760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332833.362222:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332833.362317:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626341760 00000100:00100000:0.0:1763332833.362329:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626341760 00000100:00100000:2.0:1763332833.362544:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626341888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332833.362578:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332833.362581:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1763332833.362634:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626341888 00000100:00100000:3.0:1763332833.362638:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626341888 00000100:00100000:3.0:1763332833.362677:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1763332833.362689:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626341888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332833.362728:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3910905856 avail 3679383552 00000100:00100000:3.0:1763332833.362787:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626341888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332833.362803:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1763332833.362930:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626341888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332833.363339:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626341760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332833.363378:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3910905856 avail 3679383552 00000100:00100000:0.0:1763332833.363417:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626341760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 827us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332833.363424:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00080000:0.0:1763332833.363451:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332833.363490:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626341760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332833.872517:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626342016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332833.872599:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332833.872678:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626342016 00000100:00100000:0.0:1763332833.872687:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626342016 00000100:00100000:0.0:1763332833.872748:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1763332833.872761:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626342016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332833.872810:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3910897664 avail 3679375360 00000100:00100000:0.0:1763332833.872864:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626342016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332833.872873:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:0.0:1763332833.872897:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332833.872941:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626342016:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1763332833.873862:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332833.875746:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332833.875770:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626342144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332833.875851:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332833.875923:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626342144 00000100:00100000:0.0:1763332833.875931:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626342144 00000100:00100000:0.0:1763332833.875997:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1763332833.876007:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626342144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332833.876033:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3910897664 avail 3679375360 00000100:00100000:0.0:1763332833.876077:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626342144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332833.876085:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:0.0:1763332833.876108:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332833.876149:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626342144:0@lo:13:osp-pre-0-1.0 00000001:00080000:3.0:1763332833.878643:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969115 is committed 00000100:00100000:3.0:1763332834.898113:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332834.898138:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626342272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332834.898219:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332834.899214:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626342272 00000100:00100000:2.0:1763332834.899227:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626342272 00000100:00100000:2.0:1763332834.899291:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:2.0:1763332834.899301:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626342272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763332834.899343:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446002688 avail 1299763200 00000100:00100000:2.0:1763332834.899440:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626342272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 140us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332834.899448:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1763332834.899988:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626342272:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763332834.900652:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1763332834.904840:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836831 is committed 00000100:00100000:1.0:1763332834.961374:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332834.961677:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611141632 00000100:00100000:3.0:1763332834.961687:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611141632 00000100:00100000:3.0:1763332834.961828:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2870 00000100:00100000:3.0:1763332834.961838:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39832:x1848987611141632:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:3.0:1763332834.961889:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1763332834.961922:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32aa3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df14 expref: 9 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332834.961942:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff462a1800) 00010000:00010000:3.0:1763332834.961957:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203c00/0xb32e3ef184c32a56 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695def8 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332834.961965:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92fe43b90200) 00010000:00010000:3.0:1763332834.961970:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332834.961991:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ab8 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.962005:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ab8 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.962013:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ab8 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.962024:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 3/0,1 mode: --/PW res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.962030:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.962039:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000100:00080000:0.0:1763332834.962262:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1763332834.962606:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32ac6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.962615:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32ac6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.962622:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32ac6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000040:00080000:3.0:1763332834.962964:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].235, 64 off27864 00000004:00080000:3.0:1763332834.962975:0:29240:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 939042625177ns, next at 940042622546ns, rc = 0 00000040:00080000:3.0:1763332834.962999:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].232, 64 off27664 00000004:00080000:3.0:1763332834.963005:0:29240:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 939042655852ns, next at 940042654655ns, rc = 0 00010000:00010000:3.0:1763332834.963054:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32acd lrc: 3/0,1 mode: --/PW res: [0x200000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963062:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32acd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963150:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32acd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963158:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32acd lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963164:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32acd lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963170:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32acd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963201:0:29240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763332834.963219:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32ac6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963228:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32ac6 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332834.963230:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332834.963234:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32ac6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332834.963236:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32acd lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963240:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332834.963241:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332834.963244:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32ac6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332834.963244:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32acd lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963252:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32ac6 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332834.963252:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32acd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332834.963272:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff462a1900) 00010000:00010000:2.0:1763332834.963274:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763332834.963278:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32acd lrc: 1/0,0 mode: --/PW res: [0x200000404:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332834.963283:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c32acd lrc: 0/0,0 mode: --/PW res: [0x200000404:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332834.963294:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332834.963295:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332834.963298:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332834.963842:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x2:0x0].0x0 (ffff92ff462a1900) 00010000:00010000:3.0:1763332834.963847:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763332834.963852:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32ac6 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963858:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32ac6 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963977:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ab8 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963985:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ab8 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.963991:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ab8 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.964001:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ab8 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.964006:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332834.964009:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ab8 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.964015:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ab8 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.964025:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff92ff462a1b00) 00010000:00010000:3.0:1763332834.964028:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332834.964031:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ab8 lrc: 3/0,0 mode: --/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.964036:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ab8 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00000004:00010000:3.0:1763332834.964048:0:29240:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ffc791dc reply state 00000000b37c00e3 transno 4294969116 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.964058:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332834.964076:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x5c9a3b0c (ffff92ff462a1e00) 00010000:00010000:3.0:1763332834.964079:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332834.964082:0:29240:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332834.964173:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39832:x1848987611141632:12345-192.168.204.28@tcp:36:rm.0 Request processed in 2333us (2806us total) trans 4294969116 rc 0/0 00000100:00100000:3.0:1763332834.964181:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2870 00010000:00010000:0.0:1763332835.920643:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332836.288971:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332836.289013:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332836.289046:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332836.289062:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332836.289081:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332836.289109:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611142016 00000100:00100000:1.0:1763332836.289121:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611142016 00000100:00100000:1.0:1763332836.289192:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611141888 00000100:00100000:1.0:1763332836.289196:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611141888 00000100:00100000:1.0:1763332836.289227:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1029 00000100:00100000:1.0:1763332836.289240:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2421:x1848987611142016:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332836.289372:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2421:x1848987611142016:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 108us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332836.289382:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1029 00000100:00100000:1.0:1763332836.289401:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1030 00000100:00100000:1.0:1763332836.289409:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611141888:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332836.289579:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611141760 00000100:00100000:2.0:1763332836.289585:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611141760 00000100:00100000:2.0:1763332836.289620:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 767 00000100:00100000:2.0:1763332836.289627:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67dafc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2421:x1848987611141760:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332836.289657:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67dafc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2421:x1848987611141760:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 31us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.289663:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 767 00000100:00100000:1.0:1763332836.289745:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611141888:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 328us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332836.289753:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1030 00000100:00100000:1.0:1763332836.289776:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611142272 00000100:00100000:1.0:1763332836.289780:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611142272 00000100:00100000:1.0:1763332836.290817:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611142144 00000100:00100000:1.0:1763332836.290828:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611142144 00000100:00100000:2.0:1763332836.291044:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 601 00000100:00100000:2.0:1763332836.291057:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1370b1d7-8612-4b90-ab37-e53288bbf9fd+5:2421:x1848987611142272:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332836.291115:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1370b1d7-8612-4b90-ab37-e53288bbf9fd+5:2421:x1848987611142272:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 62us (2069us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.291122:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 601 00000100:00100000:2.0:1763332836.291138:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 602 00000100:00100000:2.0:1763332836.291143:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1370b1d7-8612-4b90-ab37-e53288bbf9fd+5:2421:x1848987611142144:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332836.291163:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1370b1d7-8612-4b90-ab37-e53288bbf9fd+5:2421:x1848987611142144:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 20us (2081us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.291168:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 602 00000100:00080000:1.0:1763332836.291644:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332836.291650:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763332836.291653:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763332836.291657:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332836.435251:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626342400:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332836.435409:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332836.435703:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626342400 00000100:00100000:1.0:1763332836.435716:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626342400 00000100:00100000:1.0:1763332836.436792:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1763332836.436809:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626342400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763332836.436865:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446244352 avail 1300004864 00000100:00100000:1.0:1763332836.436966:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626342400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 161us (1556us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332836.436975:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1763332836.437822:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626342400:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1763332836.475558:0:30893:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 45: Verify setstripe/getstripe with YAML with FLR file ========================================================== 17:40:35 (1763332835) 00000100:00100000:0.0:1763332836.553338:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.557782:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611142400 00000100:00100000:3.0:1763332836.557807:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611142400 00000100:00100000:3.0:1763332836.557920:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2871 00000100:00100000:3.0:1763332836.557933:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39986:x1848987611142400:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332836.557960:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332836.557990:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ad4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df1b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.558076:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32adb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558095:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32adb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558112:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32adb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558129:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32ae2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558136:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32ae2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558142:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32ae2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558201:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32adb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558208:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32adb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558215:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32adb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558225:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332836.558229:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32adb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558236:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32adb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558249:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332836.558251:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332836.558256:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32adb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558261:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32adb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558276:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32ae2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558281:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32ae2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558288:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32ae2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558293:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332836.558296:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32ae2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558301:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32ae2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558307:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1c89c56e (ffff92ff462a1b00) 00010000:00010000:3.0:1763332836.558310:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332836.558313:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32ae2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558318:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32ae2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332836.558378:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ad4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df1b expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.558388:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332836.558390:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332836.558394:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32ad4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df1b expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.558403:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3c00, rc 0) 00000100:00100000:3.0:1763332836.558592:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39986:x1848987611142400:12345-192.168.204.28@tcp:101:rm.0 Request processed in 661us (5268us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332836.558600:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2871 00000100:00100000:1.0:1763332836.613187:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.613262:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611142528 00000100:00100000:3.0:1763332836.613277:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611142528 00000100:00100000:3.0:1763332836.613390:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2872 00000100:00100000:3.0:1763332836.613403:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39991:x1848987611142528:12345-192.168.204.28@tcp:41:stat.0 00000004:00000024:3.0:1763332836.613473:0:12741:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7821803520 avail 7358758912 00000100:00100000:3.0:1763332836.613569:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39991:x1848987611142528:12345-192.168.204.28@tcp:41:stat.0 Request processed in 168us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.613577:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2872 00000100:00100000:3.0:1763332836.679238:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.679290:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611142656 00000100:00100000:3.0:1763332836.679305:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611142656 00000100:00100000:3.0:1763332836.679409:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:3.0:1763332836.679424:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39995:x1848987611142656:12345-192.168.204.28@tcp:700:lfs.0 00000100:00100000:3.0:1763332836.679545:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39995:x1848987611142656:12345-192.168.204.28@tcp:700:lfs.0 Request processed in 125us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.679566:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 7 00000100:00100000:0.0:1763332836.687595:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332836.687953:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611142912 00000100:00100000:0.0:1763332836.687966:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611142912 00000100:00100000:0.0:1763332836.688050:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2873 00000100:00100000:0.0:1763332836.688071:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39995:x1848987611142912:12345-192.168.204.28@tcp:36:lfs.0 00000100:00100000:0.0:1763332836.691053:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626342528:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1763332836.691131:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.692564:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff471d7780 going to sleep for 11 seconds 00000100:00100000:0.0:1763332836.692807:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626342528 00000100:00100000:0.0:1763332836.692818:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626342528 00000100:00100000:0.0:1763332836.692883:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1763332836.692894:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6520:x1848987626342528:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1763332836.692996:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6520:x1848987626342528:12345-0@lo:1000:mdt00_001.0 Request processed in 105us (1865us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.693004:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1763332836.693100:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626342528:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1763332836.693175:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626342656:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1763332836.693209:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.693226:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332836.693241:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626342656 00000100:00100000:0.0:1763332836.693244:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626342656 00000100:00100000:0.0:1763332836.693267:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1763332836.693273:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6520:x1848987626342656:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1763332836.693343:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6520:x1848987626342656:12345-0@lo:1000:mdt00_001.0 Request processed in 69us (133us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763332836.695741:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1763332836.696155:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626342656:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1763332836.696222:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332836.696231:0:6520:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332836.696241:0:6520:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 00000100:00100000:0.0:1763332836.696259:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44de1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626342784:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1763332836.698427:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.698484:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801eaa80 going to sleep for 11 seconds 00000100:00100000:3.0:1763332836.698799:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626342784 00000100:00100000:3.0:1763332836.698809:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626342784 00000100:00100000:3.0:1763332836.698874:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1763332836.698884:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6520:x1848987626342784:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1763332836.698904:0:6524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332836.698924:0:6524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32af0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c32ae9 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.698957:0:6524:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deea expref: 8 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.698968:0:6524:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32af0 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c32ae9 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.705489:0:6524:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deea expref: 8 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.705517:0:6524:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deea expref: 8 pid: 12741 timeout: 1040 lvb_type: 0 00000100:00100000:3.0:1763332836.705535:0:6524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1848987626342912:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332836.705636:0:6524:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5d840 going to sleep for 11 seconds 00000100:00100000:3.0:1763332836.714802:0:6524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1848987626342912:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332836.714842:0:6524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32af0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c32ae9 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.714854:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332836.714857:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332836.714860:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32af0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c32ae9 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.714869:0:6524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3c00, rc 0) 00000100:00100000:3.0:1763332836.716816:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.716901:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6520:x1848987626342784:12345-0@lo:101:mdt00_001.0 Request processed in 18018us (18479us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.716911:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1763332836.717166:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611143040 00000100:00100000:0.0:1763332836.717176:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611143040 00010000:00010000:0.0:1763332836.717212:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deea expref: 9 pid: 12741 timeout: 1040 lvb_type: 0 00000100:00100000:0.0:1763332836.717254:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 773 00000100:00100000:0.0:1763332836.717262:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611143040:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332836.717279:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332836.717287:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deea expref: 9 pid: 12741 timeout: 1040 lvb_type: 0 00010000:00010000:0.0:1763332836.717314:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deea expref: 9 pid: 12741 timeout: 1040 lvb_type: 0 00010000:00010000:0.0:1763332836.717339:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32a2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deea expref: 9 pid: 12741 timeout: 1040 lvb_type: 0 00010000:00010000:0.0:1763332836.717389:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332836.717396:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32af0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c32ae9 expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.717409:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32af0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c32ae9 expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.717418:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32af0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c32ae9 expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.717456:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32af0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c32ae9 expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332836.717469:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8423:1848987626343040:0@lo:105: 00000100:00100000:0.0:1763332836.717503:0:8423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.717543:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332836.717577:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44de1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626342784:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1763332836.717597:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.717608:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332836.718402:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626343040 00000100:00100000:0.0:1763332836.718409:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626343040 00000100:00100000:0.0:1763332836.718444:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1763332836.718451:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8423:x1848987626343040:12345-0@lo:105: 00010000:00010000:0.0:1763332836.718462:0:6502:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.718471:0:6502:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.718480:0:6502:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.718487:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.718494:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.718501:0:6502:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.718519:0:6502:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff92ff74202c00) 00000100:00100000:0.0:1763332836.718562:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8423:x1848987626343040:12345-0@lo:105: Request processed in 111us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.718569:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1763332836.718600:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8423:1848987626343040:0@lo:105: 00010000:00010000:0.0:1763332836.718614:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332836.718661:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611143040:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1399us (1852us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.718668:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 773 00010000:00010000:0.0:1763332836.720747:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.720767:0:6520:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763332836.720804:0:6520:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1763332836.720860:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332836.720869:0:6520:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332836.720880:0:6520:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 00000100:00100000:0.0:1763332836.720904:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343168:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1763332836.720956:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.720999:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332836.721062:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626343168 00000100:00100000:3.0:1763332836.721070:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626343168 00000100:00100000:3.0:1763332836.721118:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1763332836.721126:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6520:x1848987626343168:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1763332836.721143:0:6524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332836.721161:0:6524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32afe lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c32af7 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.721187:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32afe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c32af7 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.721201:0:6524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32afe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c32af7 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.721208:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1c89c56e (ffff92ff462a1b00) 00010000:00010000:3.0:1763332836.721212:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332836.721215:0:6524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2400, rc 0) 00000100:00100000:3.0:1763332836.721255:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6520:x1848987626343168:12345-0@lo:101:mdt00_001.0 Request processed in 130us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.721261:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1763332836.721308:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343168:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1763332836.721323:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c32afe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.721332:0:6520:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c32afe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763332836.721343:0:6520:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1763332836.721400:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343296:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.721424:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332836.721439:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5de40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332836.721452:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626343296 00000100:00100000:3.0:1763332836.721455:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626343296 00000100:00100000:3.0:1763332836.721472:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1763332836.721477:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6520:x1848987626343296:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.721528:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6520:x1848987626343296:12345-0@lo:1000:mdt00_001.0 Request processed in 50us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.721534:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1763332836.721554:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343296:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.721586:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343424:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.721605:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332836.721617:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5de40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332836.721626:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626343424 00000100:00100000:3.0:1763332836.721630:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626343424 00000100:00100000:3.0:1763332836.721644:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1763332836.721649:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6520:x1848987626343424:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.721704:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6520:x1848987626343424:12345-0@lo:1000:mdt00_001.0 Request processed in 54us (98us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763332836.721710:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1763332836.721743:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343424:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.721803:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343552:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.721825:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332836.721839:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5de40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332836.721849:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626343552 00000100:00100000:3.0:1763332836.721852:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626343552 00000100:00100000:3.0:1763332836.721869:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1763332836.721875:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6520:x1848987626343552:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.721920:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6520:x1848987626343552:12345-0@lo:1000:mdt00_001.0 Request processed in 45us (94us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763332836.721926:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1763332836.721947:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc10e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343552:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.721989:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343680:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.722010:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332836.722020:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5de40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332836.722030:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626343680 00000100:00100000:3.0:1763332836.722033:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626343680 00000100:00100000:3.0:1763332836.722046:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1763332836.722051:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6520:x1848987626343680:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.722096:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6520:x1848987626343680:12345-0@lo:1000:mdt00_001.0 Request processed in 45us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.722103:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1763332836.722125:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343680:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.722165:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343808:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.722186:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332836.722199:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5de40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332836.722210:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626343808 00000100:00100000:3.0:1763332836.722213:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626343808 00000100:00100000:3.0:1763332836.722229:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1763332836.722235:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6520:x1848987626343808:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1763332836.722275:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6520:x1848987626343808:12345-0@lo:1000:mdt00_001.0 Request processed in 40us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.722282:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1763332836.722304:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626343808:0@lo:1000:mdt00_001.0 00000040:00080000:3.0:1763332836.723200:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].8, 2152 off42216 00000040:00080000:3.0:1763332836.723281:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].7, 2352 off43008 00000004:00080000:3.0:1763332836.723287:0:6520:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff92ff7df5d840 with version 16 00000004:00080000:3.0:1763332836.723313:0:7449:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff49dc1b40 version 16 rpc_version 16 00000020:00100000:3.0:1763332836.723380:0:7449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332836.723390:0:7449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff74038a80 x1848987626344064/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332836.723409:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626344064:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1763332836.723454:0:7449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332836.723482:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5d540 going to sleep for 11 seconds 00000100:00100000:3.0:1763332836.723502:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626344064 00000100:00100000:3.0:1763332836.723507:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626344064 00000100:00100000:3.0:1763332836.723536:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1763332836.723547:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7449:x1848987626344064:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1763332836.727835:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7449:x1848987626344064:12345-0@lo:1000:osp_up0-1.0 Request processed in 4276us (4365us total) trans 4294969117 rc 0/0 00000100:00100000:2.0:1763332836.727857:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1763332836.730184:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626344064:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1763332836.730436:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332836.730454:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332836.730471:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332836.730489:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332836.730496:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332836.730502:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332836.730543:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332836.730550:0:6520:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332836.730565:0:6520:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 00000100:00100000:0.0:1763332836.730585:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626344192:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1763332836.730644:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.730681:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332836.731137:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626344192 00000100:00100000:2.0:1763332836.731152:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626344192 00000100:00100000:2.0:1763332836.731231:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1763332836.731243:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6520:x1848987626344192:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1763332836.731272:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332836.731301:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32b1a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c32b13 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.731333:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32b1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c32b13 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.731380:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32b1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c32b13 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.731397:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:2.0:1763332836.731401:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332836.731405:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06400, rc 0) 00000100:00100000:2.0:1763332836.731497:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6520:x1848987626344192:12345-0@lo:101:mdt00_001.0 Request processed in 256us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.731505:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1763332836.731561:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626344192:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1763332836.731582:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c32b1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.731593:0:6520:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c32b1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1763332836.731621:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a7970ede reply state 0000000035feb924 transno 4294967430 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332836.734037:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332836.734051:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43b90d00) 00010000:00010000:2.0:1763332836.734056:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332836.734064:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332836.734083:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c32b1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.734093:0:6520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c32b1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763332836.734109:0:6520:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000401:0x5:0x0] 00000004:00010000:2.0:1763332836.734122:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a7970ede reply state 0000000035feb924 transno 4294967430 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332836.734132:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332836.734137:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1:0x0].0x0 (ffff92fe43b90300) 00010000:00010000:2.0:1763332836.734140:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332836.734142:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1763332836.734149:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1:0x0]: returning size 4096 00000004:00080000:2.0:1763332836.734159:0:6520:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1763332836.734169:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.734176:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.734183:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.734228:0:6520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1763332836.734233:0:6520:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1763332836.734238:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c32afe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.734245:0:6520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c32afe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332836.734591:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39995:x1848987611142912:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 46522us (47727us total) trans 4294967430 rc 0/0 00000100:00100000:2.0:1763332836.734603:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2873 00010000:00010000:1.0:1763332836.735018:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332836.735028:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.735038:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202c00 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:1.0:1763332836.735045:0:8421:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763332836.735054:0:8421:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.735102:0:8421:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.735110:0:8421:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1763332836.735149:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.735158:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202c00/0xb32e3ef184c32ae9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c32af0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.735182:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332836.735184:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332836.735187:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332836.735326:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332836.735413:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626344320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763332836.735551:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332836.738315:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626344320 00000100:00100000:1.0:1763332836.738336:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626344320 00000100:00100000:2.0:1763332836.738866:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1763332836.738883:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3655:x1848987626344320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1763332836.738907:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332836.738947:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c32af0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c32ae9 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.738967:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332836.738973:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332836.739137:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3655:x1848987626344320:12345-0@lo:103:ldlm_bl.0 Request processed in 258us (3585us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.739146:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1763332836.739187:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626344320:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763332836.754154:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332836.754245:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611143168 00000100:00100000:2.0:1763332836.754260:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611143168 00000100:00100000:2.0:1763332836.754341:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2874 00000100:00100000:2.0:1763332836.754406:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39996:x1848987611143168:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332836.754434:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332836.754463:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c32b21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df22 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.754549:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c32b28 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332836.754568:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c32b28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332836.754583:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c32b28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332836.754644:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763332836.754649:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332836.754673:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c32b28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332836.754705:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c32b21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df22 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.754740:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c32b28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df22 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.754752:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332836.754755:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763332836.754760:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06600, rc 0) 00000100:00100000:2.0:1763332836.754841:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39996:x1848987611143168:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 439us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.754849:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2874 00000100:00100000:3.0:1763332836.760399:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332836.761178:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611143296 00000100:00100000:2.0:1763332836.761193:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611143296 00000100:00100000:2.0:1763332836.761273:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2875 00000100:00100000:2.0:1763332836.761287:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39996:x1848987611143296:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332836.761317:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332836.761366:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c32b2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df29 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.761462:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32b36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332836.761482:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32b36 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332836.761497:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32b36 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332836.761510:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332836.761520:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32afe lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c32af7 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.761530:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332836.761576:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32afe lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c32af7 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332836.761595:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626344448:0@lo:104: 00000100:00100000:2.0:1763332836.761672:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332836.761784:0:6503:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1763332836.761802:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626344448 00000100:00100000:3.0:1763332836.761805:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626344448 00000100:00100000:3.0:1763332836.761849:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1763332836.761858:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe435ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6520:x1848987626344448:12345-0@lo:104: 00010000:00010000:3.0:1763332836.761874:0:6503:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c32afe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.761947:0:6503:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1763332836.761955:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe435ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6520:x1848987626344448:12345-0@lo:104: Request processed in 98us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.761961:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00010000:00010000:1.0:1763332836.762129:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332836.762138:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c32afe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.762148:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202800 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:1.0:1763332836.762154:0:6508:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c32afe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763332836.762164:0:6508:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c32afe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.762199:0:6508:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c32afe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.762206:0:6508:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1763332836.762242:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c32afe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.762250:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202800/0xb32e3ef184c32af7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c32afe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.762274:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332836.762276:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332836.762278:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332836.762330:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626344576:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763332836.762400:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332836.762648:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626344576 00000100:00100000:1.0:1763332836.762658:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626344576 00010000:00010000:1.0:1763332836.762685:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32afe lrc: 5/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c32af7 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332836.762877:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe477a6300 going to sleep for 11 seconds 00000100:00100000:2.0:1763332836.762906:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626344448:0@lo:104: 00010000:00010000:2.0:1763332836.762927:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:1.0:1763332836.763043:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1763332836.763054:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3655:x1848987626344576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332836.763068:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1763332836.768748:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969117 is committed 00010000:00010000:3.0:1763332836.769413:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332836.769431:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332836.769442:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332836.769448:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332836.769453:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332836.769462:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332836.769481:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x5c9a3b0c (ffff92ff462a1e00) 00010000:00010000:3.0:1763332836.769485:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332836.769490:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332836.769496:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32abf lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x7:0x0].0x5c9a3b0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00000001:00080000:2.0:1763332836.769699:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969116 is committed 00000004:00080000:2.0:1763332836.769708:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 217 committed 00000004:00080000:2.0:1763332836.769736:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 218 committed 00000100:00100000:0.0:1763332836.770121:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626344704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763332836.770224:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332836.770929:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626344704 00000100:00100000:2.0:1763332836.770940:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626344704 00000100:00080000:3.0:1763332836.771158:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332836.771195:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:2.0:1763332836.771206:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626344704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1763332836.771247:0:29013:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:74 count 1 00002000:00010000:2.0:1763332836.771296:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x4a:0x0] initial LVB size: 10485760, mtime: 0x691a52d7, atime: 0x0, ctime: 0x691a52d7, blocks: 0x5000 00010000:00010000:2.0:1763332836.771307:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c32b44 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.771328:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332836.771331:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332836.771339:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c32b44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.771469:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c32b44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.771491:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c32b44 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.771500:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c32b44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.771527:0:29013:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763332836.772469:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332836.772479:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c32b44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.772490:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332836.772494:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c32b44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.772504:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c32b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.772529:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c32b44 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.772536:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c32b44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.772557:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332836.772559:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332836.772560:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332836.772898:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626344832:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1763332836.772961:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c32afe lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c32af7 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.772980:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1c89c56e (ffff92ff462a1b00) 00000100:00100000:3.0:1763332836.772983:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332836.772990:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773004:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773013:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773049:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332836.773060:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626344832 00000100:00100000:3.0:1763332836.773069:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626344832 00000100:00100000:1.0:1763332836.773115:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626344576:12345-0@lo:103:ldlm_bl.0 Request processed in 10062us (10713us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332836.773127:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1763332836.773141:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1763332836.773153:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626344832:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1763332836.773169:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773179:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00002000:00080000:3.0:1763332836.773188:0:8611:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:76 count 1 00002000:00010000:3.0:1763332836.773227:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4c:0x0] initial LVB size: 10485760, mtime: 0x691a52d7, atime: 0x691a52d6, ctime: 0x691a52d7, blocks: 0x5000 00010000:00010000:3.0:1763332836.773234:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b4b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.773246:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332836.773248:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332836.773253:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.773266:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.773280:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b4b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.773288:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.773313:0:8611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763332836.773318:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6520:1848987626344960:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1763332836.773394:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332836.773417:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe4869df00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332836.773436:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626344960 00000100:00100000:1.0:1763332836.773440:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626344960 00000100:00100000:1.0:1763332836.773473:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1763332836.773480:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6520:x1848987626344960:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1763332836.773570:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6520:x1848987626344960:12345-0@lo:1000:mdt00_001.0 Request processed in 90us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332836.773579:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1763332836.773632:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6520:1848987626344960:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1763332836.773690:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32b52 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773701:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32b52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773709:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32b52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00010000:1.0:1763332836.773746:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32b52 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773764:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32b36 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773770:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32b36 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773777:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32b36 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773783:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32b36 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773790:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332836.773795:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32b36 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773802:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32b36 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773812:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332836.773815:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332836.773819:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32b36 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773825:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32b36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773838:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773843:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773849:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773854:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332836.773856:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773862:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773868:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1c89c56e (ffff92ff462a1b00) 00010000:00010000:1.0:1763332836.773871:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332836.773875:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773879:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32b3d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1c89c56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.773932:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c32b2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df29 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.773952:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32b52 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df29 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.773961:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1:0x0].0x0 (ffff92ff618aa100) 00010000:00010000:1.0:1763332836.773963:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332836.773967:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193a00, rc 0) 00000100:00100000:1.0:1763332836.774035:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39996:x1848987611143296:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 12750us (13686us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332836.774045:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2875 00000100:00080000:3.0:1763332836.776413:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763332836.776448:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332836.776462:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.776475:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332836.776480:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.776491:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.776518:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b4b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.776525:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.776552:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332836.776554:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332836.776557:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332836.779524:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626344576:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763332836.787125:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332836.787218:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611143424 00000100:00100000:1.0:1763332836.787234:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611143424 00000100:00100000:1.0:1763332836.787319:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2876 00000100:00100000:1.0:1763332836.787332:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39996:x1848987611143424:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332836.787385:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332836.787414:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32b59 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df30 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.787499:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c32b60 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.787518:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c32b60 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332836.787533:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c32b60 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:1.0:1763332836.787680:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763332836.787686:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763332836.787743:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32b59 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df30 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.787763:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192200/0xb32e3ef184c32b60 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df30 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.787773:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1:0x0].0x0 (ffff92fe43b90300) 00010000:00010000:1.0:1763332836.787777:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1763332836.787782:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192200, rc 0) 00000100:00100000:1.0:1763332836.787857:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39996:x1848987611143424:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 529us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332836.787865:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2876 00000100:00100000:0.0:1763332836.790933:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626344832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17770us (17938us total) trans 21474836832 rc 0/0 00000100:00100000:0.0:1763332836.790950:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000004:00080000:3.0:1763332836.791879:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e00c000/2, rc 0, transno 21474836832 00000100:00100000:3.0:1763332836.791891:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626344832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763332836.794519:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332836.794615:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611143552 00000100:00100000:0.0:1763332836.794629:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611143552 00000100:00100000:1.0:1763332836.795232:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2877 00000100:00100000:1.0:1763332836.795251:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39996:x1848987611143552:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332836.795281:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332836.795312:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c32b67 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df37 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.795438:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192c00/0xb32e3ef184c32b6e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332836.795457:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192c00/0xb32e3ef184c32b6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332836.795476:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192c00/0xb32e3ef184c32b6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:1.0:1763332836.795542:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763332836.795549:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763332836.795601:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c32b67 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df37 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.795624:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192c00/0xb32e3ef184c32b6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df37 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.795634:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43b90d00) 00010000:00010000:1.0:1763332836.795638:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763332836.795643:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192c00, rc 0) 00000100:00100000:2.0:1763332836.795653:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626344704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24447us (25426us total) trans 17179869514 rc 0/0 00000100:00100000:2.0:1763332836.795666:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1763332836.795723:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:39996:x1848987611143552:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 481us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332836.795742:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2877 00000004:00080000:3.0:1763332836.795861:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe45180380/2, rc 0, transno 17179869514 00000100:00100000:3.0:1763332836.795870:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626344704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763332836.797786:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332836.798827:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611143680 00000100:00100000:0.0:1763332836.798844:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611143680 00000100:00100000:0.0:1763332836.799024:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2878 00000100:00100000:0.0:1763332836.799037:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39996:x1848987611143680:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332836.799063:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332836.799094:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203c00/0xb32e3ef184c32b75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df3e expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.799186:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c32b7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.799205:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32b1a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c32b13 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.799218:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c32b7c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.799267:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32b1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c32b13 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332836.799287:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626345088:0@lo:104: 00000100:00100000:0.0:1763332836.799386:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.799880:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332836.799895:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626345088 00000100:00100000:1.0:1763332836.799902:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626345088 00000100:00100000:1.0:1763332836.799961:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1763332836.799972:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:12741:x1848987626345088:12345-0@lo:104: 00010000:00010000:1.0:1763332836.799991:0:6502:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c32b1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332836.800786:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626345088:0@lo:104: 00010000:00010000:0.0:1763332836.800832:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c32b7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.801156:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332836.801166:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c32b1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.801177:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202200 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:2.0:1763332836.801186:0:8421:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c32b1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1763332836.801197:0:8421:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c32b1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.801248:0:8421:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c32b1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.801256:0:8421:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1763332836.801296:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c32b1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.801305:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92ff74202200/0xb32e3ef184c32b13 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c32b1a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.801332:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332836.801335:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332836.801336:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332836.801766:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626345216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332836.801854:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332836.802078:0:6502:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:1.0:1763332836.802089:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:12741:x1848987626345088:12345-0@lo:104: Request processed in 2117us (2701us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332836.802100:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1763332836.802147:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626345216 00000100:00100000:1.0:1763332836.802153:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626345216 00010000:00010000:1.0:1763332836.802182:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32b1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c32b13 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332836.802219:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1763332836.802228:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626345216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332836.802244:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332836.802910:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32b1a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c32b13 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332836.802928:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:1.0:1763332836.802934:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c32b7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332836.802944:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c32b7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332836.802952:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c32b7c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.803497:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c32b7c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.803506:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c32b7c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:3.0:1763332836.803576:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 4096 00000004:00200000:3.0:1763332836.803582:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763332836.803631:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74203c00/0xb32e3ef184c32b75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df3e expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.803646:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c32b7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df3e expref: 9 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.803654:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:3.0:1763332836.803656:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763332836.803659:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74202800, rc 0) 00000100:00100000:3.0:1763332836.803738:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39996:x1848987611143680:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4694us (5954us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.803746:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2878 00010000:00010000:1.0:1763332836.803800:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332836.803861:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626345216:12345-0@lo:103:ldlm_bl.0 Request processed in 1634us (2007us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332836.803868:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1763332836.806876:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626345216:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763332836.807620:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.807810:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611143808 00000100:00100000:3.0:1763332836.807820:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611143808 00000100:00100000:3.0:1763332836.807894:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2879 00000100:00100000:3.0:1763332836.807906:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39996:x1848987611143808:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332836.807935:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332836.807967:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df45 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.808071:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32b8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808090:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32b8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808104:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32b8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808121:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c32b91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808128:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c32b91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808134:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c32b91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808217:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32b8a lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808226:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32b8a lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808236:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32b8a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808244:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32b8a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808250:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332836.808255:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32b8a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808263:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32b8a lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808279:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:3.0:1763332836.808282:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332836.808290:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32b8a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808296:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c32b8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808312:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c32b91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808318:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c32b91 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808324:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c32b91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808329:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332836.808331:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c32b91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808341:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c32b91 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808385:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92ff462a1900) 00010000:00010000:3.0:1763332836.808388:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332836.808392:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c32b91 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808398:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c32b91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332836.808438:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b83 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df45 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.808449:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:3.0:1763332836.808452:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332836.808456:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32b83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df45 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.808466:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2c00, rc 0) 00000100:00100000:3.0:1763332836.810778:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39996:x1848987611143808:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2860us (3147us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332836.810793:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2879 00000100:00100000:0.0:1763332836.818446:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332836.818576:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611143936 00000100:00100000:2.0:1763332836.818592:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611143936 00000100:00100000:2.0:1763332836.818741:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2880 00000100:00100000:2.0:1763332836.818755:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:39996:x1848987611143936:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332836.818784:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332836.818817:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06000/0xb32e3ef184c32b98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df4c expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.818942:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07200/0xb32e3ef184c32b9f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.818982:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07200/0xb32e3ef184c32b9f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332836.818995:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07200/0xb32e3ef184c32b9f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:2.0:1763332836.819120:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763332836.819126:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1763332836.819151:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07200/0xb32e3ef184c32b9f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332836.819186:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06000/0xb32e3ef184c32b98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df4c expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.819218:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07200/0xb32e3ef184c32b9f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df4c expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.819228:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1:0x0].0x0 (ffff92fe43b90300) 00010000:00010000:2.0:1763332836.819231:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763332836.819236:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07200, rc 0) 00000100:00100000:2.0:1763332836.820804:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:39996:x1848987611143936:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2039us (2444us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.820818:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2880 00000100:00100000:0.0:1763332836.824861:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.824982:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611144064 00000100:00100000:3.0:1763332836.824997:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611144064 00000100:00100000:3.0:1763332836.825073:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 8 00000100:00100000:3.0:1763332836.825085:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39996:x1848987611144064:12345-192.168.204.28@tcp:700:lfs.0 00000100:00100000:3.0:1763332836.825219:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39996:x1848987611144064:12345-192.168.204.28@tcp:700:lfs.0 Request processed in 134us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.825230:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 8 00000100:00100000:1.0:1763332836.830611:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332836.831176:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611144320 00000100:00100000:2.0:1763332836.831191:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611144320 00000100:00100000:2.0:1763332836.831273:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2881 00000100:00100000:2.0:1763332836.831285:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:39996:x1848987611144320:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332836.831313:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332836.831318:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763332836.831507:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff74202800/0xb32e3ef184c32b7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df3e expref: 9 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.831532:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe438a1500) 00010000:00010000:2.0:1763332836.831546:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332836.831569:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ba6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df53 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.831718:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32bad lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.831747:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32bad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.831760:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32bad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.831778:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.831786:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.831792:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832491:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32bbb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832502:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32bbb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832510:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32bbb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332836.832525:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1:0x0]: returning size 0 00010000:00010000:2.0:1763332836.832554:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32bad lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832560:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32bad lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832566:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32bad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832573:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32bad lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832580:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332836.832584:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32bad lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832592:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32bad lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832600:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0f00) 00010000:00010000:2.0:1763332836.832603:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332836.832607:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32bad lrc: 3/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832613:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32bad lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000004:00010000:2.0:1763332836.832626:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f0641ce3 reply state 0000000008819788 transno 4294969118 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832636:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.832646:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe44cd0100) 00010000:00010000:2.0:1763332836.832648:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332836.832651:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332836.832682:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ba6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df53 expref: 11 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.832702:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32bbb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df53 expref: 10 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.832708:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332836.832711:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332836.832713:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07600, rc 0) 00000100:00100000:2.0:1763332836.833259:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:39996:x1848987611144320:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1971us (2658us total) trans 4294969118 rc 0/0 00000100:00100000:2.0:1763332836.833269:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2881 00000100:00100000:1.0:1763332836.837036:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332836.838077:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611144576 00000100:00100000:2.0:1763332836.838094:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611144576 00000100:00100000:2.0:1763332836.838175:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2882 00000100:00100000:2.0:1763332836.838188:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:39996:x1848987611144576:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332836.838223:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332836.838254:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32bc9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df5a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.838415:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.838433:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32bbb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df53 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.838449:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.838493:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32bbb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df53 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.838506:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32bbb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df53 expref: 12 pid: 12741 timeout: 1040 lvb_type: 0 00000100:00100000:2.0:1763332836.838521:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626345344:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332836.838630:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe477a6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332836.843628:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12741:1848987626345344:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332836.843670:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332836.844208:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332836.844781:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611144704 00000100:00100000:2.0:1763332836.844794:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611144704 00010000:00010000:2.0:1763332836.844846:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32bbb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df53 expref: 13 pid: 12741 timeout: 1040 lvb_type: 0 00000100:00100000:2.0:1763332836.844895:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 776 00000100:00100000:2.0:1763332836.844907:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2419:x1848987611144704:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332836.844928:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332836.844936:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32bbb lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df53 expref: 13 pid: 12741 timeout: 1040 lvb_type: 0 00010000:00010000:2.0:1763332836.845060:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32bbb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df53 expref: 13 pid: 12741 timeout: 1040 lvb_type: 0 00010000:00010000:2.0:1763332836.845092:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32bbb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df53 expref: 13 pid: 12741 timeout: 1040 lvb_type: 0 00010000:00010000:2.0:1763332836.845114:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332836.845120:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.845132:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.845140:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332836.845181:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332836.845262:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2419:x1848987611144704:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 356us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.845271:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 776 00010000:00010000:0.0:1763332836.845581:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.845591:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332836.845641:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1:0x0]: returning size 0 00000004:00080000:0.0:1763332836.845917:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4d:0x0], index 0: 0 00000004:00080000:0.0:1763332836.845928:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4b:0x0], index 1: 0 00000004:00080000:0.0:1763332836.845933:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4e:0x0], index 0: 0 00000004:00080000:0.0:1763332836.845936:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x4f:0x0], index 0: 0 00000004:00080000:0.0:1763332836.845940:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4c:0x0], index 1: 0 00000004:00080000:0.0:1763332836.845944:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x50:0x0], index 0: 0 00000004:00080000:0.0:1763332836.845960:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4d:0x0], index 1: 0 00010000:00010000:0.0:1763332836.846263:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.846272:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.846279:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.846285:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332836.846290:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.846298:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.846310:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:0.0:1763332836.846313:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332836.846317:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.846324:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32bd0 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.846456:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32bc9 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df5a expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.846467:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:0.0:1763332836.846469:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332836.846472:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32bc9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df5a expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.846491:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06400, rc 0) 00000100:00100000:0.0:1763332836.846543:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:39996:x1848987611144576:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 8358us (9520us total) trans 4294969119 rc 301/301 00000100:00100000:0.0:1763332836.846551:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2882 00000100:00100000:1.0:1763332836.855406:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.855539:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611144960 00000100:00100000:3.0:1763332836.855553:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611144960 00000100:00100000:3.0:1763332836.855622:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 839 00000100:00100000:3.0:1763332836.855632:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:39996:x1848987611144960:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332836.856178:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:39996:x1848987611144960:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 544us (783us total) trans 4294969120 rc 0/0 00000100:00100000:3.0:1763332836.856187:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 839 00000100:00100000:1.0:1763332836.859707:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332836.860051:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611145216 00000100:00100000:0.0:1763332836.860064:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611145216 00000100:00100000:0.0:1763332836.860134:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 840 00000100:00100000:0.0:1763332836.860146:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:39996:x1848987611145216:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332836.860534:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:39996:x1848987611145216:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 389us (840us total) trans 4294969121 rc 0/0 00000100:00100000:0.0:1763332836.860543:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 840 00000100:00100000:2.0:1763332836.868886:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332836.870429:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611145472 00000100:00100000:0.0:1763332836.870448:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611145472 00000100:00100000:0.0:1763332836.870535:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2883 00000100:00100000:0.0:1763332836.870548:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:39997:x1848987611145472:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:0.0:1763332836.870577:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332836.870581:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332836.870618:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192c00/0xb32e3ef184c32b6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df37 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.870641:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43b90d00) 00010000:00010000:0.0:1763332836.870648:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332836.870666:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202200/0xb32e3ef184c32bde lrc: 2/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df61 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.870849:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32be5 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.870865:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32be5 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.870876:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32be5 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.871078:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.871105:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.871120:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000100:00100000:0.0:1763332836.871295:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75666300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12741:1848987626345472:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332836.871561:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.871615:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626345472 00000100:00100000:0.0:1763332836.871622:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626345472 00000100:00100000:0.0:1763332836.871683:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:0.0:1763332836.871691:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:12741:x1848987626345472:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332836.871767:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:12741:x1848987626345472:12345-0@lo:1000:mdt00_004.0 Request processed in 76us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.871776:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:0.0:1763332836.871803:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332836.871835:0:12741:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294969117 gen 2 00000004:00080000:0.0:1763332836.871840:0:12741:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294969117 committed transno 4294969117 00000100:00100000:0.0:1763332836.871874:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75666300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12741:1848987626345472:0@lo:1000:mdt00_004.0 00000004:00080000:0.0:1763332836.872376:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x13:0x0], index 1: 0 00010000:00010000:0.0:1763332836.872567:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c32bf3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.872582:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c32bf3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.872594:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c32bf3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.872639:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32be5 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.872646:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32be5 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.872652:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32be5 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.872718:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32be5 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.872734:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332836.872739:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32be5 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.872746:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32be5 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.872759:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43b90d00) 00010000:00010000:0.0:1763332836.872762:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332836.872766:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32be5 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.872772:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202800/0xb32e3ef184c32be5 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00000004:00010000:0.0:1763332836.872787:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008b7649dc reply state 000000002e34ea1a transno 4294967431 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.872798:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332836.872805:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xe0d9f819 (ffff92fe43b90f00) 00010000:00010000:0.0:1763332836.872808:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332836.872810:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332836.872847:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202200/0xb32e3ef184c32bde lrc: 0/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df61 expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.872863:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c32bf3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df61 expref: 12 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.872871:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2:0x0].0x0 (ffff92fe43b90a00) 00010000:00010000:0.0:1763332836.872874:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332836.872876:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff74203c00, rc 0) 00000100:00100000:0.0:1763332836.873133:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:39997:x1848987611145472:12345-192.168.204.28@tcp:101:bash.0 Request processed in 2586us (4261us total) trans 4294967431 rc 0/0 00000100:00100000:0.0:1763332836.873148:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2883 00000100:00100000:1.0:1763332836.890561:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332836.891126:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611145728 00000100:00100000:0.0:1763332836.891143:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611145728 00000100:00100000:0.0:1763332836.891232:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2884 00000100:00100000:0.0:1763332836.891244:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:39997:x1848987611145728:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332836.891280:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332836.891317:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df68 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.891475:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891493:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891506:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891518:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891526:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891532:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891642:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c08 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891649:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c08 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891655:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c08 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891665:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c08 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891671:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332836.891675:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c08 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891684:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c08 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891698:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe43b90e00) 00010000:00010000:0.0:1763332836.891701:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332836.891707:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c08 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891713:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891741:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891747:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891754:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891758:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332836.891760:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891767:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891778:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe44cd0100) 00010000:00010000:0.0:1763332836.891780:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332836.891783:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c0f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891789:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.891826:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c01 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df68 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.891836:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe43b90e00) 00010000:00010000:0.0:1763332836.891839:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332836.891842:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df68 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.891859:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191e00, rc 0) 00000100:00100000:0.0:1763332836.891966:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:39997:x1848987611145728:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 723us (1417us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332836.891974:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2884 00000100:00100000:0.0:1763332836.896872:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.897137:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611145984 00000100:00100000:3.0:1763332836.897151:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611145984 00000100:00100000:3.0:1763332836.897242:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2885 00000100:00100000:3.0:1763332836.897256:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:39997:x1848987611145984:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332836.897293:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332836.897328:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32c16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df6f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1763332836.897615:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1763332836.897772:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32c16 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df6f expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.897790:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff462a1900) 00010000:00010000:3.0:1763332836.897794:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332836.897801:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32c16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df6f expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.897822:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2c00, rc 0) 00000100:00100000:3.0:1763332836.897913:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:39997:x1848987611145984:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 660us (1057us total) trans 4294967432 rc 301/301 00000100:00100000:3.0:1763332836.897922:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2885 00000100:00100000:2.0:1763332836.905734:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332836.906018:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611146112 00000100:00100000:0.0:1763332836.906033:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611146112 00000100:00100000:0.0:1763332836.906121:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2886 00000100:00100000:0.0:1763332836.906134:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:39997:x1848987611146112:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:0.0:1763332836.906256:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906278:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c24 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906293:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c24 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906306:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c2b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906314:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906321:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906462:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c32 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906470:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c32 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906477:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c32 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332836.906535:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1:0x0]: returning size 0 00000004:00200000:0.0:1763332836.906540:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332836.906555:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c32 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906572:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c24 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906580:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c24 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906587:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c24 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906599:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c24 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906606:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332836.906611:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c24 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906618:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c24 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906632:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe43b90e00) 00010000:00010000:0.0:1763332836.906635:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332836.906642:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c24 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906647:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32c24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906670:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906675:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c2b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906681:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906686:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332836.906689:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906694:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c2b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906705:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe44cd0100) 00010000:00010000:0.0:1763332836.906708:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332836.906711:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c2b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906716:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191800/0xb32e3ef184c32c2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906736:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c32 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906742:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c32 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906748:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c32 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906753:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332836.906756:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c32 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906761:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c32 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906768:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1:0x0].0x0 (ffff92fe43b90500) 00010000:00010000:0.0:1763332836.906771:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332836.906774:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c32 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332836.906781:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c32 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332836.906885:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:39997:x1848987611146112:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 752us (1177us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.906895:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2886 00000100:00100000:1.0:1763332836.913762:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.914674:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611146240 00000100:00100000:3.0:1763332836.914691:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611146240 00000100:00100000:3.0:1763332836.914794:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2887 00000100:00100000:3.0:1763332836.914808:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:39997:x1848987611146240:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332836.914845:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332836.914881:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32c39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df76 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.914934:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df76 expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.914954:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df76 expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332836.914966:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43b90d00) 00010000:00010000:3.0:1763332836.914970:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332836.914976:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2c00, rc 0) 00000100:00100000:3.0:1763332836.915089:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:39997:x1848987611146240:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 283us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.915098:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2887 00000100:00100000:1.0:1763332836.918882:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.919191:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611146368 00000100:00100000:3.0:1763332836.919204:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611146368 00000100:00100000:3.0:1763332836.919883:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 841 00000100:00100000:3.0:1763332836.919899:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:39997:x1848987611146368:12345-192.168.204.28@tcp:37:lfs.0 00000100:00100000:3.0:1763332836.924207:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:39997:x1848987611146368:12345-192.168.204.28@tcp:37:lfs.0 Request processed in 4295us (5325us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.924225:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 841 00000100:00100000:1.0:1763332836.928918:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332836.929337:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611146496 00000100:00100000:2.0:1763332836.929375:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611146496 00000100:00100000:2.0:1763332836.930111:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2888 00000100:00100000:2.0:1763332836.930129:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:39997:x1848987611146496:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332836.930157:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332836.930189:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32c40 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df7d expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.930235:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32c40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df7d expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.930254:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32c40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df7d expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.930264:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0f00) 00010000:00010000:2.0:1763332836.930267:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332836.930271:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06c00, rc 0) 00000100:00100000:2.0:1763332836.930401:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:39997:x1848987611146496:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 278us (1498us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.930409:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2888 00000100:00100000:1.0:1763332836.935017:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.935119:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611146624 00000100:00100000:3.0:1763332836.935132:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611146624 00000100:00100000:3.0:1763332836.935708:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 842 00000100:00100000:3.0:1763332836.935720:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:39997:x1848987611146624:12345-192.168.204.28@tcp:37:lfs.0 00000100:00100000:3.0:1763332836.939929:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:39997:x1848987611146624:12345-192.168.204.28@tcp:37:lfs.0 Request processed in 4196us (4913us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.939946:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 842 00010000:00010000:1.0:1763332836.944846:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332836.945568:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626345728:0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.945661:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.945705:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626346240:0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.945748:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.945765:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626346752:0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.945784:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.945809:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1763332836.945815:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626345856:0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.945840:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.945860:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626346368:0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.945879:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.945895:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626346880:0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.945914:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332836.945948:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626345856 00000100:00100000:0.0:1763332836.945957:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626345856 00000100:00100000:0.0:1763332836.946013:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1763332836.946023:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626345856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.946085:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626345856:12345-0@lo:400:kworker.0 Request processed in 63us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.946093:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1763332836.946147:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626345856:0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.946174:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626346240 00000100:00100000:0.0:1763332836.946177:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626346240 00000100:00100000:0.0:1763332836.946212:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626346368 00000100:00100000:0.0:1763332836.946215:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626346368 00000100:00100000:0.0:1763332836.946241:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1763332836.946249:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626346240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.946289:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626346240:12345-0@lo:400:kworker.0 Request processed in 40us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.946295:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1763332836.946308:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1763332836.946314:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626346368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.946339:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626346368:12345-0@lo:400:kworker.0 Request processed in 26us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.946345:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1763332836.946404:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626346368:0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.946413:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836831 gen 2 00000004:00080000:0.0:1763332836.946419:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe4626c000, transno 21474836831 00000100:00100000:0.0:1763332836.946430:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626346240:0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.946579:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626345728 00000100:00100000:0.0:1763332836.946583:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626345728 00000100:00100000:0.0:1763332836.946607:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626346752 00000100:00100000:0.0:1763332836.946610:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626346752 00000100:00100000:0.0:1763332836.946627:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626346880 00000100:00100000:0.0:1763332836.946630:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626346880 00000100:00100000:0.0:1763332836.946657:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1763332836.946664:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626345728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.946702:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626345728:12345-0@lo:400:kworker.0 Request processed in 38us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.946708:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1763332836.946737:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1763332836.946745:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626346752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.946773:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626346752:12345-0@lo:400:kworker.0 Request processed in 29us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.946779:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1763332836.946791:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1763332836.946797:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626346880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.946824:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626346880:12345-0@lo:400:kworker.0 Request processed in 27us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.946829:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1763332836.946855:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626346880:0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.946866:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626345728:0@lo:400:kworker.0 00000100:00100000:0.0:1763332836.946875:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626346752:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.947278:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626345984:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.947324:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332836.947392:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626346496:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.947419:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332836.947439:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626347008:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.947462:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332836.947485:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1763332836.947491:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626345600:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.947519:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332836.947550:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626346112:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.947575:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332836.947593:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626346624:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.947613:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332836.947628:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626347136:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.947650:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332836.947675:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626345600 00000100:00100000:2.0:1763332836.947681:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626345600 00000100:00100000:2.0:1763332836.947719:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1763332836.947741:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626345600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.947783:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626345600:12345-0@lo:400:kworker.0 Request processed in 57us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.947788:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1763332836.947819:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626346112 00000100:00100000:2.0:1763332836.947822:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626346112 00000100:00100000:2.0:1763332836.947846:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1763332836.947852:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626346112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.947883:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626346112:12345-0@lo:400:kworker.0 Request processed in 31us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.947889:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1763332836.947912:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626346496 00000100:00100000:2.0:1763332836.947915:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626346496 00000100:00100000:2.0:1763332836.947944:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626346624 00000100:00100000:2.0:1763332836.947947:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626346624 00000100:00100000:2.0:1763332836.947969:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1763332836.947974:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626346496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.948001:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626346496:12345-0@lo:400:kworker.0 Request processed in 27us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.948007:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1763332836.948018:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1763332836.948024:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626346624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.948050:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626346624:12345-0@lo:400:kworker.0 Request processed in 27us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.948059:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1763332836.948087:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626345984 00000100:00100000:2.0:1763332836.948091:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626345984 00000100:00100000:2.0:1763332836.948108:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626347008 00000100:00100000:2.0:1763332836.948112:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626347008 00000100:00100000:2.0:1763332836.948123:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626347136 00000100:00100000:2.0:1763332836.948126:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626347136 00000100:00100000:2.0:1763332836.948140:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1763332836.948145:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626345984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.948172:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626345984:12345-0@lo:400:kworker.0 Request processed in 27us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.948179:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1763332836.948207:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1763332836.948215:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626347008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.948240:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626347008:12345-0@lo:400:kworker.0 Request processed in 26us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.948246:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1763332836.948256:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1763332836.948262:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626347136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.948286:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626347136:12345-0@lo:400:kworker.0 Request processed in 24us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.948292:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1763332836.948325:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626345600:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.948337:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626346112:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.948373:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626346624:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.948386:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626347136:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.948396:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626345984:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.948406:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626346496:0@lo:400:kworker.0 00000100:00100000:2.0:1763332836.948414:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626347008:0@lo:400:kworker.0 00000100:00080000:3.0:1763332836.948833:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332836.948842:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332836.948844:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332836.948847:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332836.949060:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332836.949125:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.949200:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611146752 00000100:00100000:3.0:1763332836.949206:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611146752 00000100:00100000:3.0:1763332836.949257:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1494 00000100:00100000:3.0:1763332836.949265:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+5:2419:x1848987611146752:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332836.949281:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332836.949308:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c32c47 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df84 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332836.949476:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332836.949500:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332836.949503:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332836.949514:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c32c47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df84 expref: 6 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332836.949542:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c32c47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df84 expref: 6 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332836.949559:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3200, rc 0) 00000100:00100000:3.0:1763332836.949616:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2419:x1848987611146752:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 353us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.949623:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1494 00000100:00100000:2.0:1763332836.950504:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611146880 00000100:00100000:2.0:1763332836.950514:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611146880 00000100:00100000:2.0:1763332836.951079:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 962 00000100:00100000:2.0:1763332836.951094:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611146880:12345-192.168.204.28@tcp:63:ll_sa.0 00010000:00010000:2.0:1763332836.951139:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332836.951167:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c32c4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df8b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.951242:0:6525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951259:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951272:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951284:0:6525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951292:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951299:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951812:0:6525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32c63 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951824:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32c63 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951832:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32c63 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 00000004:00200000:2.0:1763332836.951875:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1:0x0]: returning size 0 00000004:00200000:2.0:1763332836.951881:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332836.951933:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32c63 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951946:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32c63 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951955:0:6525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951961:0:6525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c55 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951968:0:6525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c55 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951975:0:6525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332836.951979:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c55 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.951987:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c55 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.952001:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0f00) 00010000:00010000:2.0:1763332836.952005:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332836.952009:0:6525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.952015:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.952030:0:6525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.952036:0:6525:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c5c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.952041:0:6525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.952046:0:6525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332836.952049:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.952056:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.952062:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe44cd0100) 00010000:00010000:2.0:1763332836.952065:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332836.952067:0:6525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c5c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.952072:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 00010000:00010000:2.0:1763332836.952106:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c32c4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df8b expref: 16 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.952127:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32c63 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df8b expref: 15 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.952135:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1:0x0].0x0 (ffff92fe44cd0d00) 00010000:00010000:2.0:1763332836.952138:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332836.952140:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06a00, rc 0) 00000100:00100000:2.0:1763332836.956496:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2421:x1848987611146880:12345-192.168.204.28@tcp:63:ll_sa.0 Request processed in 4250us (6214us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.956516:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 962 00000100:00100000:1.0:1763332836.957659:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332836.958180:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611147008 00000100:00100000:2.0:1763332836.958194:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611147008 00000100:00100000:2.0:1763332836.958264:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1495 00000100:00100000:2.0:1763332836.958277:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:39997:x1848987611147008:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332836.958301:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332836.958326:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c32c6a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df92 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.958386:0:8611:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c32c47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df84 expref: 7 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332836.958396:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332836.958399:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332836.958404:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c32c6a lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df92 expref: 7 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.958447:0:8611:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c32c47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df84 expref: 7 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332836.958462:0:8611:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c32c47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df84 expref: 7 pid: 8406 timeout: 1041 lvb_type: 1 00000100:00100000:2.0:1763332836.958477:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626347264:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332836.958586:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe477a6240 going to sleep for 11 seconds 00000100:00100000:1.0:1763332836.962758:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332836.962802:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.963152:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611147136 00000100:00100000:3.0:1763332836.963164:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611147136 00000100:00100000:3.0:1763332836.963219:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611147264 00000100:00100000:3.0:1763332836.963222:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611147264 00000100:00100000:3.0:1763332836.963249:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1496 00000100:00100000:3.0:1763332836.963260:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611147136:12345-192.168.204.28@tcp:101:ll_agl.0 00010000:00010000:3.0:1763332836.963283:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332836.963311:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32c71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695df99 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332836.963339:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x4b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332836.963397:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332836.963399:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332836.963411:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32c71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df99 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332836.963429:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32c71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df99 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332836.963451:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3600, rc 0) 00000100:00100000:3.0:1763332836.963512:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611147136:12345-192.168.204.28@tcp:101:ll_agl.0 Request processed in 254us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.963519:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1496 00000100:00100000:3.0:1763332836.963537:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1497 00000100:00100000:3.0:1763332836.963542:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+5:2421:x1848987611147264:12345-192.168.204.28@tcp:101:ll_agl.0 00010000:00010000:3.0:1763332836.963549:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332836.963561:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c32c78 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfa0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332836.963578:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332836.963588:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332836.963590:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332836.963595:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c32c78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfa0 expref: 6 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332836.963609:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c32c78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfa0 expref: 6 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332836.963618:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2000, rc 0) 00000100:00100000:3.0:1763332836.963638:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2421:x1848987611147264:12345-192.168.204.28@tcp:101:ll_agl.0 Request processed in 96us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332836.963644:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1497 00000100:00100000:0.0:1763332836.964672:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626347264:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332836.964709:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c32c6a lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df92 expref: 8 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332836.964733:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07a00, rc 0) 00000100:00100000:0.0:1763332836.964776:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:39997:x1848987611147008:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6502us (7124us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332836.964783:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1495 00000100:00100000:1.0:1763332836.966454:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332836.966800:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611147392 00000100:00100000:2.0:1763332836.966812:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611147392 00010000:00010000:2.0:1763332836.966861:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c32c47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df84 expref: 8 pid: 8406 timeout: 1041 lvb_type: 1 00000100:00100000:2.0:1763332836.966904:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 777 00000100:00100000:2.0:1763332836.966915:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611147392:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332836.966933:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332836.966959:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c32c47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df84 expref: 8 pid: 8406 timeout: 1041 lvb_type: 1 00010000:00010000:2.0:1763332836.966973:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c32c47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df84 expref: 8 pid: 8406 timeout: 1041 lvb_type: 1 00010000:00010000:2.0:1763332836.967001:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c32c47 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df84 expref: 8 pid: 8406 timeout: 1041 lvb_type: 1 00010000:00010000:2.0:1763332836.967021:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332836.967024:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332836.967033:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c32c6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df92 expref: 7 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.967044:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c32c6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df92 expref: 7 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332836.967089:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07a00/0xb32e3ef184c32c6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df92 expref: 7 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332836.967104:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626347392:192.168.204.28@tcp:105: 00000100:00100000:2.0:1763332836.967195:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe477a63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332836.974835:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332836.975218:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626347392:192.168.204.28@tcp:105: 00010000:00010000:2.0:1763332836.975252:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332836.975400:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611147392:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 8484us (8954us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332836.975414:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 777 00000100:00100000:3.0:1763332836.976542:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611147648 00000100:00100000:3.0:1763332836.976558:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611147648 00000100:00100000:3.0:1763332836.976632:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 843 00000100:00100000:3.0:1763332836.976644:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ec850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:39997:x1848987611147648:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332836.977178:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ec850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:39997:x1848987611147648:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 534us (2355us total) trans 4294967433 rc 0/0 00000100:00100000:3.0:1763332836.977187:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 843 00000100:00100000:1.0:1763332836.985132:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332836.985232:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611147904 00000100:00100000:3.0:1763332836.985245:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611147904 00000100:00100000:3.0:1763332836.985331:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 844 00000100:00100000:3.0:1763332836.985342:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:39997:x1848987611147904:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332836.985784:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:39997:x1848987611147904:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 443us (668us total) trans 4294967434 rc 0/0 00000100:00100000:3.0:1763332836.985794:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 844 00000100:00100000:1.0:1763332836.999924:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332837.000256:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611148160 00000100:00100000:0.0:1763332837.000271:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611148160 00000100:00100000:0.0:1763332837.000385:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2889 00000100:00100000:0.0:1763332837.000398:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:40000:x1848987611148160:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332837.000432:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332837.000461:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c7f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfa7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332837.000601:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191800/0xb32e3ef184c32c86 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.000618:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191800/0xb32e3ef184c32c86 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332837.000631:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191800/0xb32e3ef184c32c86 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x2:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:0.0:1763332837.000644:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2:0x0]: returning size 21 00010000:00010000:0.0:1763332837.000796:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190e00/0xb32e3ef184c32c7f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfa7 expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332837.000817:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191800/0xb32e3ef184c32c86 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfa7 expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332837.000827:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2:0x0].0x0 (ffff92fe43b90a00) 00010000:00010000:0.0:1763332837.000830:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1763332837.000834:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191800, rc 0) 00000100:00100000:0.0:1763332837.000914:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:40000:x1848987611148160:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 518us (1007us total) trans 4294967435 rc 0/0 00000100:00100000:0.0:1763332837.000920:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2889 00000100:00100000:1.0:1763332837.006707:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332837.006819:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611148288 00000100:00100000:2.0:1763332837.006832:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611148288 00000100:00100000:2.0:1763332837.006899:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2890 00000100:00100000:2.0:1763332837.006909:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:40000:x1848987611148288:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332837.006940:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332837.006966:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c94 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfae expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332837.007076:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c9b lrc: 3/1,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332837.007095:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c9b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007112:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c9b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007274:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ca2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332837.007298:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ca2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007311:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ca2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007434:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c9b lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007443:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c9b lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007449:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c9b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007457:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c9b lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007463:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332837.007467:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c9b lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007474:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c9b lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007486:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43b90d00) 00010000:00010000:2.0:1763332837.007489:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332837.007495:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c9b lrc: 3/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007516:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32c9b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007533:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ca2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007539:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ca2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007544:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ca2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007548:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332837.007551:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ca2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007556:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ca2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007563:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92fe44cd0b00) 00010000:00010000:2.0:1763332837.007566:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332837.007568:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ca2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007574:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ca2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332837.007624:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c94 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfae expref: 20 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332837.007635:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43b90d00) 00010000:00010000:2.0:1763332837.007637:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332837.007641:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32c94 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfae expref: 20 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332837.007650:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06e00, rc 0) 00000100:00100000:2.0:1763332837.007740:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:40000:x1848987611148288:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 816us (1031us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332837.007750:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2890 00000100:00100000:2.0:1763332837.011050:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332837.011147:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611148544 00000100:00100000:1.0:1763332837.011165:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611148544 00000100:00100000:1.0:1763332837.011252:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2891 00000100:00100000:1.0:1763332837.011264:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:40000:x1848987611148544:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332837.011304:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332837.011308:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763332837.011343:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c32c39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df76 expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332837.011408:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43b90d00) 00010000:00010000:1.0:1763332837.011415:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332837.011438:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c32ca9 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfb5 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332837.011581:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32cb0 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332837.011597:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32cb0 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.011607:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32cb0 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.011623:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332837.011629:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.011634:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.012122:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32cbe lrc: 3/1,0 mode: --/PR res: [0x240000404:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332837.012132:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32cbe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.012139:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32cbe lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000004:00200000:1.0:1763332837.012151:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x3:0x0]: returning size 0 00010000:00010000:1.0:1763332837.012182:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32cb0 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.012189:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32cb0 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.012201:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32cb0 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.012208:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32cb0 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.012214:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332837.012224:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32cb0 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.012232:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32cb0 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.012241:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43b90d00) 00010000:00010000:1.0:1763332837.012244:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332837.012249:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32cb0 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.012257:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32cb0 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00000004:00010000:1.0:1763332837.012268:0:29240:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b980ddff reply state 0000000016ee520b transno 4294967436 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.012278:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332837.012285:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92ff618aa900) 00010000:00010000:1.0:1763332837.012287:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332837.012290:0:29240:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763332837.012318:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c32ca9 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfb5 expref: 21 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332837.012338:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32cbe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfb5 expref: 20 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332837.012345:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3:0x0].0x0 (ffff92ff618aa300) 00010000:00010000:1.0:1763332837.012377:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332837.012379:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192400, rc 0) 00000100:00100000:1.0:1763332837.012470:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:40000:x1848987611148544:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1208us (1426us total) trans 4294967436 rc 0/0 00000100:00100000:1.0:1763332837.012479:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2891 00000100:00100000:1.0:1763332837.018986:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332837.020327:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611148800 00000100:00100000:0.0:1763332837.020344:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611148800 00000100:00100000:0.0:1763332837.020443:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2892 00000100:00100000:0.0:1763332837.020457:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:40000:x1848987611148800:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332837.020490:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332837.020520:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190e00/0xb32e3ef184c32ccc lrc: 2/0,0 mode: --/CR res: [0x240000404:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfbc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332837.020666:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.020684:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32cbe lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfb5 expref: 22 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332837.020694:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332837.020748:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32cbe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfb5 expref: 22 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332837.020765:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32cbe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfb5 expref: 22 pid: 29240 timeout: 1041 lvb_type: 0 00000100:00100000:0.0:1763332837.020781:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848987626347520:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332837.020899:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332837.024234:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848987626347520:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332837.024274:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000100:00100000:2.0:1763332837.026401:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332837.027767:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611148928 00000100:00100000:1.0:1763332837.027784:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611148928 00010000:00010000:1.0:1763332837.027843:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32cbe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfb5 expref: 23 pid: 29240 timeout: 1041 lvb_type: 0 00000100:00100000:1.0:1763332837.027907:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 778 00000100:00100000:1.0:1763332837.027920:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2420:x1848987611148928:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332837.027941:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332837.027949:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32cbe lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfb5 expref: 23 pid: 29240 timeout: 1041 lvb_type: 0 00010000:00010000:1.0:1763332837.027973:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32cbe lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfb5 expref: 23 pid: 29240 timeout: 1041 lvb_type: 0 00010000:00010000:1.0:1763332837.028259:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32cbe lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfb5 expref: 23 pid: 29240 timeout: 1041 lvb_type: 0 00010000:00010000:1.0:1763332837.028292:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3:0x0].0x0 (ffff92ff618aa300) 00010000:00010000:1.0:1763332837.028298:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332837.028315:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332837.028323:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332837.028411:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332837.028491:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2420:x1848987611148928:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 573us (2144us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332837.028500:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 778 00010000:00010000:0.0:1763332837.028764:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332837.028773:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:0.0:1763332837.028806:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x3:0x0]: returning size 0 00000004:00080000:0.0:1763332837.029192:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x13:0x0], index 0: 0 00000004:00080000:0.0:1763332837.029200:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x14:0x0], index 1: 0 00000004:00080000:0.0:1763332837.029205:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x14:0x0], index 0: 0 00000004:00080000:0.0:1763332837.029208:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x15:0x0], index 0: 0 00000004:00080000:0.0:1763332837.029212:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x15:0x0], index 1: 0 00000004:00080000:0.0:1763332837.029216:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x16:0x0], index 0: 0 00000004:00080000:0.0:1763332837.029220:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x16:0x0], index 1: 0 00010000:00010000:0.0:1763332837.029575:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332837.029585:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332837.029592:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332837.029598:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332837.029603:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332837.029612:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332837.029626:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3:0x0].0x0 (ffff92ff618aa300) 00010000:00010000:0.0:1763332837.029629:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332837.029633:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332837.029640:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c32cd3 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332837.029697:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190e00/0xb32e3ef184c32ccc lrc: 1/0,0 mode: --/CR res: [0x240000404:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfbc expref: 22 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332837.029708:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3:0x0].0x0 (ffff92ff618aa300) 00010000:00010000:0.0:1763332837.029710:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332837.029714:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190e00/0xb32e3ef184c32ccc lrc: 0/0,0 mode: --/CR res: [0x240000404:0x3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfbc expref: 22 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332837.029742:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190e00, rc 0) 00000100:00100000:0.0:1763332837.029806:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:40000:x1848987611148800:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 9353us (10836us total) trans 4294967437 rc 301/301 00000100:00100000:0.0:1763332837.029815:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2892 00000100:00100000:2.0:1763332837.034941:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332837.035056:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611149184 00000100:00100000:3.0:1763332837.035070:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611149184 00000100:00100000:3.0:1763332837.035302:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 845 00000100:00100000:3.0:1763332837.035315:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:40000:x1848987611149184:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332837.036590:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:40000:x1848987611149184:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1267us (1653us total) trans 4294967438 rc 0/0 00000100:00100000:3.0:1763332837.036605:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 845 00000100:00100000:3.0:1763332837.039503:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332837.039633:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611149440 00000100:00100000:2.0:1763332837.039648:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611149440 00000100:00100000:2.0:1763332837.039767:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 846 00000100:00100000:2.0:1763332837.039777:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:40000:x1848987611149440:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332837.040299:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:40000:x1848987611149440:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 520us (805us total) trans 4294967439 rc 0/0 00000100:00100000:2.0:1763332837.040781:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 846 00000100:00100000:2.0:1763332837.065598:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332837.066582:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611149696 00000100:00100000:0.0:1763332837.066599:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611149696 00000100:00100000:0.0:1763332837.066677:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2893 00000100:00100000:0.0:1763332837.066688:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:40003:x1848987611149696:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332837.066718:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332837.066756:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32ce1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfc3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332837.066858:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32ce8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.066876:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32ce8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.066891:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32ce8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.066906:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32cef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.066912:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32cef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.066918:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32cef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067024:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32ce8 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067033:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32ce8 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067040:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32ce8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067047:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32ce8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067053:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332837.067058:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32ce8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067068:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32ce8 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067082:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0f00) 00010000:00010000:0.0:1763332837.067086:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332837.067092:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32ce8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067099:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c32ce8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067115:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32cef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067121:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32cef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067127:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32cef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067132:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332837.067135:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32cef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067140:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32cef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067148:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe44cd0100) 00010000:00010000:0.0:1763332837.067150:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332837.067153:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32cef lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067159:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c32cef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332837.067192:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32ce1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfc3 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332837.067204:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0f00) 00010000:00010000:0.0:1763332837.067206:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332837.067209:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c32ce1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfc3 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332837.067224:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190e00, rc 0) 00000100:00100000:0.0:1763332837.067315:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:40003:x1848987611149696:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 628us (1731us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332837.067323:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2893 00000100:00100000:1.0:1763332837.079514:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332837.080646:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611149952 00000100:00100000:0.0:1763332837.080664:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611149952 00000100:00100000:0.0:1763332837.080881:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2894 00000100:00100000:0.0:1763332837.080893:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:40003:x1848987611149952:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332837.080926:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332837.080956:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190e00/0xb32e3ef184c32cf6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfca expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763332837.082492:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1763332837.082654:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190e00/0xb32e3ef184c32cf6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfca expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332837.082674:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe43b90500) 00010000:00010000:1.0:1763332837.082677:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332837.082683:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190e00/0xb32e3ef184c32cf6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfca expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332837.082703:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190e00, rc 0) 00000100:00100000:1.0:1763332837.082979:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:40003:x1848987611149952:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2087us (3479us total) trans 4294967440 rc 301/301 00000100:00100000:1.0:1763332837.082989:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2894 00000100:00100000:1.0:1763332837.088465:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332837.088604:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611150080 00000100:00100000:3.0:1763332837.088620:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611150080 00000100:00100000:3.0:1763332837.088693:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2895 00000100:00100000:3.0:1763332837.088704:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:40003:x1848987611150080:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332837.088807:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32d04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.088828:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32d04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.088841:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32d04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.088851:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.088858:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.088864:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.088955:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32d12 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.088961:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32d12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.088966:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32d12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332837.089014:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1:0x0]: returning size 0 00000004:00200000:3.0:1763332837.089019:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332837.089032:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32d12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089046:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32d04 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089052:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32d04 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089063:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32d04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089070:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32d04 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089076:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332837.089080:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32d04 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089087:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32d04 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089098:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0f00) 00010000:00010000:3.0:1763332837.089101:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332837.089106:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32d04 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089111:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32d04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089122:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089127:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d0b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089132:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089137:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332837.089140:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089148:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089155:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe44cd0100) 00010000:00010000:3.0:1763332837.089157:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332837.089160:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d0b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089165:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089174:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32d12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089180:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32d12 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089186:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32d12 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089190:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332837.089193:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32d12 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089198:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32d12 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089205:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1:0x0].0x0 (ffff92fe44cd0d00) 00010000:00010000:3.0:1763332837.089207:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332837.089210:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32d12 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332837.089215:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32d12 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763332837.089332:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:40003:x1848987611150080:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 628us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332837.089342:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2895 00000100:00100000:2.0:1763332837.096803:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332837.096903:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611150336 00000100:00100000:3.0:1763332837.096918:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611150336 00000100:00100000:3.0:1763332837.096997:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 847 00000100:00100000:3.0:1763332837.097009:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:40003:x1848987611150336:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332837.097328:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:40003:x1848987611150336:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 320us (540us total) trans 4294967441 rc 0/0 00000100:00100000:3.0:1763332837.097336:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 847 00010000:00010000:3.0:1763332837.969264:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332838.481149:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763332838.481187:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626347648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332838.481284:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332838.482033:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332838.482052:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626347776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332838.482101:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332838.482243:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626347648 00000100:00100000:3.0:1763332838.482254:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626347648 00000100:00100000:0.0:1763332838.482289:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626347776 00000100:00100000:0.0:1763332838.482295:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626347776 00000100:00080000:2.0:1763332838.482367:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332838.482504:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1763332838.482595:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1763332838.482600:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626347776:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332838.482603:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626347648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332838.482640:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3921391616 avail 3689869312 00002000:00000024:0.0:1763332838.482640:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1763332838.482715:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626347776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332838.482723:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1763332838.482766:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626347776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332838.483567:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626347648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 961us (2278us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332838.483577:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1763332838.483712:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626347648:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1763332838.992640:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332839.001595:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332839.001627:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626347904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332839.001723:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332839.001964:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332839.001975:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626348032:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332839.002009:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332839.002114:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626347904 00000100:00100000:2.0:1763332839.002124:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626347904 00000100:00100000:2.0:1763332839.002190:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626348032 00000100:00100000:2.0:1763332839.002193:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626348032 00000100:00100000:2.0:1763332839.002216:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1763332839.002226:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626347904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763332839.002266:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1763332839.002321:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626347904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332839.002330:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1763332839.002382:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1763332839.002389:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626348032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763332839.002401:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1763332839.002431:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626348032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332839.002437:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1763332839.002487:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626348032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332839.002522:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626347904:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1763332839.002629:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332840.016811:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332840.016846:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626348160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763332840.016951:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332840.017114:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626348160 00000100:00100000:3.0:1763332840.017124:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626348160 00000100:00100000:3.0:1763332840.017189:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:3.0:1763332840.017199:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626348160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763332840.017246:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445986304 avail 1299746816 00000100:00100000:3.0:1763332840.017308:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626348160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332840.017316:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1763332840.017408:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626348160:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763332840.017696:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332841.040632:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332841.397618:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332841.397712:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332841.397760:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332841.397789:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332841.397810:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332841.397985:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611150720 00000100:00100000:3.0:1763332841.397999:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611150720 00000100:00100000:3.0:1763332841.398083:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611150592 00000100:00100000:3.0:1763332841.398086:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611150592 00000100:00100000:3.0:1763332841.398109:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1037 00000100:00100000:3.0:1763332841.398119:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2420:x1848987611150720:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332841.398205:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2420:x1848987611150720:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 89us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332841.398213:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1037 00000100:00100000:3.0:1763332841.398230:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1038 00000100:00100000:3.0:1763332841.398236:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2420:x1848987611150592:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332841.398263:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2420:x1848987611150592:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 27us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332841.398270:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1038 00000100:00100000:2.0:1763332841.398498:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611150464 00000100:00100000:2.0:1763332841.398505:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611150464 00000100:00100000:2.0:1763332841.398551:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 769 00000100:00100000:2.0:1763332841.398559:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611150464:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332841.398593:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611150464:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 34us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332841.398601:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 769 00000100:00100000:0.0:1763332841.398601:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611150976 00000100:00100000:0.0:1763332841.398608:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611150976 00000100:00100000:0.0:1763332841.398666:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611150848 00000100:00100000:0.0:1763332841.398670:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611150848 00000100:00080000:1.0:1763332841.399178:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332841.399184:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763332841.399187:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763332841.399191:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332841.399967:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 607 00000100:00100000:2.0:1763332841.399986:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611150976:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332841.400050:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611150976:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 74us (2290us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332841.400057:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 607 00000100:00100000:2.0:1763332841.400081:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 608 00000100:00100000:2.0:1763332841.400088:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2420:x1848987611150848:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332841.400119:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2420:x1848987611150848:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 31us (2306us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332841.400125:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 608 00000100:00100000:1.0:1763332841.552708:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332841.552746:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626348288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332841.552845:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332841.553012:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626348288 00000100:00100000:3.0:1763332841.553024:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626348288 00000100:00100000:3.0:1763332841.553107:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1763332841.553123:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626348288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763332841.553175:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446227968 avail 1299988480 00000100:00100000:3.0:1763332841.553232:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626348288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332841.553241:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1763332841.553616:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626348288:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1763332842.064705:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332842.069000:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626348800:0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.069103:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332842.069203:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626349312:0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.069233:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332842.069258:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626349824:0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.069278:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332842.069309:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1763332842.069314:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626348672:0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.069339:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332842.069391:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626349184:0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.069412:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332842.069427:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626349696:0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.069446:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332842.069481:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626349312 00000100:00100000:2.0:1763332842.069491:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626349312 00000100:00100000:2.0:1763332842.069559:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626349184 00000100:00100000:2.0:1763332842.069563:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626349184 00000100:00100000:2.0:1763332842.069589:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1763332842.069601:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626349312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.069674:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626349312:12345-0@lo:400:kworker.0 Request processed in 76us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332842.069683:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1763332842.069706:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1763332842.069712:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626349184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.069738:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626349184:12345-0@lo:400:kworker.0 Request processed in 27us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332842.069743:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1763332842.069763:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626348800 00000100:00100000:2.0:1763332842.069767:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626348800 00000100:00100000:2.0:1763332842.069788:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626349824 00000100:00100000:2.0:1763332842.069790:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626349824 00000100:00100000:2.0:1763332842.069804:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626349696 00000100:00100000:2.0:1763332842.069806:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626349696 00000100:00100000:2.0:1763332842.069821:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1763332842.069826:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626348800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.069851:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626348800:12345-0@lo:400:kworker.0 Request processed in 25us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332842.069856:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1763332842.069866:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1763332842.069871:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626349824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.069888:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77eae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626349824:12345-0@lo:400:kworker.0 Request processed in 18us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332842.069894:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1763332842.069901:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1763332842.069906:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626349696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.069925:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77eac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626349696:12345-0@lo:400:kworker.0 Request processed in 19us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332842.069929:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1763332842.069943:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626348672 00000100:00100000:2.0:1763332842.069946:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626348672 00000100:00100000:2.0:1763332842.069969:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1763332842.069974:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626348672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.070000:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77ead180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626348672:12345-0@lo:400:kworker.0 Request processed in 27us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332842.070006:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1763332842.070055:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626348672:0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.070065:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626349184:0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.070072:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626349696:0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.070082:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626348800:0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.070090:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626349312:0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.070097:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626349824:0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070233:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626348416:0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070276:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332842.070319:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626348928:0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070346:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332842.070395:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626349440:0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070418:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332842.070433:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626349952:0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070454:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332842.070473:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1763332842.070480:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626348544:0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070504:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332842.070519:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626349056:0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070541:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332842.070556:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626349568:0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070600:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332842.070643:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626349952 00000100:00100000:3.0:1763332842.070647:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626349952 00000100:00100000:3.0:1763332842.070681:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626348544 00000100:00100000:3.0:1763332842.070683:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626348544 00000100:00100000:3.0:1763332842.070694:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626349568 00000100:00100000:3.0:1763332842.070696:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626349568 00000100:00100000:3.0:1763332842.070709:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1763332842.070714:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626349952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070752:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626349952:12345-0@lo:400:kworker.0 Request processed in 38us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332842.070758:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1763332842.070770:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1763332842.070775:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626348544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070800:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626348544:12345-0@lo:400:kworker.0 Request processed in 24us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332842.070805:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1763332842.070816:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1763332842.070821:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626349568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070846:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626349568:12345-0@lo:400:kworker.0 Request processed in 24us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332842.070851:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1763332842.070880:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626348544:0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070891:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626349568:0@lo:400:kworker.0 00000100:00100000:3.0:1763332842.070901:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626349952:0@lo:400:kworker.0 00000100:00080000:1.0:1763332842.071278:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763332842.071285:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763332842.071288:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332842.071291:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332842.071307:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626349440 00000100:00100000:1.0:1763332842.071312:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626349440 00000100:00100000:1.0:1763332842.071397:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626349056 00000100:00100000:1.0:1763332842.071401:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626349056 00000100:00100000:1.0:1763332842.071425:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1763332842.071432:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626349440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332842.071482:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626349440:12345-0@lo:400:kworker.0 Request processed in 51us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332842.071490:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1763332842.071502:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1763332842.071508:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626349056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332842.071536:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626349056:12345-0@lo:400:kworker.0 Request processed in 28us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332842.071542:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1763332842.071579:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626349056:0@lo:400:kworker.0 00000100:00100000:1.0:1763332842.071592:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626349440:0@lo:400:kworker.0 00000100:00080000:0.0:1763332842.071665:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332842.071669:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332842.073908:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626348416 00000100:00100000:2.0:1763332842.073928:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626348416 00000100:00100000:0.0:1763332842.074773:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1763332842.074793:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626348416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332842.074928:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626348416:12345-0@lo:400:kworker.0 Request processed in 143us (4650us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332842.074937:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1763332842.075082:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626348928 00000100:00100000:2.0:1763332842.075090:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626348928 00000100:00100000:2.0:1763332842.075126:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:2.0:1763332842.075133:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626348928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332842.075183:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626348928:12345-0@lo:400:kworker.0 Request processed in 52us (4837us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332842.075189:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1763332842.075420:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626348416:0@lo:400:kworker.0 00000100:00100000:1.0:1763332842.075442:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626348928:0@lo:400:kworker.0 00000100:00100000:1.0:1763332842.426475:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332842.426538:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332842.426669:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611151232 00000100:00100000:0.0:1763332842.426687:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611151232 00000100:00100000:0.0:1763332842.426793:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1498 00000100:00100000:0.0:1763332842.426807:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611151232:12345-192.168.204.28@tcp:16:kworker.0 00000100:00100000:0.0:1763332842.427006:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611151232:12345-192.168.204.28@tcp:16:kworker.0 Request processed in 202us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332842.427013:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611151104 00000100:00100000:0.0:1763332842.427016:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1498 00000100:00100000:2.0:1763332842.427019:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611151104 00002000:00100000:2.0:1763332842.427058:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x13:0x0] (0->3368) req@ffff92ff77e7b480 x1848987611151104/t0(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:153/0 lens 3864/0 e 0 to 0 dl 1763332853 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332842.427070:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77e7b480 with x1848987611151104 ext(0->3368) 00002000:00010000:2.0:1763332842.427081:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77e7b480 00000100:00100000:2.0:1763332842.427101:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 611 00000100:00100000:2.0:1763332842.427107:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2421:x1848987611151104:12345-192.168.204.28@tcp:4:lfs.0 00000100:00100000:2.0:1763332842.430141:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611151104:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 3019us (3671us total) trans 17179869515 rc 0/0 00000100:00100000:2.0:1763332842.430158:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 611 00002000:00100000:2.0:1763332842.430174:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x13:0x0] (0->3368) req@ffff92ff77e7b480 x1848987611151104/t17179869515(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:153/0 lens 3864/448 e 0 to 0 dl 1763332853 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332842.430185:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77e7b480 with x1848987611151104 ext(0->3368) 00002000:00010000:2.0:1763332842.430192:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77e7b480 00000001:00080000:1.0:1763332842.442100:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869515 is committed 00000001:00080000:1.0:1763332842.442126:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869514 is committed 00010000:00010000:3.0:1763332843.088860:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1763332843.096870:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836832 is committed 00000001:00080000:0.0:1763332843.097826:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967441 is committed 00000001:00080000:2.0:1763332843.097857:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969121 is committed 00000020:00080000:0.0:1763332843.097911:0:7438:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff92ff7df5de40 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1763332843.097920:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92fe45addc00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff7df5d840 00000020:00080000:0.0:1763332843.097924:0:7438:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].7 00000020:00080000:0.0:1763332843.097927:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92fe45adde00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe49ac5600 00000020:00080000:0.0:1763332843.097930:0:7438:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].8 00000020:00080000:2.0:1763332843.097989:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 9 committed batchid 8 00000020:00080000:2.0:1763332843.098066:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8 00010000:00010000:1.0:1763332843.098087:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098103:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098112:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098119:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74203e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332843.098124:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098137:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098158:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1:0x0].0x0 (ffff92fe43b90300) 00010000:00010000:1.0:1763332843.098162:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332843.098169:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098175:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203e00/0xb32e3ef184c32b05 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098193:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098199:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098205:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098209:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332843.098211:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098217:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098224:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43b90d00) 00010000:00010000:1.0:1763332843.098226:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332843.098229:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098233:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202000/0xb32e3ef184c32b0c lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332843.098260:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332843.098266:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332843.098271:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332843.098276:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff74202c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332843.098279:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332843.098283:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332843.098290:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xe0d9f819 (ffff92fe43b90f00) 00010000:00010000:1.0:1763332843.098292:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332843.098294:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332843.098300:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74202c00/0xb32e3ef184c32bec lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332843.098314:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332843.098320:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332843.098326:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332843.098334:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332843.098337:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332843.098343:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332843.099426:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332843.099442:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332843.099449:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332843.099460:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332843.099464:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332843.099472:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332843.099489:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe44cd0100) 00010000:00010000:3.0:1763332843.099493:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332843.099497:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332843.099503:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32bb4 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332843.100219:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92ff618aa900) 00010000:00010000:1.0:1763332843.100222:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332843.100227:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332843.100233:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32cb7 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00000100:00100000:1.0:1763332843.602690:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626350080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332843.602759:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332843.602859:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626350080 00000100:00100000:2.0:1763332843.602867:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626350080 00000100:00100000:2.0:1763332843.602919:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1763332843.602928:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626350080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763332843.602949:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3921391616 avail 3689840640 00000100:00100000:0.0:1763332843.603767:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626350208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332843.603801:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332843.603842:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626350208 00000100:00100000:0.0:1763332843.603846:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626350208 00000100:00100000:0.0:1763332843.603873:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1763332843.603879:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626350208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332843.603892:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3921391616 avail 3689840640 00000100:00100000:0.0:1763332843.603923:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626350208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332843.603929:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1763332843.603973:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626350208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332843.605461:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626350080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2526us (2693us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332843.605474:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1763332843.605573:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869514 gen 2 00000004:00080000:1.0:1763332843.605580:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe45180380, transno 17179869514 00000100:00100000:1.0:1763332843.605611:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626350080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332844.077864:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332844.079076:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611151488 00000100:00100000:2.0:1763332844.079091:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611151488 00000100:00100000:2.0:1763332844.079187:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2896 00000100:00100000:2.0:1763332844.079198:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:40707:x1848987611151488:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332844.079223:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332844.079253:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d19 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfd1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332844.079341:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d20 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332844.079373:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d20 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079386:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d20 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079400:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d27 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332844.079407:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079413:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079494:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d20 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079502:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d20 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079508:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d20 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079514:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332844.079518:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d20 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079525:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d20 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079536:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe44cd0c00) 00010000:00010000:2.0:1763332844.079539:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332844.079543:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d20 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079548:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d20 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079559:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079565:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d27 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079570:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079574:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332844.079577:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079582:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079589:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332844.079603:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332844.079607:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d27 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079612:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d27 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.079650:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d19 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfd1 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332844.079661:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe44cd0c00) 00010000:00010000:2.0:1763332844.079663:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332844.079667:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d19 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfd1 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332844.079679:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06800, rc 0) 00000100:00100000:2.0:1763332844.079746:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:40707:x1848987611151488:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 550us (1892us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332844.079754:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2896 00000100:00080000:0.0:1763332844.079850:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332844.091952:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332844.092118:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611151744 00000100:00100000:3.0:1763332844.092129:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611151744 00000100:00100000:3.0:1763332844.092195:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2897 00000100:00100000:3.0:1763332844.092206:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:40707:x1848987611151744:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332844.092228:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332844.092251:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfd8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1763332844.093481:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1763332844.093603:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d2e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfd8 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332844.093619:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff44d03a00) 00010000:00010000:3.0:1763332844.093622:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332844.093628:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c32d2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfd8 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332844.093646:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2200, rc 0) 00000100:00100000:3.0:1763332844.093723:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:40707:x1848987611151744:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1518us (1779us total) trans 4294967442 rc 301/301 00000100:00100000:3.0:1763332844.093731:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2897 00000100:00100000:1.0:1763332844.103673:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332844.104504:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611151872 00000100:00100000:2.0:1763332844.104517:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611151872 00000100:00100000:2.0:1763332844.104598:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2898 00000100:00100000:2.0:1763332844.104609:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:40707:x1848987611151872:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332844.104706:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d3c lrc: 3/1,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332844.104723:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d3c lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104735:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d3c lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104746:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d43 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332844.104752:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d43 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104758:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d43 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104834:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d4a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332844.104842:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104849:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00200000:2.0:1763332844.104899:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x3:0x0]: returning size 0 00000004:00200000:2.0:1763332844.104903:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332844.104917:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104929:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d3c lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104938:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d3c lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104944:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d3c lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104950:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332844.104953:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d3c lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104960:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d3c lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104972:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe44cd0c00) 00010000:00010000:2.0:1763332844.104975:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332844.104980:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d3c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.104985:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d3c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105005:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d43 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105011:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d43 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105016:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d43 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105021:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332844.105023:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d43 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105033:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d43 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105040:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332844.105042:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332844.105044:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d43 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105049:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d43 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105061:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d4a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105066:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d4a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105071:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d4a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105075:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332844.105077:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d4a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105081:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d4a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105087:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3:0x0].0x0 (ffff92fe44cd0b00) 00010000:00010000:2.0:1763332844.105089:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332844.105091:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d4a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332844.105095:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d4a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000100:00100000:2.0:1763332844.105197:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:40707:x1848987611151872:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 589us (1532us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332844.105204:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2898 00000100:00100000:2.0:1763332844.112931:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626350336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332844.113002:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332844.113126:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626350336 00000100:00100000:0.0:1763332844.113135:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626350336 00000100:00100000:0.0:1763332844.113205:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1763332844.113215:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626350336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332844.113244:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1763332844.113292:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77eac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626350336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332844.113299:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1763332844.113336:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836832 gen 2 00000004:00080000:0.0:1763332844.113341:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e00c000, transno 21474836832 00000100:00100000:0.0:1763332844.113378:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626350336:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1763332844.113730:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332844.114003:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626350464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332844.114036:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332844.114122:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332844.114252:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626350464 00000100:00100000:1.0:1763332844.114257:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626350464 00000100:00100000:1.0:1763332844.114304:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1763332844.114312:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626350464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332844.114326:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1763332844.114386:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626350464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332844.114392:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1763332844.114456:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626350464:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1763332844.114499:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332844.118682:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332844.118873:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611152128 00000100:00100000:3.0:1763332844.118883:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611152128 00000100:00100000:3.0:1763332844.119338:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 848 00000100:00100000:3.0:1763332844.120256:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:40707:x1848987611152128:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332844.120495:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:40707:x1848987611152128:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1147us (1819us total) trans 4294967443 rc 0/0 00000100:00100000:3.0:1763332844.120503:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 848 00010000:00010000:1.0:1763332845.136546:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332845.141734:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626350592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332845.141833:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332845.143830:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626350592 00000100:00100000:0.0:1763332845.143845:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626350592 00000100:00100000:0.0:1763332845.143917:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1763332845.143928:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77eadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626350592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763332845.143973:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445986304 avail 1299746816 00000100:00100000:0.0:1763332845.144038:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77eadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626350592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (2205us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332845.144046:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1763332845.145707:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626350592:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763332846.160662:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332846.517336:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332846.517413:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332846.517453:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332846.517483:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611152768 00000100:00100000:3.0:1763332846.517495:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611152768 00000100:00100000:3.0:1763332846.517590:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 613 00000100:00100000:3.0:1763332846.517600:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2419:x1848987611152768:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332846.517675:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2419:x1848987611152768:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 77us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332846.517687:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 613 00000100:00100000:3.0:1763332846.517728:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332846.517838:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332846.517853:0:17605:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611152640 00000100:00100000:3.0:1763332846.517856:0:17605:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611152640 00000100:00100000:3.0:1763332846.517883:0:17605:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 614 00000100:00100000:3.0:1763332846.517890:0:17605:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e059450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2419:x1848987611152640:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332846.517924:0:17605:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e059450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2419:x1848987611152640:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 34us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332846.517930:0:17605:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 614 00000100:00100000:2.0:1763332846.518235:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611152256 00000100:00100000:2.0:1763332846.518241:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611152256 00000100:00100000:2.0:1763332846.518281:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 771 00000100:00100000:2.0:1763332846.518289:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2419:x1848987611152256:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332846.518322:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2419:x1848987611152256:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 34us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332846.518329:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 771 00000100:00080000:2.0:1763332846.518378:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332846.518382:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332846.518394:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611152512 00000100:00100000:2.0:1763332846.518397:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611152512 00000100:00100000:2.0:1763332846.518426:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611152384 00000100:00100000:2.0:1763332846.518429:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611152384 00000100:00100000:2.0:1763332846.518450:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1045 00000100:00100000:2.0:1763332846.518456:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2419:x1848987611152512:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332846.518493:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2419:x1848987611152512:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 36us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332846.518500:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1045 00000100:00100000:2.0:1763332846.518511:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1046 00000100:00100000:2.0:1763332846.518517:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611152384:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332846.518541:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611152384:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 24us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332846.518566:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1046 00000100:00080000:2.0:1763332846.518591:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763332846.518595:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332846.672738:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626350720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763332846.672826:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332846.673156:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626350720 00000100:00100000:0.0:1763332846.673165:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626350720 00000100:00100000:0.0:1763332846.673223:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1763332846.673232:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626350720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332846.673268:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446227968 avail 1299988480 00000100:00100000:0.0:1763332846.673324:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626350720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332846.673332:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:3.0:1763332846.673478:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626350720:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332847.184661:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626350848:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.184749:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.184804:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626351360:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.184834:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.184854:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626351872:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.184877:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.184896:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626352384:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.184919:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.184961:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1763332847.184970:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626351232:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.184999:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.185017:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626351744:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.185035:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.185051:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626352256:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.185068:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.185094:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626350976:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.185113:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.185128:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626351488:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.185147:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.185161:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626352000:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.185176:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.185190:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1763332847.185194:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626351104:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.185210:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.185224:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77ead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626351616:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.185243:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.185256:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77eaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626352128:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.185274:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332847.186022:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626350848 00000100:00100000:2.0:1763332847.186036:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626350848 00000100:00100000:2.0:1763332847.186091:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1763332847.186101:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626350848:12345-0@lo:400:kworker.0 00010000:00010000:1.0:1763332847.190281:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332847.190795:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626352384 00000100:00100000:0.0:1763332847.190808:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626352384 00000100:00100000:0.0:1763332847.190860:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626351232 00000100:00100000:0.0:1763332847.190863:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626351232 00000100:00100000:0.0:1763332847.190876:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626352256 00000100:00100000:0.0:1763332847.190878:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626352256 00000100:00100000:0.0:1763332847.190890:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626350976 00000100:00100000:0.0:1763332847.190893:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626350976 00000100:00100000:0.0:1763332847.190904:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626352000 00000100:00100000:0.0:1763332847.190906:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626352000 00000100:00100000:0.0:1763332847.190918:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626352128 00000100:00100000:0.0:1763332847.190921:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626352128 00000100:00100000:0.0:1763332847.190940:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1763332847.190949:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626352384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332847.191045:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626352384:12345-0@lo:400:kworker.0 Request processed in 96us (6123us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332847.191052:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1763332847.191070:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1763332847.191075:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626351232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332847.191103:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626351232:12345-0@lo:400:kworker.0 Request processed in 28us (6104us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332847.191109:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1763332847.191120:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1763332847.191126:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626352256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332847.191154:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626352256:12345-0@lo:400:kworker.0 Request processed in 28us (6085us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332847.191160:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1763332847.191170:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1763332847.191175:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626350976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332847.191209:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626350976:12345-0@lo:400:kworker.0 Request processed in 34us (6094us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332847.191215:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1763332847.191225:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1763332847.191231:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626352000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332847.191255:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626352000:12345-0@lo:400:kworker.0 Request processed in 24us (6077us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332847.191261:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1763332847.191272:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:0.0:1763332847.191278:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7ae01450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626352128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332847.191303:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7ae01450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626352128:12345-0@lo:400:kworker.0 Request processed in 26us (6028us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332847.191309:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1763332847.192343:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626351360 00000100:00080000:1.0:1763332847.192399:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763332847.192406:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332847.192444:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626351232:0@lo:400:kworker.0 00000100:00100000:1.0:1763332847.192459:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626352256:0@lo:400:kworker.0 00000100:00100000:1.0:1763332847.192471:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626352384:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.192531:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626351360 00000100:00100000:2.0:1763332847.193097:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626351104 00000100:00100000:2.0:1763332847.193103:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626351104 00000100:00100000:1.0:1763332847.193141:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1763332847.193150:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626351360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332847.193222:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626351360:12345-0@lo:400:kworker.0 Request processed in 73us (8387us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332847.193229:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1763332847.193247:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1763332847.193254:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626351104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332847.193283:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626351104:12345-0@lo:400:kworker.0 Request processed in 30us (8071us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332847.193289:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1763332847.193320:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626351360:0@lo:400:kworker.0 00000100:00100000:1.0:1763332847.194430:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626351104:0@lo:400:kworker.0 00000100:00100000:1.0:1763332847.194452:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626352128:0@lo:400:kworker.0 00000100:00100000:1.0:1763332847.194465:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626350976:0@lo:400:kworker.0 00000100:00100000:1.0:1763332847.194480:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626352000:0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.194599:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626351872 00000100:00100000:2.0:1763332847.194605:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626351872 00000100:00100000:2.0:1763332847.194644:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626351744 00000100:00100000:2.0:1763332847.194647:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626351744 00000100:00100000:2.0:1763332847.194669:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626351488 00000100:00100000:2.0:1763332847.194673:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626351488 00000100:00100000:2.0:1763332847.194698:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626351616 00000100:00100000:2.0:1763332847.194702:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626351616 00000100:00100000:3.0:1763332847.194713:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1763332847.194726:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626351872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.194734:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1763332847.194744:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626351744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.194799:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626351744:12345-0@lo:400:kworker.0 Request processed in 57us (9762us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332847.194805:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1763332847.194819:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1763332847.194825:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626351488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.194854:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626351488:12345-0@lo:400:kworker.0 Request processed in 29us (9706us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332847.194859:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1763332847.194870:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1763332847.194877:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626351616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332847.194901:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626351616:12345-0@lo:400:kworker.0 Request processed in 25us (9657us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332847.194907:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:1.0:1763332847.195094:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332847.195100:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332847.195128:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77ead500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626351616:0@lo:400:kworker.0 00000100:00100000:1.0:1763332847.195139:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626351488:0@lo:400:kworker.0 00000100:00100000:1.0:1763332847.195169:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626351744:0@lo:400:kworker.0 00000100:00100000:1.0:1763332847.195180:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77eaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626351872:0@lo:400:kworker.0 00000100:00100000:3.0:1763332847.199178:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626351872:12345-0@lo:400:kworker.0 Request processed in 4444us (14288us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332847.199194:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1763332847.201694:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626350848:12345-0@lo:400:kworker.0 Request processed in 15588us (16940us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332847.201708:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1763332847.201766:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626350848:0@lo:400:kworker.0 00010000:00010000:3.0:1763332848.209883:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332848.720583:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332848.720611:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626352512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332848.720690:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332848.720763:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626352512 00000100:00100000:0.0:1763332848.720771:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626352512 00000100:00100000:0.0:1763332848.720836:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1763332848.720845:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626352512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332848.720876:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1763332848.720927:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626352512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332848.720935:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1763332848.720990:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626352512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332848.722088:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332848.722107:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626352640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332848.722161:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332848.722205:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626352640 00000100:00100000:3.0:1763332848.722210:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626352640 00000100:00100000:3.0:1763332848.722255:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1763332848.722262:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626352640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332848.722277:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1763332848.722312:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626352640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332848.722318:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1763332848.728704:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626352640:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1763332848.739702:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967443 is committed 00000020:00080000:3.0:1763332848.739718:0:7438:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 9 batchid updated 00000020:00080000:2.0:1763332848.739930:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00000004:00080000:2.0:1763332848.740005:0:7457:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff92fe4ce84180 with version 17 00000020:00080000:2.0:1763332848.740024:0:7457:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 9 cancel update log [0x200000401:0x2:0x0].7: rc = 0 00000020:00080000:2.0:1763332848.740111:0:7457:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 9 cancel update log [0x240000400:0x2:0x0].8: rc = 0 00000020:00080000:2.0:1763332848.740119:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00000004:00080000:3.0:1763332848.740166:0:7449:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff49dc1b40 version 17 rpc_version 17 00000020:00100000:3.0:1763332848.740200:0:7449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332848.740211:0:7449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff77bbea00 x1848987626352896/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332848.740237:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626352896:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1763332848.740320:0:7449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332848.740388:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d51900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332848.740395:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626352896 00000100:00100000:1.0:1763332848.740405:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626352896 00000100:00100000:1.0:1763332848.740464:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1763332848.740475:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7449:x1848987626352896:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763332848.740642:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7449:x1848987626352896:12345-0@lo:1000:osp_up0-1.0 Request processed in 168us (320us total) trans 4294969122 rc 0/0 00000100:00100000:1.0:1763332848.740652:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1763332848.740880:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626352896:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1763332849.232584:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332849.232875:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626353024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763332849.232880:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626353152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332849.233273:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332849.233313:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332849.233507:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626353024 00000100:00100000:3.0:1763332849.233515:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626353024 00000100:00080000:1.0:1763332849.233562:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332849.233579:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626353152 00000100:00100000:3.0:1763332849.233583:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626353152 00000100:00100000:3.0:1763332849.233609:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00080000:1.0:1763332849.233616:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332849.233618:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626353024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763332849.233648:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1763332849.233655:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1763332849.233667:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626353152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332849.233681:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1763332849.233702:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626353024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332849.233710:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1763332849.233722:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626353152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332849.233729:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1763332849.233910:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626353152:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332849.233935:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626353024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332850.257052:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332850.257154:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626353280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332850.257218:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332850.257312:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626353280 00000100:00100000:0.0:1763332850.257319:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626353280 00000100:00100000:0.0:1763332850.257385:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1763332850.257394:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626353280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763332850.257434:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445986304 avail 1299746816 00000100:00100000:0.0:1763332850.257476:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626353280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332850.257492:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1763332850.257543:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626353280:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763332850.257595:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332850.715737:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.715810:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611152896 00000100:00100000:2.0:1763332850.715820:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611152896 00000100:00100000:2.0:1763332850.715911:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2899 00000100:00100000:2.0:1763332850.715921:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:41409:x1848987611152896:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:2.0:1763332850.715943:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332850.715965:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfdf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.716031:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d58 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716045:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d58 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716055:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d58 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716067:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716074:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716080:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716154:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32d66 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716162:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32d66 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716168:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32d66 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:2.0:1763332850.716211:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x1:0x0]: returning size 0 00000004:00200000:2.0:1763332850.716215:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332850.716233:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32d66 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716245:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32d66 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716253:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d58 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716259:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d58 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716264:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d58 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716270:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d58 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716276:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.716280:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d58 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716287:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d58 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716298:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0f00) 00010000:00010000:2.0:1763332850.716301:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.716306:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d58 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716311:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d58 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716324:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716330:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716336:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716341:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.716343:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716403:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716412:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe44cd0e00) 00010000:00010000:2.0:1763332850.716414:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.716417:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d5f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716422:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.716479:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfdf expref: 12 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.716494:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32d66 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfdf expref: 11 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.716500:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1:0x0].0x0 (ffff92fe44cd0d00) 00010000:00010000:2.0:1763332850.716502:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332850.716504:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:2.0:1763332850.716572:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:41409:x1848987611152896:12345-192.168.204.28@tcp:101:rm.0 Request processed in 653us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332850.716580:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2899 00000100:00080000:3.0:1763332850.716659:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332850.723189:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332850.723271:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611153152 00000100:00100000:0.0:1763332850.723283:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611153152 00000100:00100000:0.0:1763332850.723405:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2900 00000100:00100000:0.0:1763332850.723416:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:41409:x1848987611153152:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:0.0:1763332850.723481:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1763332850.723514:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c32d66 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfdf expref: 11 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332850.723540:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32c63 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df8b expref: 10 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332850.723552:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1:0x0].0x0 (ffff92fe44cd0d00) 00010000:00010000:0.0:1763332850.723570:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32c40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df7d expref: 9 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332850.723578:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0f00) 00010000:00010000:0.0:1763332850.723583:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332850.723616:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c32d6d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.723630:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c32d6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.723641:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c32d6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.723652:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.723659:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.723665:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.723759:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32d7b lrc: 3/0,1 mode: --/EX res: [0x200000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.723767:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32d7b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.723774:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32d7b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000040:00080000:0.0:1763332850.724064:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].236, 64 off27928 00000004:00080000:0.0:1763332850.724075:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 954803725581ns, next at 955803723066ns, rc = 0 00000040:00080000:0.0:1763332850.724098:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].233, 64 off27728 00000004:00080000:0.0:1763332850.724103:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 954803754241ns, next at 955803753123ns, rc = 0 00000040:00080000:0.0:1763332850.724112:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].237, 64 off27992 00000040:00080000:0.0:1763332850.724120:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].238, 64 off28056 00000040:00080000:0.0:1763332850.724128:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].234, 64 off27792 00000040:00080000:0.0:1763332850.724136:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].239, 64 off28120 00000040:00080000:0.0:1763332850.724145:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].235, 64 off27856 00010000:00010000:0.0:1763332850.724212:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32d82 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724225:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32d82 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724232:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32d82 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724239:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32d82 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724245:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32d82 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724252:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32d82 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724266:0:6519:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332850.724283:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32d7b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724288:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32d7b lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724294:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32d7b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724299:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332850.724302:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32d7b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724309:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32d7b lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724316:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1:0x0].0x0 (ffff92fe43bd0800) 00010000:00010000:0.0:1763332850.724318:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1763332850.724322:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32d7b lrc: 2/0,0 mode: --/EX res: [0x200000405:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724328:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c32d7b lrc: 0/0,0 mode: --/EX res: [0x200000405:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724561:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c32d6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724568:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c32d6d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724574:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c32d6d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724579:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332850.724582:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c32d6d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724587:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c32d6d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724595:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe43bd0900) 00010000:00010000:0.0:1763332850.724597:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332850.724600:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c32d6d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724605:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c32d6d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000004:00010000:0.0:1763332850.724616:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000228d4f34 reply state 0000000035feb924 transno 4294969123 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724626:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.724635:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:0.0:1763332850.724637:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332850.724640:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763332850.724727:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:41409:x1848987611153152:12345-192.168.204.28@tcp:36:rm.0 Request processed in 1311us (1546us total) trans 4294969123 rc 0/0 00000100:00100000:0.0:1763332850.724735:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2900 00010000:00010000:1.0:1763332850.724930:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332850.724936:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32d82 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332850.724946:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332850.724949:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32d82 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332850.724955:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32d82 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332850.724962:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x1:0x0].0x0 (ffff92fe43bd0800) 00010000:00010000:1.0:1763332850.724965:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763332850.724967:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32d82 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332850.724972:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c32d82 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332850.724984:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332850.724986:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332850.724987:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332850.726978:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.727318:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611153280 00000100:00100000:2.0:1763332850.727329:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611153280 00000100:00080000:3.0:1763332850.727389:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332850.727420:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2901 00000100:00100000:2.0:1763332850.727431:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:41409:x1848987611153280:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:2.0:1763332850.727452:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332850.727482:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d89 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfe6 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.727555:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d90 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.727568:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d90 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727577:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d90 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727588:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d97 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.727597:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d97 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727602:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d97 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727662:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32d9e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.727668:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32d9e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727673:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32d9e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000004:00200000:2.0:1763332850.727708:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x3:0x0]: returning size 0 00000004:00200000:2.0:1763332850.727712:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332850.727733:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32d9e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727743:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32d9e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727751:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d90 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727757:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d90 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727763:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d90 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727769:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d90 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727777:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.727781:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d90 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727787:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d90 lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727797:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe44cd0e00) 00010000:00010000:2.0:1763332850.727799:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.727803:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d90 lrc: 3/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727808:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32d90 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727819:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d97 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727824:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d97 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727829:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727833:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.727836:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727840:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d97 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727845:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92fe44cd0c00) 00010000:00010000:2.0:1763332850.727847:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.727849:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d97 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727854:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32d97 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.727876:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32d89 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfe6 expref: 12 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.727888:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32d9e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfe6 expref: 11 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.728077:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332850.728079:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332850.728082:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07400, rc 0) 00000100:00100000:2.0:1763332850.731116:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:41409:x1848987611153280:12345-192.168.204.28@tcp:101:rm.0 Request processed in 3676us (4138us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332850.731129:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2901 00000100:00100000:3.0:1763332850.735587:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332850.737655:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332850.738427:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611153408 00000100:00100000:0.0:1763332850.738442:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611153408 00000100:00100000:0.0:1763332850.738526:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611153536 00000100:00100000:0.0:1763332850.738530:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611153536 00000100:00100000:1.0:1763332850.738538:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1499 00000100:00100000:1.0:1763332850.738553:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2419:x1848987611153408:12345-192.168.204.28@tcp:101:rm.0 00000100:00100000:0.0:1763332850.738569:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1500 00010000:00010000:1.0:1763332850.738573:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763332850.738581:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2419:x1848987611153536:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332850.738591:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332850.738598:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32da5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dfed expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332850.738606:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48191000/0xb32e3ef184c32dac lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dff4 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332850.738717:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1763332850.738724:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332850.738741:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332850.738741:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332850.738746:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332850.738747:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332850.738759:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32da5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfed expref: 7 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332850.738761:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191000/0xb32e3ef184c32dac lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dff4 expref: 8 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332850.738794:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe48191000/0xb32e3ef184c32dac lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dff4 expref: 8 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332850.738795:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32da5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfed expref: 7 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332850.738821:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193800, rc 0) 00010000:00010000:0.0:1763332850.738821:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191000, rc 0) 00000100:00080000:3.0:1763332850.738986:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332850.738991:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332850.739799:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611153536:12345-192.168.204.28@tcp:101:rm.0 Request processed in 1217us (2148us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332850.739809:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2419:x1848987611153408:12345-192.168.204.28@tcp:101:rm.0 Request processed in 1258us (4232us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332850.739817:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1500 00000100:00100000:1.0:1763332850.739825:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1499 00000100:00100000:3.0:1763332850.744844:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.745112:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611153792 00000100:00100000:2.0:1763332850.745122:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611153792 00000100:00100000:2.0:1763332850.745325:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2902 00000100:00100000:2.0:1763332850.745338:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:41409:x1848987611153792:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:2.0:1763332850.745454:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332850.745491:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32d9e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfe6 expref: 11 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.745514:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332850.745526:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332850.745557:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32db3 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.745574:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32db3 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.745583:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32db3 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.745595:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.745601:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.745607:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.745699:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32dc1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.745707:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32dc1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.745713:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32dc1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000040:00080000:2.0:1763332850.746002:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8968 00000004:00080000:2.0:1763332850.746011:0:29240:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 954825661836ns, next at 955825659571ns, rc = 0 00000040:00080000:2.0:1763332850.746036:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off9040 00000004:00080000:2.0:1763332850.746042:0:29240:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 954825693458ns, next at 955825692185ns, rc = 0 00000040:00080000:2.0:1763332850.746054:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off9032 00000040:00080000:2.0:1763332850.746063:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9096 00000040:00080000:2.0:1763332850.746071:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9104 00000040:00080000:2.0:1763332850.746079:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9160 00000040:00080000:2.0:1763332850.746087:0:29240:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9168 00010000:00010000:2.0:1763332850.746151:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32dc8 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.746160:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32dc8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746168:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32dc8 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746175:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32dc8 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746180:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32dc8 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746186:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32dc8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746215:0:29240:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332850.746232:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32dc1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746238:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32dc1 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746244:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32dc1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746250:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.746254:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32dc1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746261:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32dc1 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746270:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3:0x0].0x0 (ffff92fe44cd0b00) 00010000:00010000:2.0:1763332850.746274:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763332850.746277:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32dc1 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746282:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32dc1 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746518:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32db3 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746526:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32db3 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746531:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32db3 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746537:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32db3 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746542:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.746545:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32db3 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746550:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32db3 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746557:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe44cd0e00) 00010000:00010000:2.0:1763332850.746559:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.746562:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32db3 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746567:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32db3 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00000004:00010000:2.0:1763332850.746580:0:29240:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009e65f6df reply state 00000000fed27204 transno 4294967444 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746590:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:2.0:1763332850.746596:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92fe44cd0c00) 00010000:00010000:2.0:1763332850.746598:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332850.746601:0:29240:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332850.746693:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:41409:x1848987611153792:12345-192.168.204.28@tcp:36:rm.0 Request processed in 1356us (1857us total) trans 4294967444 rc 0/0 00000100:00100000:2.0:1763332850.746701:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2902 00010000:00010000:3.0:1763332850.746880:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332850.746886:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32dc8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332850.746892:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332850.746895:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32dc8 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332850.746901:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32dc8 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332850.746909:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x3:0x0].0x0 (ffff92fe44cd0b00) 00010000:00010000:3.0:1763332850.746911:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763332850.746914:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32dc8 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332850.746918:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32dc8 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332850.746930:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332850.746932:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332850.746934:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332850.759901:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332850.760004:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611153920 00000100:00100000:3.0:1763332850.760015:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611153920 00000100:00100000:3.0:1763332850.760087:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2903 00000100:00100000:3.0:1763332850.760098:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:41410:x1848987611153920:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332850.760124:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332850.760152:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32dcf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695dffb expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332850.760226:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32dd6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760241:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32dd6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760253:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32dd6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760264:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32ddd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760270:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32ddd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760276:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32ddd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760325:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32dd6 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760331:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32dd6 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760337:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32dd6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760343:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32dd6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760392:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332850.760397:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32dd6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760403:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32dd6 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760417:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92ff44d03a00) 00010000:00010000:3.0:1763332850.760420:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332850.760437:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32dd6 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760444:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c32dd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760464:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32ddd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760479:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32ddd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760483:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32ddd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760488:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332850.760490:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32ddd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760496:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32ddd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760502:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:3.0:1763332850.760505:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332850.760509:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32ddd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760514:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c32ddd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332850.760540:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32dcf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dffb expref: 11 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332850.760550:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92ff44d03a00) 00010000:00010000:3.0:1763332850.760552:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332850.760556:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32dcf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dffb expref: 11 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332850.760568:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3a00, rc 0) 00000100:00100000:1.0:1763332850.760685:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:41410:x1848987611153920:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 587us (792us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332850.760694:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2903 00000100:00100000:3.0:1763332850.766586:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332850.766943:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611154048 00000100:00100000:0.0:1763332850.766956:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611154048 00000100:00100000:0.0:1763332850.767016:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2904 00000100:00100000:0.0:1763332850.767026:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:41410:x1848987611154048:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332850.767049:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332850.767074:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c32de4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e002 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332850.767145:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c32deb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767159:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c32deb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767170:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c32deb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767181:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c32df2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767188:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c32df2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767194:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c32df2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767241:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c32deb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767247:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c32deb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767258:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c32deb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767264:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332850.767268:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c32deb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767276:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c32deb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767287:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe43bd0500) 00010000:00010000:0.0:1763332850.767290:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332850.767295:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c32deb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767301:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c32deb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767311:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c32df2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767316:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c32df2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767321:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c32df2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767324:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332850.767327:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c32df2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767333:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c32df2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.767342:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:0.0:1763332850.767344:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332850.767346:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c32df2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.768814:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c32df2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332850.768866:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c32de4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e002 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332850.768879:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe43bd0500) 00010000:00010000:0.0:1763332850.768882:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332850.768887:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c32de4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e002 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332850.768904:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190200, rc 0) 00000100:00100000:1.0:1763332850.769687:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:41410:x1848987611154048:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2657us (3107us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332850.769800:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2904 00000100:00100000:3.0:1763332850.772719:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332850.772829:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611154176 00000100:00100000:1.0:1763332850.772840:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611154176 00000100:00100000:1.0:1763332850.772907:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2905 00000100:00100000:1.0:1763332850.772918:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:41410:x1848987611154176:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332850.772943:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332850.772981:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32df9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e009 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.773048:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c32e00 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332850.773061:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c32e00 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:1.0:1763332850.773075:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c32e00 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00200000:1.0:1763332850.773121:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763332850.773126:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763332850.773174:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32df9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e009 expref: 14 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.773193:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c32e00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e009 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.773203:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92ff4991ff00) 00010000:00010000:1.0:1763332850.773206:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763332850.773210:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192e00, rc 0) 00000100:00100000:1.0:1763332850.773290:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:41410:x1848987611154176:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 373us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332850.773297:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2905 00000100:00100000:2.0:1763332850.776756:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332850.776889:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611154304 00000100:00100000:1.0:1763332850.776899:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611154304 00000100:00100000:1.0:1763332850.776965:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2906 00000100:00100000:1.0:1763332850.776976:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:41410:x1848987611154304:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332850.777001:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332850.777029:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e07 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e010 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.777095:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32e0e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332850.777108:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32e0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332850.777120:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32e0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332850.777167:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1763332850.777172:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763332850.777213:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e010 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.777229:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32e0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e010 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.777238:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92ff4991fd00) 00010000:00010000:1.0:1763332850.777241:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763332850.777244:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192a00, rc 0) 00000100:00100000:1.0:1763332850.777313:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:41410:x1848987611154304:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 338us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332850.777320:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2906 00000100:00100000:3.0:1763332850.781784:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.782147:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611154432 00000100:00100000:2.0:1763332850.782156:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611154432 00000100:00100000:2.0:1763332850.782214:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2907 00000100:00100000:2.0:1763332850.782225:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:41410:x1848987611154432:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332850.782246:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332850.782268:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e017 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.782335:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782379:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782391:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782401:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782409:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782415:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782476:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e1c lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782483:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e1c lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782489:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782495:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e1c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782501:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.782504:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e1c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782511:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e1c lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782522:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92ff4991fd00) 00010000:00010000:2.0:1763332850.782525:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.782530:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e1c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782536:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782548:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782554:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782558:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782563:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.782566:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782571:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782577:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:2.0:1763332850.782580:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.782582:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e23 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782587:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.782613:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e15 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e017 expref: 12 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.782623:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92ff4991fd00) 00010000:00010000:2.0:1763332850.782625:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.782629:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e017 expref: 12 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.782638:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06800, rc 0) 00000100:00100000:2.0:1763332850.782701:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:41410:x1848987611154432:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 479us (1297us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332850.782709:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2907 00000100:00100000:3.0:1763332850.786002:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.787037:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611154688 00000100:00100000:2.0:1763332850.787054:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611154688 00000100:00100000:2.0:1763332850.787730:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2908 00000100:00100000:2.0:1763332850.787744:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:41410:x1848987611154688:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332850.787768:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332850.787771:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763332850.787799:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c32e0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e010 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.787818:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92ff4991fd00) 00010000:00010000:2.0:1763332850.787829:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332850.787846:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32e2a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e01e expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.787976:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32e31 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.787989:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32e31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.787999:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32e31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.788010:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.788017:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.788023:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789139:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e3f lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789155:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e3f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789163:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e3f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:2.0:1763332850.789176:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2:0x0]: returning size 0 00010000:00010000:2.0:1763332850.789207:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32e31 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789215:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32e31 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789221:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32e31 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789228:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32e31 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789235:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.789239:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32e31 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789246:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32e31 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789256:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0e00) 00010000:00010000:2.0:1763332850.789259:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.789263:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32e31 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789273:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32e31 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00000004:00010000:2.0:1763332850.789287:0:29240:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002a222b18 reply state 00000000daba5ea8 transno 4294969124 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789298:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.789304:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:2.0:1763332850.789306:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332850.789310:0:29240:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332850.789344:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32e2a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e01e expref: 13 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.789504:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e3f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e01e expref: 12 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.789513:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332850.789515:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332850.789518:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06800, rc 0) 00000100:00100000:2.0:1763332850.789658:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:41410:x1848987611154688:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1916us (3665us total) trans 4294969124 rc 0/0 00000100:00100000:2.0:1763332850.789667:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2908 00000100:00100000:1.0:1763332850.792713:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.793088:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611154944 00000100:00100000:2.0:1763332850.793099:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611154944 00000100:00100000:2.0:1763332850.793160:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2909 00000100:00100000:2.0:1763332850.793171:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:41410:x1848987611154944:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332850.793200:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332850.793225:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e4d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e025 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.793635:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.793653:0:29240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e3f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e01e expref: 14 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.793663:0:29240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.793698:0:29240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e3f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e01e expref: 14 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.793712:0:29240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e3f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e01e expref: 14 pid: 29240 timeout: 1054 lvb_type: 0 00000100:00100000:2.0:1763332850.793728:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:29240:1848987626353408:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332850.793840:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe4ce84300 going to sleep for 11 seconds 00000100:00100000:2.0:1763332850.796694:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:29240:1848987626353408:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332850.796730:0:29240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000100:00100000:1.0:1763332850.798059:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.798135:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611155072 00000100:00100000:2.0:1763332850.798144:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611155072 00010000:00010000:2.0:1763332850.798182:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e3f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e01e expref: 15 pid: 29240 timeout: 1054 lvb_type: 0 00000100:00100000:2.0:1763332850.798225:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 779 00000100:00100000:2.0:1763332850.798234:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2421:x1848987611155072:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332850.798250:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332850.798257:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e3f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e01e expref: 15 pid: 29240 timeout: 1054 lvb_type: 0 00010000:00010000:2.0:1763332850.798268:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e3f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e01e expref: 15 pid: 29240 timeout: 1054 lvb_type: 0 00010000:00010000:2.0:1763332850.798291:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e3f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e01e expref: 15 pid: 29240 timeout: 1054 lvb_type: 0 00010000:00010000:2.0:1763332850.798307:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:2.0:1763332850.798312:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.798322:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.798329:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332850.798399:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332850.798450:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611155072:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 216us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332850.798457:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 779 00010000:00010000:1.0:1763332850.798833:0:29240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.798842:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:1.0:1763332850.798873:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2:0x0]: returning size 0 00000004:00080000:1.0:1763332850.799123:0:29240:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x51:0x0], index 0: 0 00000004:00080000:1.0:1763332850.799131:0:29240:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4e:0x0], index 1: 0 00000004:00080000:1.0:1763332850.799135:0:29240:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x52:0x0], index 0: 0 00000004:00080000:1.0:1763332850.799140:0:29240:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x53:0x0], index 0: 0 00000004:00080000:1.0:1763332850.799145:0:29240:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x4f:0x0], index 1: 0 00000004:00080000:1.0:1763332850.799149:0:29240:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x54:0x0], index 0: 0 00000004:00080000:1.0:1763332850.799152:0:29240:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x50:0x0], index 1: 0 00010000:00010000:1.0:1763332850.799422:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.799430:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.799437:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.799443:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332850.799448:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.799454:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.799465:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332850.799477:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332850.799482:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.799489:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32e54 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.799541:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e4d lrc: 1/0,0 mode: --/CR res: [0x200000405:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e025 expref: 14 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.799552:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2:0x0].0x0 (ffff92fe44cd0200) 00010000:00010000:1.0:1763332850.799555:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332850.799559:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32e4d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e025 expref: 14 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.799574:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06000, rc 0) 00000100:00100000:1.0:1763332850.799632:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:41410:x1848987611154944:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6463us (6932us total) trans 4294969125 rc 301/301 00000100:00100000:1.0:1763332850.799640:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2909 00000100:00100000:2.0:1763332850.801307:0:8610:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8610:1848987626353536:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1763332850.801393:0:8610:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332850.801425:0:8610:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe4ce84300 going to sleep for 11 seconds 00000100:00100000:1.0:1763332850.802149:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626353536 00000100:00100000:1.0:1763332850.802158:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626353536 00000100:00100000:1.0:1763332850.802529:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:1.0:1763332850.802539:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:8610:x1848987626353536:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1763332850.802585:0:28600:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 98 00000100:00100000:1.0:1763332850.804294:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:8610:x1848987626353536:12345-0@lo:5:osp-pre-0-0.0 Request processed in 1751us (2895us total) trans 21474836833 rc 0/0 00000100:00100000:1.0:1763332850.804306:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:2.0:1763332850.805512:0:8610:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8610:1848987626353536:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1763332850.805533:0:8610:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x54:0x0]-[0x280000401:0x81:0x0] 00000100:00100000:3.0:1763332850.806504:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.806607:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611155328 00000100:00100000:2.0:1763332850.806616:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611155328 00000100:00100000:0.0:1763332850.807219:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 849 00000100:00100000:0.0:1763332850.807238:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ea850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:41410:x1848987611155328:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332850.807585:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ea850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:41410:x1848987611155328:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 354us (1084us total) trans 4294969126 rc 0/0 00000100:00100000:0.0:1763332850.807593:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 849 00000100:00100000:3.0:1763332850.810043:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.810184:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611155584 00000100:00100000:2.0:1763332850.810194:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611155584 00000100:00100000:2.0:1763332850.810284:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 850 00000100:00100000:2.0:1763332850.810294:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:41410:x1848987611155584:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332850.810507:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:41410:x1848987611155584:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 214us (473us total) trans 4294969127 rc 0/0 00000100:00100000:2.0:1763332850.810514:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 850 00000100:00100000:3.0:1763332850.825806:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332850.825897:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611155840 00000100:00100000:1.0:1763332850.825911:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611155840 00000100:00100000:1.0:1763332850.825998:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2910 00000100:00100000:1.0:1763332850.826015:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:41411:x1848987611155840:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:1.0:1763332850.826042:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332850.826044:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763332850.826075:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff74203c00/0xb32e3ef184c32bf3 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df61 expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.826095:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2:0x0].0x0 (ffff92fe43b90a00) 00010000:00010000:1.0:1763332850.826100:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332850.826117:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e62 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e02c expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.826241:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32e69 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.826258:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32e69 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332850.826271:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32e69 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000004:00200000:1.0:1763332850.826285:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2:0x0]: returning size 21 00010000:00010000:1.0:1763332850.827811:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e62 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e02c expref: 15 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.827836:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32e69 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e02c expref: 14 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.827845:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2:0x0].0x0 (ffff92fe43b90a00) 00010000:00010000:1.0:1763332850.827848:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332850.827851:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192800, rc 0) 00000100:00100000:1.0:1763332850.827940:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:41411:x1848987611155840:12345-192.168.204.28@tcp:101:bash.0 Request processed in 1929us (2150us total) trans 4294967445 rc 0/0 00000100:00100000:1.0:1763332850.827962:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2910 00000100:00100000:3.0:1763332850.832336:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332850.832476:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611155968 00000100:00100000:1.0:1763332850.832490:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611155968 00000100:00100000:1.0:1763332850.832560:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2911 00000100:00100000:1.0:1763332850.832570:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:41411:x1848987611155968:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:1.0:1763332850.832596:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332850.832617:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193000/0xb32e3ef184c32e77 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e033 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.832650:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32e7e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.832665:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32e7e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332850.832676:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32e7e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332850.832782:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193000/0xb32e3ef184c32e77 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e033 expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.832798:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193400/0xb32e3ef184c32e7e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e033 expref: 15 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.832807:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2:0x0].0x0 (ffff92fe43b90a00) 00010000:00010000:1.0:1763332850.832810:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1763332850.832813:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193400, rc 0) 00000100:00100000:1.0:1763332850.832873:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:41411:x1848987611155968:12345-192.168.204.28@tcp:101:bash.0 Request processed in 305us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332850.832880:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2911 00000100:00100000:3.0:1763332850.836112:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.836263:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611156224 00000100:00100000:2.0:1763332850.836275:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611156224 00000100:00100000:2.0:1763332850.836339:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2912 00000100:00100000:2.0:1763332850.836383:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:41411:x1848987611156224:12345-192.168.204.28@tcp:36:bash.0 00010000:00010000:2.0:1763332850.836446:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332850.836482:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32e69 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e02c expref: 15 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.836499:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2:0x0].0x0 (ffff92fe43b90a00) 00010000:00010000:2.0:1763332850.836504:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332850.836689:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.836704:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.836713:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000001:00080000:2.0:1763332850.836761:0:6519:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967446 00000004:00010000:2.0:1763332850.836786:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003072c08c reply state 0000000017c1c9af transno 4294967447 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.836799:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.836805:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2:0x0].0x0 (ffff92fe43b90a00) 00010000:00010000:2.0:1763332850.836807:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332850.836810:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332850.836908:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:41411:x1848987611156224:12345-192.168.204.28@tcp:36:bash.0 Request processed in 560us (804us total) trans 4294967447 rc 0/0 00000100:00100000:2.0:1763332850.836915:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2912 00000020:00080000:2.0:1763332850.836920:0:6519:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763332850.839823:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332850.840613:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611156352 00000100:00100000:1.0:1763332850.840624:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611156352 00002000:00010000:1.0:1763332850.840669:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/19 (0->18446744073709551615) 00002000:00100000:1.0:1763332850.840674:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77bbc380 with x1848987611156352 ext(0->18446744073709551615) 00002000:00010000:1.0:1763332850.840688:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77bbc380. 00000100:00100000:1.0:1763332850.840790:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 612 00000100:00100000:1.0:1763332850.840802:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611156352:12345-192.168.204.28@tcp:10:bash.0 00002000:00010000:1.0:1763332850.841276:0:16635:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x13:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763332850.841280:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x13:0x0] updating lvb mtime from disk: 0 -> 1763332851 00002000:00010000:1.0:1763332850.841282:0:16635:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x13:0x0] updating lvb atime from disk: 0 -> 1763332837 00002000:00010000:1.0:1763332850.841285:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x13:0x0] updating lvb ctime from disk: 0 -> 1763332851 00002000:00010000:1.0:1763332850.841287:0:16635:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x13:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332850.841345:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2418:x1848987611156352:12345-192.168.204.28@tcp:10:bash.0 Request processed in 546us (1534us total) trans 17179869516 rc 0/0 00000100:00100000:1.0:1763332850.841429:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 612 00002000:00010000:1.0:1763332850.841433:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/19 (0->18446744073709551615) 00002000:00100000:1.0:1763332850.841436:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77bbc380 with x1848987611156352 ext(0->18446744073709551615) 00002000:00010000:1.0:1763332850.841440:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77bbc380. 00000100:00100000:3.0:1763332850.849790:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332850.849889:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611156608 00000100:00100000:1.0:1763332850.849901:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611156608 00000100:00100000:1.0:1763332850.849991:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2913 00000100:00100000:1.0:1763332850.850002:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:41411:x1848987611156608:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332850.850031:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332850.850063:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c32e8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e03a expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.850150:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e93 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850166:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850177:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850187:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c32e9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850196:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c32e9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850202:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c32e9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850301:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e93 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850308:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e93 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850314:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e93 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850321:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e93 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850328:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332850.850332:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e93 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850340:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e93 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850405:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92ff4991f000) 00010000:00010000:1.0:1763332850.850409:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332850.850414:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e93 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850422:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c32e93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850436:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c32e9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850442:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c32e9a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850447:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c32e9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850452:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332850.850455:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c32e9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850461:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c32e9a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850480:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:1.0:1763332850.850483:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332850.850486:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c32e9a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850491:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192c00/0xb32e3ef184c32e9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.850524:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c32e8c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e03a expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.850535:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92ff4991f000) 00010000:00010000:1.0:1763332850.850537:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332850.850541:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193000/0xb32e3ef184c32e8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e03a expref: 16 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.850555:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193000, rc 0) 00000100:00100000:1.0:1763332850.850632:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:41411:x1848987611156608:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 631us (854us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332850.850642:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2913 00000100:00100000:3.0:1763332850.854152:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332850.854318:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611156864 00000100:00100000:1.0:1763332850.854331:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611156864 00000100:00100000:1.0:1763332850.854434:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2914 00000100:00100000:1.0:1763332850.854445:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:41411:x1848987611156864:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332850.854483:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332850.854507:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32ea1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e041 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763332850.854684:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1763332850.854784:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32ea1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e041 expref: 19 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.854799:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff4991f800) 00010000:00010000:1.0:1763332850.854802:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332850.854808:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32ea1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e041 expref: 19 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.854826:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193200, rc 0) 00000100:00100000:1.0:1763332850.854888:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:41411:x1848987611156864:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 445us (747us total) trans 4294967448 rc 301/301 00000100:00100000:1.0:1763332850.854895:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2914 00000100:00100000:3.0:1763332850.857535:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.857631:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611156992 00000100:00100000:2.0:1763332850.857640:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611156992 00000100:00100000:2.0:1763332850.857697:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2915 00000100:00100000:2.0:1763332850.857705:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:41411:x1848987611156992:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332850.857787:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32eaf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.857807:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32eaf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.857819:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32eaf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.857828:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32eb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.857841:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.857845:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.857910:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ebd lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.857914:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ebd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.857925:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ebd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332850.857978:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2:0x0]: returning size 0 00000004:00200000:2.0:1763332850.857983:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332850.857996:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ebd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858009:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32eaf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858015:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32eaf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858022:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32eaf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858027:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.858032:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32eaf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858038:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32eaf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858049:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0e00) 00010000:00010000:2.0:1763332850.858052:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.858057:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32eaf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858068:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32eaf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858088:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858095:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32eb6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858100:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858104:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.858107:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858113:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32eb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858120:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:2.0:1763332850.858123:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.858125:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32eb6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858131:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32eb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858138:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ebd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858143:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ebd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858148:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ebd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858153:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.858155:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ebd lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858160:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ebd lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858166:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2:0x0].0x0 (ffff92fe44cd0400) 00010000:00010000:2.0:1763332850.858168:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.858170:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ebd lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.858175:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ebd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:2.0:1763332850.858253:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:41411:x1848987611156992:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 548us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332850.858260:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2915 00000100:00100000:3.0:1763332850.862016:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.862816:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611157120 00000100:00100000:2.0:1763332850.862828:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611157120 00000100:00100000:2.0:1763332850.862893:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 851 00000100:00100000:2.0:1763332850.862905:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:41411:x1848987611157120:12345-192.168.204.28@tcp:37:lfs.0 00000100:00100000:2.0:1763332850.866887:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:41411:x1848987611157120:12345-192.168.204.28@tcp:37:lfs.0 Request processed in 3972us (4867us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332850.866902:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 851 00000100:00100000:3.0:1763332850.870088:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.871704:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611157248 00000100:00100000:2.0:1763332850.871717:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611157248 00000100:00100000:2.0:1763332850.871779:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2916 00000100:00100000:2.0:1763332850.871788:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:41411:x1848987611157248:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332850.871810:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332850.871832:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ec4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e048 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.871865:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e048 expref: 16 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.871878:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e048 expref: 16 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.871886:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0400) 00010000:00010000:2.0:1763332850.871889:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.871892:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06000, rc 0) 00000100:00100000:2.0:1763332850.871954:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:41411:x1848987611157248:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 166us (1875us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332850.871961:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2916 00000100:00100000:3.0:1763332850.875162:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.875475:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611157376 00000100:00100000:2.0:1763332850.875485:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611157376 00000100:00100000:2.0:1763332850.875562:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 852 00000100:00100000:2.0:1763332850.875572:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:41411:x1848987611157376:12345-192.168.204.28@tcp:37:lfs.0 00000100:00100000:2.0:1763332850.880721:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:41411:x1848987611157376:12345-192.168.204.28@tcp:37:lfs.0 Request processed in 5138us (5561us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332850.880737:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 852 00000100:00100000:3.0:1763332850.885836:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332850.886346:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611157504 00000100:00100000:1.0:1763332850.886685:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611157504 00000100:00100000:1.0:1763332850.886764:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2917 00000100:00100000:1.0:1763332850.886775:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:41411:x1848987611157504:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332850.886800:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332850.886827:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32ecb lrc: 2/0,0 mode: --/CR res: [0x240000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e04f expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.886954:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193000/0xb32e3ef184c32ed2 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332850.886971:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193000/0xb32e3ef184c32ed2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332850.886985:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193000/0xb32e3ef184c32ed2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000004:00200000:1.0:1763332850.887013:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2:0x0]: returning size 0 00000004:00200000:1.0:1763332850.887018:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332850.887038:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193000/0xb32e3ef184c32ed2 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332850.887062:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193200/0xb32e3ef184c32ecb lrc: 0/0,0 mode: --/CR res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e04f expref: 20 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.887079:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193000/0xb32e3ef184c32ed2 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e04f expref: 19 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.887087:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2:0x0].0x0 (ffff92fe43b90a00) 00010000:00010000:1.0:1763332850.887090:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332850.887092:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193000, rc 0) 00000100:00100000:1.0:1763332850.887147:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:41411:x1848987611157504:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 374us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332850.887153:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2917 00000100:00100000:0.0:1763332850.887777:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.887933:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611157632 00000100:00100000:2.0:1763332850.887941:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611157632 00000100:00100000:2.0:1763332850.888123:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 973 00000100:00100000:2.0:1763332850.888132:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2418:x1848987611157632:12345-192.168.204.28@tcp:63:ll_sa.0 00010000:00010000:2.0:1763332850.888161:0:6524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332850.888179:0:6524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32ed9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e056 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.888226:0:6524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32ee0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888236:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32ee0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888244:0:6524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32ee0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888253:0:6524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ee7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888259:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888265:0:6524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888380:0:6524:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32eee lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888388:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32eee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888394:0:6524:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32eee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 00000004:00200000:2.0:1763332850.888423:0:6524:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2:0x0]: returning size 0 00000004:00200000:2.0:1763332850.888426:0:6524:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332850.888444:0:6524:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32eee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888458:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32eee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888476:0:6524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32ee0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888483:0:6524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32ee0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888490:0:6524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32ee0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888496:0:6524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.888500:0:6524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32ee0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888508:0:6524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32ee0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888520:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0400) 00010000:00010000:2.0:1763332850.888522:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.888527:0:6524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32ee0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888533:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06400/0xb32e3ef184c32ee0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888545:0:6524:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888550:0:6524:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ee7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888555:0:6524:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888560:0:6524:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.888562:0:6524:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888568:0:6524:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ee7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888575:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:2.0:1763332850.888577:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.888579:0:6524:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ee7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888584:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32ee7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6524 initiator: MDT0 00010000:00010000:2.0:1763332850.888611:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32ed9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e056 expref: 18 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.888622:0:6524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32eee lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e056 expref: 17 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.888628:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2:0x0].0x0 (ffff92fe44cd0e00) 00010000:00010000:2.0:1763332850.888630:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332850.888632:0:6524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07c00, rc 0) 00000100:00100000:2.0:1763332850.888695:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2418:x1848987611157632:12345-192.168.204.28@tcp:63:ll_sa.0 Request processed in 564us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332850.888703:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 973 00000100:00100000:0.0:1763332850.900904:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332850.902426:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332850.902482:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332850.902574:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611157760 00000100:00100000:1.0:1763332850.902585:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611157760 00000100:00100000:1.0:1763332850.902646:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1502 00000100:00100000:1.0:1763332850.902658:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611157760:12345-192.168.204.28@tcp:101:ll_agl.0 00010000:00010000:1.0:1763332850.902678:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332850.902699:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32ef5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e05d expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332850.902722:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x54:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332850.902742:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332850.902745:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332850.902755:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32ef5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e05d expref: 8 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332850.902773:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193200/0xb32e3ef184c32ef5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e05d expref: 8 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332850.902787:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193200, rc 0) 00000100:00100000:1.0:1763332850.902842:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611157760:12345-192.168.204.28@tcp:101:ll_agl.0 Request processed in 187us (1949us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332850.902849:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1502 00000100:00100000:1.0:1763332850.902868:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611157888 00000100:00100000:1.0:1763332850.902871:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611157888 00000100:00100000:1.0:1763332850.902899:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1503 00000100:00100000:1.0:1763332850.902905:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611157888:12345-192.168.204.28@tcp:101:ll_agl.0 00010000:00010000:1.0:1763332850.902912:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332850.902922:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48192c00/0xb32e3ef184c32efc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e064 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332850.902937:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x50:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332850.902958:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332850.902960:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332850.902967:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192c00/0xb32e3ef184c32efc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e064 expref: 10 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332850.902978:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192c00/0xb32e3ef184c32efc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e064 expref: 10 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332850.902986:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192c00, rc 0) 00000100:00100000:1.0:1763332850.903005:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611157888:12345-192.168.204.28@tcp:101:ll_agl.0 Request processed in 101us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332850.903012:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1503 00000100:00100000:2.0:1763332850.903218:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611158144 00000100:00100000:2.0:1763332850.903223:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611158144 00000100:00100000:2.0:1763332850.903274:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 853 00000100:00100000:2.0:1763332850.903282:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:41411:x1848987611158144:12345-192.168.204.28@tcp:35:lfs.0 00000040:00080000:2.0:1763332850.903581:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].9, 344 off42560 00000040:00080000:2.0:1763332850.903633:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].8, 424 off43432 00000004:00080000:2.0:1763332850.903638:0:6523:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff92fe4ce84f00 with version 18 00000004:00080000:1.0:1763332850.903788:0:7449:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff49dc1b40 version 18 rpc_version 18 00000020:00100000:1.0:1763332850.903823:0:7449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1763332850.903930:0:7449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe450d9180 x1848987626353792/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763332850.903957:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626353792:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763332850.904229:0:7449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332850.904267:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe4869d300 going to sleep for 11 seconds 00000100:00100000:2.0:1763332850.904410:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626353792 00000100:00100000:2.0:1763332850.904416:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626353792 00000100:00100000:2.0:1763332850.904449:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1763332850.904456:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7449:x1848987626353792:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1763332850.904679:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7449:x1848987626353792:12345-0@lo:1000:osp_up0-1.0 Request processed in 222us (449us total) trans 4294969128 rc 0/0 00000100:00100000:2.0:1763332850.904687:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1763332850.904777:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626353792:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1763332850.904911:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:41411:x1848987611158144:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1628us (2491us total) trans 4294967449 rc 0/0 00000100:00100000:2.0:1763332850.904919:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 853 00000100:00100000:0.0:1763332850.908532:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.908660:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611158400 00000100:00100000:2.0:1763332850.908671:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611158400 00000100:00100000:2.0:1763332850.908734:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 854 00000100:00100000:2.0:1763332850.908744:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3e8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:41411:x1848987611158400:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332850.909450:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3e8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:41411:x1848987611158400:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 704us (929us total) trans 4294967450 rc 0/0 00000100:00100000:2.0:1763332850.909458:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 854 00000100:00100000:1.0:1763332850.921533:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.921670:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611158656 00000100:00100000:2.0:1763332850.921679:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611158656 00000100:00100000:2.0:1763332850.921845:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2918 00000100:00100000:2.0:1763332850.921855:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:41414:x1848987611158656:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332850.921881:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332850.921904:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f03 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e06b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.922099:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f0a lrc: 3/1,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.922114:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f0a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922126:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f0a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922138:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f11 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.922144:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922150:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922257:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32f18 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.922265:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32f18 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922271:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32f18 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00200000:2.0:1763332850.922281:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x2:0x0]: returning size 21 00010000:00010000:2.0:1763332850.922390:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f0a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922400:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f0a lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922407:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f0a lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922412:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.922415:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f0a lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922422:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f0a lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922432:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92ff4991ff00) 00010000:00010000:2.0:1763332850.922435:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.922440:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f0a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922446:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f0a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922456:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f11 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922461:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f11 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922475:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922480:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.922482:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922491:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f11 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922497:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xe0d9f819 (ffff92fe44cd0800) 00010000:00010000:2.0:1763332850.922499:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.922502:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f11 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922507:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f11 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xe0d9f819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.922544:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f03 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e06b expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.922556:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32f18 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e06b expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.922563:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2:0x0].0x0 (ffff92fe43b90a00) 00010000:00010000:2.0:1763332850.922565:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332850.922567:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07800, rc 0) 00000100:00100000:2.0:1763332850.922673:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:41414:x1848987611158656:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 819us (1152us total) trans 4294967451 rc 0/0 00000100:00100000:2.0:1763332850.922680:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2918 00000100:00100000:3.0:1763332850.926195:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332850.926740:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.926805:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611158912 00000100:00100000:2.0:1763332850.926815:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611158912 00000100:00100000:2.0:1763332850.927451:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 855 00000100:00100000:2.0:1763332850.927476:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:41414:x1848987611158912:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332850.927694:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611159040 00000100:00100000:1.0:1763332850.927701:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611159040 00000100:00100000:2.0:1763332850.927715:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:41414:x1848987611158912:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 252us (1530us total) trans 4294967452 rc 0/0 00000100:00100000:2.0:1763332850.927725:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 855 00000100:00100000:1.0:1763332850.927758:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 310 00000100:00100000:1.0:1763332850.927767:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:2421:x1848987611159040:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332850.927778:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332850.927804:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c32f18 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e06b expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.927820:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2:0x0].0x0 (ffff92fe43b90a00) 00010000:00010000:1.0:1763332850.927825:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332850.927848:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611159040:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 82us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332850.927854:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 310 00000100:00100000:0.0:1763332850.933689:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.934754:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611159168 00000100:00100000:2.0:1763332850.934768:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611159168 00000100:00100000:2.0:1763332850.934846:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2919 00000100:00100000:2.0:1763332850.934856:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:41414:x1848987611159168:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332850.934880:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332850.934899:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f26 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e072 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.934970:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f2d lrc: 3/1,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.934985:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f2d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.934998:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f2d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935010:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f34 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.935016:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935022:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935066:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f2d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935074:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f2d lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935080:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f2d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935086:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.935090:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f2d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935098:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f2d lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935109:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92ff4991ff00) 00010000:00010000:2.0:1763332850.935112:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.935117:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f2d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935123:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f2d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935138:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f34 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935143:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f34 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935148:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935153:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.935155:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f34 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935161:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f34 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935171:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92fe44cd0c00) 00010000:00010000:2.0:1763332850.935174:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.935176:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f34 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935181:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f34 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.935212:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f26 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e072 expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.935223:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92ff4991ff00) 00010000:00010000:2.0:1763332850.935225:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.935229:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f26 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e072 expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.935239:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07600, rc 0) 00000100:00100000:2.0:1763332850.935315:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:41414:x1848987611159168:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 460us (1637us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332850.935323:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2919 00000100:00100000:3.0:1763332850.939115:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.939179:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611159424 00000100:00100000:2.0:1763332850.939189:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611159424 00000100:00100000:2.0:1763332850.939257:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2920 00000100:00100000:2.0:1763332850.939269:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:41414:x1848987611159424:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332850.939290:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332850.939293:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763332850.939319:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c32e00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e009 expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.939340:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92ff4991ff00) 00010000:00010000:2.0:1763332850.939441:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332850.939460:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32f3b lrc: 2/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e079 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.939567:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f42 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.939580:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f42 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.939590:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f42 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.939606:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.939613:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.939620:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.940193:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32f50 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.940203:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32f50 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.940210:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32f50 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00200000:2.0:1763332850.940220:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x4:0x0]: returning size 0 00010000:00010000:2.0:1763332850.940246:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f42 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.940253:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f42 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.940259:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f42 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.940265:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.940268:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f42 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.940275:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f42 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.940283:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe44cd0800) 00010000:00010000:2.0:1763332850.940287:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.940291:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f42 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.940296:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f42 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000004:00010000:2.0:1763332850.940307:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cf42652c reply state 00000000ff2ae4da transno 4294967453 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.940316:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.940322:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92fe44cd0c00) 00010000:00010000:2.0:1763332850.940325:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332850.940327:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332850.940376:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32f3b lrc: 0/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e079 expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.940399:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32f50 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e079 expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.940406:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4:0x0].0x0 (ffff92fe44cd0700) 00010000:00010000:2.0:1763332850.940409:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332850.940411:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:2.0:1763332850.942151:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:41414:x1848987611159424:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2876us (3038us total) trans 4294967453 rc 0/0 00000100:00100000:2.0:1763332850.942163:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2920 00000100:00100000:3.0:1763332850.948560:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332850.948668:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611159680 00000100:00100000:1.0:1763332850.948679:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611159680 00000100:00100000:1.0:1763332850.948745:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2921 00000100:00100000:1.0:1763332850.948755:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:41414:x1848987611159680:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332850.948782:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332850.948805:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c32f5e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e080 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.948930:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332850.948947:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32f50 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e079 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.948956:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:1.0:1763332850.948993:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32f50 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e079 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332850.949007:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32f50 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e079 expref: 26 pid: 6519 timeout: 1055 lvb_type: 0 00000100:00100000:1.0:1763332850.949026:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6519:1848987626353920:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332850.949115:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe4869d300 going to sleep for 11 seconds 00000100:00100000:1.0:1763332850.952169:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6519:1848987626353920:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332850.952198:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000100:00100000:3.0:1763332850.955732:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332850.958109:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611159808 00000100:00100000:0.0:1763332850.958126:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611159808 00010000:00010000:0.0:1763332850.958187:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32f50 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e079 expref: 27 pid: 6519 timeout: 1055 lvb_type: 0 00000100:00100000:0.0:1763332850.958233:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 780 00000100:00100000:0.0:1763332850.958244:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:2420:x1848987611159808:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332850.958262:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332850.958269:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32f50 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e079 expref: 27 pid: 6519 timeout: 1055 lvb_type: 0 00010000:00010000:0.0:1763332850.958284:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32f50 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e079 expref: 27 pid: 6519 timeout: 1055 lvb_type: 0 00010000:00010000:0.0:1763332850.958310:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c32f50 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e079 expref: 27 pid: 6519 timeout: 1055 lvb_type: 0 00010000:00010000:0.0:1763332850.958331:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4:0x0].0x0 (ffff92fe44cd0700) 00010000:00010000:0.0:1763332850.958337:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332850.958373:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332850.958381:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332850.958415:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332850.958483:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:2420:x1848987611159808:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 240us (2758us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332850.958493:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 780 00010000:00010000:2.0:1763332850.958573:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.958581:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00200000:2.0:1763332850.958605:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x4:0x0]: returning size 0 00000004:00080000:2.0:1763332850.958811:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x17:0x0], index 0: 0 00000004:00080000:2.0:1763332850.958819:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x17:0x0], index 1: 0 00000004:00080000:2.0:1763332850.958824:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x18:0x0], index 0: 0 00000004:00080000:2.0:1763332850.958829:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x19:0x0], index 0: 0 00000004:00080000:2.0:1763332850.958832:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x18:0x0], index 1: 0 00000004:00080000:2.0:1763332850.958836:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1a:0x0], index 0: 0 00000004:00080000:2.0:1763332850.958839:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x19:0x0], index 1: 0 00010000:00010000:2.0:1763332850.959077:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.959085:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.959097:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.959103:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.959108:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.959115:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.959126:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4:0x0].0x0 (ffff92fe44cd0700) 00010000:00010000:2.0:1763332850.959129:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332850.959133:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.959140:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32f65 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332850.959184:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c32f5e lrc: 1/0,0 mode: --/CR res: [0x240000404:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e080 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.959194:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4:0x0].0x0 (ffff92fe44cd0700) 00010000:00010000:2.0:1763332850.959196:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332850.959200:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c32f5e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e080 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.959215:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193c00, rc 0) 00000100:00100000:2.0:1763332850.959268:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:41414:x1848987611159680:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 10514us (10721us total) trans 4294967454 rc 301/301 00000100:00100000:2.0:1763332850.959276:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2921 00000100:00100000:3.0:1763332850.968852:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.969001:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611160064 00000100:00100000:2.0:1763332850.969014:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611160064 00000100:00100000:2.0:1763332850.969096:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 856 00000100:00100000:2.0:1763332850.969107:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:41414:x1848987611160064:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332850.972949:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:41414:x1848987611160064:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 3831us (4095us total) trans 4294967455 rc 0/0 00000100:00100000:2.0:1763332850.972966:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 856 00000100:00100000:3.0:1763332850.974105:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.974157:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611160320 00000100:00100000:2.0:1763332850.974168:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611160320 00000100:00100000:2.0:1763332850.974217:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 857 00000100:00100000:2.0:1763332850.974226:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:41414:x1848987611160320:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332850.974731:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:41414:x1848987611160320:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 506us (630us total) trans 4294967456 rc 0/0 00000100:00100000:2.0:1763332850.974739:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 857 00000100:00100000:0.0:1763332850.996927:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332850.996991:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611160576 00000100:00100000:2.0:1763332850.997003:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611160576 00000100:00100000:2.0:1763332850.997139:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2922 00000100:00100000:2.0:1763332850.997152:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:41417:x1848987611160576:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332850.997175:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332850.997198:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32f73 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e087 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.997287:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f7a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.997301:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f7a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.997317:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f7a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.997327:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.997335:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.997340:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.997457:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f7a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.997476:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f7a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.997483:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f7a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998172:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.998180:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f7a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998190:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f7a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998698:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0400) 00010000:00010000:2.0:1763332850.998702:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.998709:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998717:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c32f7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998736:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998743:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f81 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998751:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998756:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332850.998759:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998766:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998774:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:2.0:1763332850.998777:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332850.998780:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f81 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998787:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32f81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332850.998827:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32f73 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e087 expref: 18 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.998838:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0400) 00010000:00010000:2.0:1763332850.998840:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332850.998844:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32f73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e087 expref: 18 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332850.998858:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06e00, rc 0) 00000100:00100000:2.0:1763332850.998939:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:41417:x1848987611160576:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1789us (2021us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332850.998949:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2922 00000100:00100000:3.0:1763332851.004686:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332851.004801:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611160832 00000100:00100000:2.0:1763332851.004812:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611160832 00000100:00100000:2.0:1763332851.005284:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2923 00000100:00100000:2.0:1763332851.005296:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:41417:x1848987611160832:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332851.005320:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332851.005532:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e08e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332851.005704:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f8f lrc: 3/1,0 mode: --/CR res: [0x240000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.005718:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f8f lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763332851.005730:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f8f lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00200000:2.0:1763332851.005741:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1763332851.005843:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e08e expref: 30 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332851.005868:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06400/0xb32e3ef184c32f8f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e08e expref: 29 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332851.005882:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x1:0x0].0x0 (ffff92fe43b90300) 00010000:00010000:2.0:1763332851.005885:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332851.005888:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06400, rc 0) 00000100:00100000:2.0:1763332851.005939:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:41417:x1848987611160832:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 646us (1263us total) trans 4294967457 rc 0/0 00000100:00100000:2.0:1763332851.005946:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2923 00000100:00100000:3.0:1763332851.017275:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332851.017374:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611160960 00000100:00100000:2.0:1763332851.017384:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611160960 00000100:00100000:2.0:1763332851.018093:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2924 00000100:00100000:2.0:1763332851.018107:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:41417:x1848987611160960:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332851.018198:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018219:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018231:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018243:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fa4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018251:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018257:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018336:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fab lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018346:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018402:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332851.018457:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x2:0x0]: returning size 0 00000004:00200000:2.0:1763332851.018474:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332851.018490:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018504:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018510:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f9d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018518:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018524:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332851.018528:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018537:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f9d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018550:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff92fe44cd0400) 00010000:00010000:2.0:1763332851.018553:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332851.018558:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018563:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c32f9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018576:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018581:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fa4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018587:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fa4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018591:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332851.018593:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fa4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018598:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fa4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018604:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:2.0:1763332851.018606:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332851.018609:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fa4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018614:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fa4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018624:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018629:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fab lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018634:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fab lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018639:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332851.018642:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fab lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018647:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fab lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018653:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x2:0x0].0x0 (ffff92fe44cd0e00) 00010000:00010000:2.0:1763332851.018655:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332851.018658:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fab lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332851.018665:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fab lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:0.0:1763332851.019054:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:41417:x1848987611160960:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 949us (1786us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332851.019063:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2924 00010000:00010000:3.0:1763332851.281877:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332851.639613:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332851.639705:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611161088 00000100:00100000:2.0:1763332851.639716:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611161088 00000100:00100000:2.0:1763332851.639774:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 773 00000100:00100000:2.0:1763332851.639782:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611161088:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332851.639854:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611161088:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 72us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332851.639861:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 773 00000100:00100000:2.0:1763332851.795255:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626354048:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332851.795338:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332851.795561:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626354048 00000100:00100000:1.0:1763332851.795574:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626354048 00000100:00100000:1.0:1763332851.795661:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1763332851.795673:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626354048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763332851.795732:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446227968 avail 1299988480 00000100:00100000:1.0:1763332851.798618:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626354048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2934us (3266us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332851.798634:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1763332851.798978:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626354048:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332852.304854:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626354176:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.304927:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.304988:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626354688:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305012:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305028:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626355200:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305045:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305055:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626355712:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305072:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305090:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1763332852.305094:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626354304:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305107:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305116:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626354816:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305129:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305138:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626355328:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305151:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305177:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626355712 00000100:00100000:2.0:1763332852.305184:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626355712 00000100:00100000:2.0:1763332852.305231:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626354304 00000100:00100000:2.0:1763332852.305233:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626354304 00000100:00100000:2.0:1763332852.305245:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626355328 00000100:00100000:2.0:1763332852.305247:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626355328 00000100:00100000:2.0:1763332852.305264:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1763332852.305271:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626355712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305311:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626355712:12345-0@lo:400:kworker.0 Request processed in 40us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332852.305317:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1763332852.305332:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1763332852.305337:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626354304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305379:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626354304:12345-0@lo:400:kworker.0 Request processed in 42us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332852.305388:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1763332852.305396:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1763332852.305401:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626355328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305420:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626355328:12345-0@lo:400:kworker.0 Request processed in 19us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332852.305430:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1763332852.305475:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44820700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626354304:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305483:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626355328:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305490:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626355712:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305512:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626354560:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305530:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305543:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626355072:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305557:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305567:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626355584:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305580:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305609:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1763332852.305613:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626354432:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305627:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305638:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626354944:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305652:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305662:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626355456:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305675:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332852.305690:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626354560 00000100:00100000:2.0:1763332852.305693:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626354560 00000100:00100000:2.0:1763332852.305708:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626355584 00000100:00100000:2.0:1763332852.305710:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626355584 00000100:00100000:2.0:1763332852.305721:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626355456 00000100:00100000:2.0:1763332852.305723:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626355456 00000100:00100000:2.0:1763332852.305735:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1763332852.305740:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626354560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305767:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626354560:12345-0@lo:400:kworker.0 Request processed in 27us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332852.305773:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1763332852.305782:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1763332852.305787:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626355584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305804:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626355584:12345-0@lo:400:kworker.0 Request processed in 18us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332852.305809:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1763332852.305816:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1763332852.305820:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626355456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305837:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626355456:12345-0@lo:400:kworker.0 Request processed in 16us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332852.305841:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1763332852.305863:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626355456:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305871:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626354560:0@lo:400:kworker.0 00000100:00100000:2.0:1763332852.305878:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626355584:0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.305962:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626354176 00000100:00100000:1.0:1763332852.305967:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626354176 00000100:00100000:1.0:1763332852.306020:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1763332852.306026:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626354176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306066:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626354176:12345-0@lo:400:kworker.0 Request processed in 40us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332852.306071:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1763332852.306101:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626355200 00000100:00100000:1.0:1763332852.306104:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626355200 00000100:00100000:1.0:1763332852.306124:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626354816 00000100:00100000:1.0:1763332852.306126:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626354816 00000100:00100000:1.0:1763332852.306138:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626355072 00000100:00100000:1.0:1763332852.306141:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626355072 00000100:00100000:1.0:1763332852.306170:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626354944 00000100:00100000:1.0:1763332852.306173:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626354944 00000100:00100000:1.0:1763332852.306190:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1763332852.306195:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626355200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306219:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626355200:12345-0@lo:400:kworker.0 Request processed in 24us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332852.306225:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1763332852.306233:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1763332852.306238:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626354816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306256:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626354816:12345-0@lo:400:kworker.0 Request processed in 17us (1126us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332852.306261:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1763332852.306274:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1763332852.306279:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626355072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306302:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626355072:12345-0@lo:400:kworker.0 Request processed in 22us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332852.306307:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1763332852.306316:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1763332852.306320:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626354944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306337:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626354944:12345-0@lo:400:kworker.0 Request processed in 17us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332852.306342:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1763332852.306382:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626354816:0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306391:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626354176:0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306401:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626355200:0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306420:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626354944:0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306427:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626355072:0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306450:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626354688 00000100:00100000:1.0:1763332852.306453:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626354688 00000100:00100000:1.0:1763332852.306471:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626354432 00000100:00100000:1.0:1763332852.306473:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626354432 00000100:00100000:1.0:1763332852.306483:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1763332852.306487:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626354688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306517:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626354688:12345-0@lo:400:kworker.0 Request processed in 30us (1504us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332852.306522:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1763332852.306531:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:1.0:1763332852.306535:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3655:x1848987626354432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306565:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3655:x1848987626354432:12345-0@lo:400:kworker.0 Request processed in 29us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332852.306570:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:1.0:1763332852.306589:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44823480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626354688:0@lo:400:kworker.0 00000100:00100000:1.0:1763332852.306604:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626354432:0@lo:400:kworker.0 00000100:00080000:3.0:1763332852.306699:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332852.306704:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332852.306707:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332852.306709:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1763332852.306723:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332852.669282:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332852.669282:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332852.669326:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611161216 00000100:00100000:1.0:1763332852.669335:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611161216 00000100:00080000:3.0:1763332852.669418:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:1.0:1763332852.669448:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x13:0x0] (0->3380) req@ffff92fe42ef9f80 x1848987611161216/t0(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:163/0 lens 3872/0 e 0 to 0 dl 1763332863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332852.669469:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42ef9f80 with x1848987611161216 ext(0->3380) 00002000:00010000:1.0:1763332852.669475:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe42ef9f80 00000100:00100000:1.0:1763332852.669507:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 613 00000100:00100000:1.0:1763332852.669516:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611161216:12345-192.168.204.28@tcp:4:lfs.0 00000100:00100000:2.0:1763332852.670041:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611161344 00000100:00100000:2.0:1763332852.670046:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611161344 00000100:00100000:2.0:1763332852.670088:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1504 00000100:00100000:2.0:1763332852.670095:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611161344:12345-192.168.204.28@tcp:16:kworker.0 00000100:00100000:1.0:1763332852.671063:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611161216:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 1543us (1791us total) trans 17179869517 rc 0/0 00000100:00100000:1.0:1763332852.671073:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 613 00002000:00100000:1.0:1763332852.671083:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x13:0x0] (0->3380) req@ffff92fe42ef9f80 x1848987611161216/t17179869517(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:163/0 lens 3872/448 e 0 to 0 dl 1763332863 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332852.671094:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42ef9f80 with x1848987611161216 ext(0->3380) 00002000:00010000:1.0:1763332852.671100:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe42ef9f80 00000001:00080000:2.0:1763332852.674555:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869517 is committed 00000100:00100000:0.0:1763332852.677245:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611161344:12345-192.168.204.28@tcp:16:kworker.0 Request processed in 7135us (7963us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332852.677262:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1504 00010000:00010000:1.0:1763332853.328614:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763332853.840585:0:9837:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 957920232657ns, next at 958920230209ns, rc = 0 00000100:00100000:1.0:1763332853.840618:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626355968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332853.840672:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626355840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332853.840695:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332853.840714:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332853.840977:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626355968 00000100:00100000:2.0:1763332853.840985:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626355968 00000100:00100000:2.0:1763332853.841023:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626355840 00000100:00100000:2.0:1763332853.841025:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626355840 00000100:00100000:2.0:1763332853.841038:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1763332853.841045:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626355968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763332853.841065:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25534144 pending 0 free 3921391616 avail 3689840640 00000100:00100000:0.0:1763332853.841142:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1763332853.841149:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626355840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332853.841159:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25534144 pending 0 free 3921391616 avail 3689840640 00000100:00100000:0.0:1763332853.841185:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626355840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332853.841192:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1763332853.841234:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626355840:0@lo:13:osp-pre-1-1.0 00000004:00080000:3.0:1763332853.841329:0:9845:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 957920979045ns, next at 958920976616ns, rc = 0 00000100:00100000:2.0:1763332853.841886:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626355968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 839us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332853.841894:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1763332853.841922:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626355968:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1763332853.844997:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 13 committed 00000001:00080000:1.0:1763332853.845051:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967457 is committed 00000004:00080000:1.0:1763332853.845079:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 12 committed 00000004:00080000:1.0:1763332853.845083:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 13 committed 00000100:00100000:2.0:1763332853.845241:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763332853.845262:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626356096:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763332853.845310:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626356224:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1763332853.845332:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332853.845380:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626356352:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1763332853.845388:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332853.845401:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626356480:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1763332853.845419:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332853.845431:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332853.845438:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332853.845443:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332853.845448:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332853.845455:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332853.845472:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92fe44cd0c00) 00010000:00010000:3.0:1763332853.845475:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332853.845480:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332853.845487:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c32dba lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332853.845520:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845527:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845533:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845538:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332853.845540:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845545:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845553:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x2:0x0].0x0 (ffff92fe43b90a00) 00010000:00010000:3.0:1763332853.845555:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332853.845558:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845563:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c32e85 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845573:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845579:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845584:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845588:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332853.845590:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845596:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845602:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92fe44cd0c00) 00010000:00010000:3.0:1763332853.845605:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332853.845607:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332853.845624:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c32f49 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000100:00100000:0.0:1763332853.846517:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332853.846579:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626356096 00000100:00100000:0.0:1763332853.846585:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626356096 00000100:00100000:0.0:1763332853.846626:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626356352 00000100:00100000:0.0:1763332853.846628:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626356352 00000100:00100000:1.0:1763332853.846640:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332853.846970:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626356480 00000100:00100000:0.0:1763332853.846975:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626356480 00000100:00100000:1.0:1763332853.846986:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:1.0:1763332853.846998:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626356096:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763332853.847009:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:0.0:1763332853.847018:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626356352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1763332853.847030:0:8407:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:19 count 1 00002000:00080000:0.0:1763332853.847036:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:21 count 1 00002000:00010000:1.0:1763332853.847148:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1763332853.847154:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332853.847156:0:8407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32fb2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.847163:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c32fb9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.847175:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332853.847177:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332853.847180:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332853.847181:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332853.847189:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32fb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.847189:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c32fb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.847216:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c32fb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.847217:0:8407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32fb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.847238:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c32fb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.847239:0:8407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32fb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.847260:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c32fb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.847261:0:8407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.847294:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763332853.847327:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:2.0:1763332853.847338:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626356480:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763332853.847372:0:8611:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:22 count 1 00010000:00010000:2.0:1763332853.847386:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.847401:0:8611:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48191000/0xb32e3ef184c32dac lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dff4 expref: 8 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332853.847408:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332853.847410:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332853.847424:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.847468:0:8611:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48191000/0xb32e3ef184c32dac lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dff4 expref: 8 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332853.847483:0:8611:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48191000/0xb32e3ef184c32dac lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dff4 expref: 8 pid: 29010 timeout: 1057 lvb_type: 1 00000100:00100000:2.0:1763332853.847497:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626356608:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332853.847567:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe4ce846c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332853.847569:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3653:x1848987626356352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 550us (1053us total) trans 17179869518 rc 0/0 00000100:00100000:0.0:1763332853.847580:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1763332853.847598:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332853.847633:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626356224 00000100:00100000:2.0:1763332853.847637:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626356224 00000100:00100000:2.0:1763332853.847658:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:2.0:1763332853.847665:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626356224:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763332853.847676:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:20 count 1 00002000:00010000:2.0:1763332853.847741:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332853.847747:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fc7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.847754:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332853.847756:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332853.847759:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.847768:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.847781:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.847788:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.848379:0:8407:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1763332853.848873:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1763332853.848883:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c32fb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.848896:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332853.848901:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c32fb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.848916:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c32fb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.848936:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c32fb9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.848943:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c32fb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.848965:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763332853.848969:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.848976:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332853.848979:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.848986:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.848996:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32fb2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.849004:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c32fb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.849023:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332853.849026:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.849032:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332853.849035:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.849042:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.849050:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.849058:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332853.849060:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332853.849062:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332853.850704:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626356096:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3700us (5364us total) trans 21474836834 rc 0/0 00000100:00100000:1.0:1763332853.850720:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00010000:00010000:0.0:1763332853.850819:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763332853.850880:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b3b800/2, rc 0, transno 17179869518 00010000:00010000:2.0:1763332853.850885:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:0.0:1763332853.850890:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626356352:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763332853.850898:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c32fc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332853.851107:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3652:x1848987626356224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3441us (3509us total) trans 17179869519 rc 0/0 00000004:00080000:0.0:1763332853.851108:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b16a00/2, rc 0, transno 21474836834 00000100:00100000:2.0:1763332853.851118:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:0.0:1763332853.851221:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626356096:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1763332853.851430:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b38a80/2, rc 0, transno 17179869519 00000100:00100000:2.0:1763332853.851435:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626356224:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1763332853.851620:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 219 committed 00000001:00080000:3.0:1763332853.851637:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969128 is committed 00000001:00080000:3.0:1763332853.851649:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969127 is committed 00000004:00080000:3.0:1763332853.851658:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 218 committed 00000004:00080000:3.0:1763332853.851661:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 219 committed 00010000:00010000:2.0:1763332853.853804:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332853.853841:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332853.853853:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332853.853860:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332853.853866:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332853.853870:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332853.853878:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332853.853895:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:2.0:1763332853.853897:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332853.853903:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332853.853908:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c32d74 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332853.853929:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332853.853934:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332853.853939:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332853.853943:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332853.853945:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332853.853950:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332853.853956:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0xcaa2b802 (ffff92fe43bd0a00) 00010000:00010000:2.0:1763332853.853958:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332853.853960:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332853.853965:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c32e38 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x5:0x0].0xcaa2b802 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00000100:00100000:2.0:1763332853.853996:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763332853.854011:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626356736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763332853.854077:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332853.854124:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626356736 00000100:00100000:2.0:1763332853.854130:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626356736 00000100:00100000:1.0:1763332853.854342:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:1.0:1763332853.854367:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626356736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763332853.854391:0:8407:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:75 count 1 00010000:00010000:1.0:1763332853.854420:0:8407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.854442:0:8407:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32c71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df99 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332853.854457:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332853.854459:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332853.854463:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.854488:0:8407:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32c71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df99 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332853.854499:0:8407:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32c71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df99 expref: 8 pid: 8406 timeout: 1057 lvb_type: 1 00000100:00100000:1.0:1763332853.854510:0:8407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1848987626357120:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332853.854565:0:8407:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe4869d780 going to sleep for 11 seconds 00000100:00100000:1.0:1763332853.854695:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626356992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332853.854727:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332853.854750:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332853.854756:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626356864:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763332853.854768:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626356992 00000100:00100000:3.0:1763332853.854774:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626356992 00000100:00100000:1.0:1763332853.854779:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332853.854809:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332853.854810:0:29013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626356864 00000100:00100000:3.0:1763332853.854814:0:29013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626356864 00000100:00100000:1.0:1763332853.854818:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626357248:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763332853.854836:0:29013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:1.0:1763332853.854843:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332853.854848:0:29013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626356992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763332853.854865:0:29013:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:77 count 1 00000100:00100000:1.0:1763332853.854870:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626357248 00000100:00100000:1.0:1763332853.854875:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626357248 00002000:00010000:3.0:1763332853.854892:0:29013:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332853.854900:0:29013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32fd5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332853.854904:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:1.0:1763332853.854915:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626356864:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763332853.854916:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332853.854919:0:29013:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332853.854926:0:29013:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32fd5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1763332853.854929:0:28651:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:76 count 1 00010000:00010000:3.0:1763332853.854942:0:29013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32fd5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332853.854949:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x4c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332853.854951:0:29013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32fd5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.854958:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32fdc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.854963:0:29013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32fd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.854970:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332853.854973:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332853.854977:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.854986:0:29013:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763332853.854989:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.854998:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.855007:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32fdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.855022:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1763332853.855231:0:29013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626356992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 386us (503us total) trans 21474836835 rc 0/0 00000100:00100000:1.0:1763332853.855233:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626356864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 318us (454us total) trans 17179869520 rc 0/0 00000100:00100000:3.0:1763332853.855247:0:29013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:1.0:1763332853.857089:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:1.0:1763332853.857119:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:1.0:1763332853.857130:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626357248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763332853.857152:0:28651:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:77 count 1 00002000:00010000:1.0:1763332853.857195:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x4d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332853.857205:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32fe3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.857219:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332853.857221:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332853.857226:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32fe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.857239:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32fe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.857249:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32fe3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.857257:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32fe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332853.857279:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1763332853.857405:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1763332853.857424:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32fd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.857433:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332853.857437:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32fd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.857447:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32fd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.858075:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763332853.858083:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32fdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.858092:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332853.858096:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32fdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.858105:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32fdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.858123:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32fdc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.858132:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c32fdc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.858154:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32fd5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.858154:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332853.858158:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32fe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.858173:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c32fd5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29013 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.858173:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332853.858179:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32fe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.858192:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32fe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.858199:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332853.858202:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32fe3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.858203:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332853.858207:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332853.858213:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c32fe3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.858225:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332853.858228:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332853.858230:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332853.858249:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763332853.858305:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe42efbb80/2, rc 0, transno 17179869520 00000100:00100000:3.0:1763332853.858306:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332853.858315:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626356864:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1763332853.858335:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b39500/2, rc 0, transno 21474836835 00000100:00100000:0.0:1763332853.858385:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626356992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763332853.858428:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611161472 00000100:00100000:0.0:1763332853.858436:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611161472 00000100:00100000:1.0:1763332853.858718:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626357248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1591us (3874us total) trans 17179869521 rc 0/0 00000100:00100000:1.0:1763332853.858728:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000004:00080000:1.0:1763332853.858761:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e18000/2, rc 0, transno 17179869521 00000100:00100000:1.0:1763332853.858765:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626357248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1763332853.858856:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626356608:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332853.858878:0:8611:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.859042:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48191000/0xb32e3ef184c32dac lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dff4 expref: 9 pid: 29010 timeout: 1057 lvb_type: 1 00000100:00100000:3.0:1763332853.859159:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332853.860167:0:8407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc10380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1848987626357120:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332853.860189:0:8407:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332853.862423:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611161600 00000100:00100000:0.0:1763332853.862438:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611161600 00010000:00010000:0.0:1763332853.862488:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32c71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df99 expref: 10 pid: 8406 timeout: 1057 lvb_type: 1 00000100:00100000:0.0:1763332853.862522:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 781 00000100:00100000:0.0:1763332853.862531:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611161472:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332853.862547:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332853.862552:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe48191000/0xb32e3ef184c32dac lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dff4 expref: 10 pid: 29010 timeout: 1057 lvb_type: 1 00010000:00010000:0.0:1763332853.862566:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe48191000/0xb32e3ef184c32dac lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dff4 expref: 10 pid: 29010 timeout: 1057 lvb_type: 1 00010000:00010000:0.0:1763332853.862593:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48191000/0xb32e3ef184c32dac lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dff4 expref: 10 pid: 29010 timeout: 1057 lvb_type: 1 00010000:00010000:0.0:1763332853.862609:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332853.862611:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332853.862616:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.862626:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.862649:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332853.862700:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611161472:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 170us (4398us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332853.862707:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 781 00000100:00100000:0.0:1763332853.862725:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 782 00000100:00100000:0.0:1763332853.862731:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611161600:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332853.862738:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332853.862742:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32c71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df99 expref: 8 pid: 8406 timeout: 1057 lvb_type: 1 00010000:00010000:0.0:1763332853.862751:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32c71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df99 expref: 8 pid: 8406 timeout: 1057 lvb_type: 1 00010000:00010000:0.0:1763332853.862763:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c32c71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df99 expref: 8 pid: 8406 timeout: 1057 lvb_type: 1 00010000:00010000:0.0:1763332853.862772:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332853.862774:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332853.862777:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.862786:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.862802:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332853.862816:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611161600:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 86us (3659us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332853.862822:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 782 00010000:00010000:0.0:1763332853.862963:0:8407:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.862972:0:8407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.862987:0:8407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.862996:0:8407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332853.863011:0:8407:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763332853.863225:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626356736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8860us (9146us total) trans 17179869522 rc 0/0 00000100:00100000:0.0:1763332853.863233:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000004:00080000:0.0:1763332853.863279:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe42efa680/2, rc 0, transno 17179869522 00000100:00100000:0.0:1763332853.863285:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626356736:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763332853.863768:0:8611:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.863783:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.863792:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.863798:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332853.863822:0:8611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1763332853.863968:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763332853.863977:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.863984:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332853.863989:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.863999:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.864017:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.864024:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192400/0xb32e3ef184c32fce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.864042:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332853.864046:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.864052:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332853.864054:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.864060:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.864069:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.864075:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c32fc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332853.864087:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332853.864088:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332853.864090:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332853.864211:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+8:3655:x1848987626356480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16874us (17570us total) trans 17179869523 rc 0/0 00000100:00100000:3.0:1763332853.864221:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000004:00080000:1.0:1763332853.864248:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b38000/2, rc 0, transno 17179869523 00000100:00100000:1.0:1763332853.864255:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626356480:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1763332853.864302:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332854.352578:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763332854.352590:0:8605:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 958432239014ns, next at 959432236293ns, rc = 0 00000100:00100000:1.0:1763332854.352603:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626357376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332854.352677:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332854.352731:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626357376 00000100:00100000:3.0:1763332854.352739:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626357376 00000004:00080000:2.0:1763332854.353054:0:8610:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 958432703913ns, next at 959432701985ns, rc = 0 00000100:00080000:2.0:1763332854.353081:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332854.353129:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332854.353139:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626357504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332854.353175:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332854.353501:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626357504 00000100:00100000:1.0:1763332854.353508:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626357504 00000100:00100000:1.0:1763332854.353545:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1763332854.353554:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626357376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332854.353583:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1763332854.353683:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1763332854.353694:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626357504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763332854.353708:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1763332854.353747:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626357504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332854.353754:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00080000:2.0:1763332854.353774:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332854.353808:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626357504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763332854.353815:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626357376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 259us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332854.353824:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1763332854.353891:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626357376:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332855.376783:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626357632:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763332855.376872:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332855.377019:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332855.377887:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626357632 00000100:00100000:2.0:1763332855.377899:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626357632 00000100:00100000:2.0:1763332855.377958:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1763332855.377968:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626357632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763332855.378008:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445986304 avail 1299746816 00000100:00100000:2.0:1763332855.378076:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626357632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (1204us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332855.378084:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:0.0:1763332855.381090:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294969128 gen 2 00000004:00080000:0.0:1763332855.381103:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294969122 committed transno 4294969128 00000004:00080000:0.0:1763332855.381126:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294969128 committed transno 4294969128 00000020:00080000:0.0:1763332855.381133:0:3653:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff92fe4ce84000 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:0.0:1763332855.381138:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff51fbd300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe4ce84f00 00000020:00080000:0.0:1763332855.381143:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].8 00000020:00080000:0.0:1763332855.381146:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92fe43b0b800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92ff43c99c00 00000020:00080000:0.0:1763332855.381148:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].9 00000100:00100000:0.0:1763332855.381202:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626357632:0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1763332855.382831:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 10 committed batchid 9 00000020:00080000:2.0:1763332855.382921:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00010000:00010000:2.0:1763332856.400749:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332856.757540:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332856.757591:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332856.757627:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332856.757655:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332856.757686:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332856.757690:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611162240 00000100:00100000:3.0:1763332856.757701:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611162240 00000100:00080000:1.0:1763332856.757744:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332856.757766:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611162112 00000100:00100000:3.0:1763332856.757770:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611162112 00000100:00100000:1.0:1763332856.757783:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 623 00000100:00100000:1.0:1763332856.757797:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2418:x1848987611162240:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332856.757806:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 624 00000100:00100000:3.0:1763332856.757816:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611162112:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332856.757879:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611162112:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 61us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332856.757879:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2418:x1848987611162240:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 82us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332856.757896:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 624 00000100:00080000:3.0:1763332856.757920:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332856.757957:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611161984 00000100:00100000:0.0:1763332856.757963:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611161984 00000100:00080000:3.0:1763332856.758008:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332856.758016:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611161856 00000100:00100000:0.0:1763332856.758020:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611161856 00000100:00100000:0.0:1763332856.758053:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1059 00000100:00100000:0.0:1763332856.758060:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2418:x1848987611161984:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332856.758101:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2418:x1848987611161984:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 40us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332856.758109:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1059 00000100:00100000:0.0:1763332856.758124:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1060 00000100:00100000:0.0:1763332856.758133:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2418:x1848987611161856:12345-192.168.204.28@tcp:400:kworker.0 00000100:00080000:3.0:1763332856.758164:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332856.758170:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2418:x1848987611161856:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 39us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332856.758179:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1060 00000100:00100000:1.0:1763332856.758241:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 623 00000100:00100000:2.0:1763332856.758336:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611161728 00000100:00100000:2.0:1763332856.758341:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611161728 00000100:00100000:2.0:1763332856.758420:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 775 00000100:00100000:2.0:1763332856.758427:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611161728:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332856.758459:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67e26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611161728:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 33us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332856.758466:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 775 00000100:00100000:1.0:1763332856.913470:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332856.913497:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626357760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332856.913569:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332856.913730:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626357760 00000100:00100000:3.0:1763332856.913739:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626357760 00000100:00100000:3.0:1763332856.913797:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1763332856.913806:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bde1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626357760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763332856.913842:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446227968 avail 1299988480 00000100:00100000:3.0:1763332856.913991:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bde1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626357760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 186us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332856.914003:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1763332856.914272:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626357760:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1763332856.915963:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836835 is committed 00000001:00080000:3.0:1763332856.915977:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836834 is committed 00000100:00100000:0.0:1763332857.425640:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626358144:0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.425746:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332857.425818:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626358656:0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.425845:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332857.425870:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626359168:0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.425893:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332857.425915:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1763332857.425921:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626358016:0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.425942:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332857.425956:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626358528:0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.425974:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332857.425992:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626359040:0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.426009:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332857.426037:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626358656 00000100:00100000:0.0:1763332857.426044:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626358656 00000100:00100000:0.0:1763332857.426104:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626358528 00000100:00100000:0.0:1763332857.426108:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626358528 00000100:00100000:0.0:1763332857.426132:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1763332857.426142:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626358656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.426193:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626358656:12345-0@lo:400:kworker.0 Request processed in 53us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332857.426201:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1763332857.426218:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1763332857.426226:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626358528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.426255:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626358528:12345-0@lo:400:kworker.0 Request processed in 31us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332857.426261:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1763332857.426279:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626359168 00000100:00100000:0.0:1763332857.426282:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626359168 00000100:00100000:0.0:1763332857.426306:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626358016 00000100:00100000:0.0:1763332857.426308:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626358016 00000100:00100000:0.0:1763332857.426323:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626359040 00000100:00100000:0.0:1763332857.426325:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626359040 00000100:00100000:0.0:1763332857.426343:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1763332857.426394:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626359168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.426424:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626359168:12345-0@lo:400:kworker.0 Request processed in 32us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332857.426430:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1763332857.426443:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1763332857.426449:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626358016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.426476:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626358016:12345-0@lo:400:kworker.0 Request processed in 27us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332857.426481:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1763332857.426492:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1763332857.426498:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626359040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.426522:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626359040:12345-0@lo:400:kworker.0 Request processed in 24us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332857.426528:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1763332857.426565:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626358016:0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.426575:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836834 gen 2 00000004:00080000:0.0:1763332857.426579:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b16a00, transno 21474836834 00000100:00100000:0.0:1763332857.426587:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626358528:0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.426596:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626359040:0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.426602:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836835 gen 2 00000004:00080000:0.0:1763332857.426614:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b39500, transno 21474836835 00000100:00100000:0.0:1763332857.426622:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626358656:0@lo:400:kworker.0 00000100:00100000:0.0:1763332857.426631:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626359168:0@lo:400:kworker.0 00010000:00010000:3.0:1763332857.426836:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1763332857.426861:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332857.426865:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332857.426868:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332857.426879:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626358144 00000100:00100000:3.0:1763332857.426883:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626358144 00000100:00100000:3.0:1763332857.426925:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1763332857.426933:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626358144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332857.426976:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626358144:12345-0@lo:400:kworker.0 Request processed in 44us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332857.426983:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1763332857.427010:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626358144:0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427230:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626358272:0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427262:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332857.427292:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626358784:0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427311:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332857.427327:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626359296:0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427380:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332857.427399:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1763332857.427406:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626357888:0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427434:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332857.427459:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626358400:0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427479:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332857.427495:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626358912:0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427514:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332857.427529:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626359424:0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427548:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332857.427575:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626358272 00000100:00100000:2.0:1763332857.427579:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626358272 00000100:00100000:2.0:1763332857.427603:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626359296 00000100:00100000:2.0:1763332857.427606:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626359296 00000100:00100000:2.0:1763332857.427625:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1763332857.427630:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626358272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427666:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626358272:12345-0@lo:400:kworker.0 Request processed in 35us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332857.427671:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1763332857.427683:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626359424 00000100:00100000:2.0:1763332857.427686:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626359424 00000100:00100000:2.0:1763332857.427703:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1763332857.427709:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626359296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427733:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626359296:12345-0@lo:400:kworker.0 Request processed in 25us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332857.427739:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1763332857.427749:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1763332857.427754:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626359424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427777:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626359424:12345-0@lo:400:kworker.0 Request processed in 24us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332857.427783:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1763332857.427873:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626357888 00000100:00100000:2.0:1763332857.427877:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626357888 00000100:00100000:2.0:1763332857.427902:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1763332857.427908:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626357888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.427939:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626357888:12345-0@lo:400:kworker.0 Request processed in 31us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332857.427945:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1763332857.427976:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626358784 00000100:00100000:2.0:1763332857.427980:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626358784 00000100:00100000:2.0:1763332857.428001:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626358912 00000100:00100000:2.0:1763332857.428004:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626358912 00000100:00100000:2.0:1763332857.428022:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1763332857.428028:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3654:x1848987626358784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.428055:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3654:x1848987626358784:12345-0@lo:400:kworker.0 Request processed in 28us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332857.428061:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1763332857.428074:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1763332857.428080:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626358912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332857.428231:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626358400 00000100:00100000:3.0:1763332857.428236:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626358400 00000100:00100000:3.0:1763332857.428262:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1763332857.428269:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626358400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332857.428303:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626358400:12345-0@lo:400:kworker.0 Request processed in 35us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332857.428310:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00080000:3.0:1763332857.428336:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332857.428339:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332857.428342:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332857.428408:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626357888:0@lo:400:kworker.0 00000100:00100000:3.0:1763332857.428419:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626358400:0@lo:400:kworker.0 00000100:00100000:3.0:1763332857.428429:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626359424:0@lo:400:kworker.0 00000100:00100000:3.0:1763332857.428437:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626358272:0@lo:400:kworker.0 00000100:00100000:3.0:1763332857.428447:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626358784:0@lo:400:kworker.0 00000100:00100000:3.0:1763332857.428455:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626359296:0@lo:400:kworker.0 00000100:00100000:2.0:1763332857.428578:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626358912:12345-0@lo:400:kworker.0 Request processed in 498us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332857.428584:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1763332857.428715:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626358912:0@lo:400:kworker.0 00000100:00100000:3.0:1763332857.710970:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332857.711035:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611162496 00000100:00100000:0.0:1763332857.711046:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611162496 00000100:00100000:0.0:1763332857.711205:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2925 00000100:00100000:0.0:1763332857.711217:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:42121:x1848987611162496:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332857.711239:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332857.711262:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32fea lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e095 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332857.711335:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c32ff1 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332857.711396:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c32ff1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711407:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c32ff1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711421:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32ff8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332857.711427:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32ff8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711433:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32ff8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711520:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c32ff1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711530:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c32ff1 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711535:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c32ff1 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711541:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332857.711545:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c32ff1 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711552:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c32ff1 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711562:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43876100) 00010000:00010000:0.0:1763332857.711565:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332857.711568:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c32ff1 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711576:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c32ff1 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711587:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32ff8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711592:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32ff8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711597:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32ff8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711601:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332857.711603:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32ff8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711608:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32ff8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711612:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92fe43876200) 00010000:00010000:0.0:1763332857.711614:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332857.711617:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32ff8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711622:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c32ff8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763332857.711649:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32fea lrc: 1/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e095 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332857.711657:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92fe43876100) 00010000:00010000:0.0:1763332857.711659:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332857.711662:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c32fea lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e095 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332857.711672:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190800, rc 0) 00000100:00100000:0.0:1763332857.711898:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:42121:x1848987611162496:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 680us (935us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332857.711906:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2925 00000100:00100000:0.0:1763332857.717419:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332857.718663:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611162624 00000100:00100000:3.0:1763332857.718676:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611162624 00000100:00100000:3.0:1763332857.718746:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2926 00000100:00100000:3.0:1763332857.718755:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:42121:x1848987611162624:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332857.718841:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c32fff lrc: 3/1,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332857.718860:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c32fff lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.718875:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c32fff lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.718889:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33006 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332857.718895:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33006 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.718900:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33006 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719011:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c3300d lrc: 3/1,0 mode: --/PR res: [0x240000404:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332857.719018:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c3300d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719025:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c3300d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00200000:3.0:1763332857.719079:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x4:0x0]: returning size 0 00000004:00200000:3.0:1763332857.719083:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332857.719095:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c3300d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719110:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c32fff lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719116:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c32fff lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719123:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c32fff lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719129:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332857.719133:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c32fff lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719141:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c32fff lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719154:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff92ff8016ff00) 00010000:00010000:3.0:1763332857.719158:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332857.719163:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c32fff lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719170:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c32fff lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719187:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33006 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719193:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33006 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719198:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33006 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719203:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332857.719206:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33006 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719212:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33006 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719219:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xd6c8d217 (ffff92ff8016f200) 00010000:00010000:3.0:1763332857.719221:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332857.719224:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33006 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719228:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33006 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0xd6c8d217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719239:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c3300d lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719246:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c3300d lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719251:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c3300d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719256:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332857.719259:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c3300d lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719264:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c3300d lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719271:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x4:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332857.719273:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332857.719275:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c3300d lrc: 2/0,0 mode: --/PR res: [0x240000404:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763332857.719281:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c3300d lrc: 0/0,0 mode: --/PR res: [0x240000404:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000100:00100000:3.0:1763332857.719422:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:42121:x1848987611162624:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 666us (2018us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332857.719431:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2926 00010000:00010000:1.0:1763332858.448557:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332858.960611:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626359552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332858.960678:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332858.960979:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626359552 00000100:00100000:2.0:1763332858.960988:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626359552 00000100:00100000:2.0:1763332858.961037:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1763332858.961047:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3652:x1848987626359552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763332858.961085:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25534144 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1763332858.961140:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3652:x1848987626359552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332858.961147:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1763332858.961190:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626359552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332858.961438:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626359680:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332858.961469:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332858.961530:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626359680 00000100:00100000:1.0:1763332858.961534:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626359680 00000100:00100000:1.0:1763332858.961571:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1763332858.961579:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626359680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332858.961589:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25534144 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1763332858.966429:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626359680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4840us (4948us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332858.966444:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1763332858.966538:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626359680:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1763332859.472632:0:8605:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 963552280079ns, next at 964552277242ns, rc = 0 00000100:00100000:2.0:1763332859.473066:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626359808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332859.473139:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332859.473470:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626359808 00000100:00100000:3.0:1763332859.473479:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626359808 00010000:00010000:1.0:1763332859.473528:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332859.473545:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1763332859.473556:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626359808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763332859.473586:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1763332859.473645:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626359808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332859.473653:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000004:00080000:0.0:1763332859.473769:0:8610:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 963553419491ns, next at 964553418143ns, rc = 0 00000100:00080000:2.0:1763332859.473847:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332859.474521:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626359936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332859.474567:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332859.475548:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626359936 00000100:00100000:2.0:1763332859.475559:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626359936 00000100:00100000:2.0:1763332859.475619:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1763332859.475629:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626359936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763332859.475653:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1763332859.475713:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626359936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332859.475720:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00080000:2.0:1763332859.475741:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332859.475794:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626359936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763332859.477022:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626359808:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1763332859.477417:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 15 committed 00000020:00080000:1.0:1763332859.477444:0:7438:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 10 batchid updated 00000004:00080000:1.0:1763332859.477463:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 14 committed 00000100:00100000:2.0:1763332859.477686:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332859.477700:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626360320:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763332859.477755:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1763332859.478005:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 10 00000004:00080000:3.0:1763332859.478065:0:7457:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff92fe43b7ce40 with version 19 00000020:00080000:3.0:1763332859.478073:0:7457:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 10 cancel update log [0x200000401:0x2:0x0].8: rc = 0 00000020:00080000:3.0:1763332859.478149:0:7457:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 10 cancel update log [0x240000400:0x2:0x0].9: rc = 0 00000020:00080000:3.0:1763332859.478157:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 10 00000100:00100000:0.0:1763332859.478268:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626360064:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763332859.478300:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332859.478340:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332859.478368:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626360192:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763332859.478391:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332859.478421:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626360320 00000100:00100000:0.0:1763332859.478427:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626360320 00000100:00100000:0.0:1763332859.478464:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626360064 00000100:00100000:0.0:1763332859.478467:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626360064 00000100:00100000:0.0:1763332859.478482:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626360192 00000100:00100000:0.0:1763332859.478484:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626360192 00000100:00100000:0.0:1763332859.478502:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1763332859.478510:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626360320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763332859.478535:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:22 count 1 00010000:00010000:0.0:1763332859.478560:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.478581:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32da5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfed expref: 7 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332859.478589:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332859.478591:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332859.478595:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.478621:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32da5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfed expref: 7 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332859.478634:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32da5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfed expref: 7 pid: 28600 timeout: 1063 lvb_type: 1 00000100:00100000:0.0:1763332859.478645:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626360448:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332859.478695:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dfb5540 going to sleep for 11 seconds 00000100:00100000:0.0:1763332859.478713:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1763332859.478720:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626360064:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763332859.478732:0:28600:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:20 count 1 00000100:00100000:2.0:1763332859.478996:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:2.0:1763332859.479005:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626360192:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763332859.479017:0:28650:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:21 count 1 00002000:00010000:2.0:1763332859.479075:0:28650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332859.479080:0:28650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c3301b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.479088:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332859.479090:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332859.479094:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c3301b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.479106:0:28650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c3301b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.479116:0:28650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c3301b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.479123:0:28650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c3301b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.479140:0:28650:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763332859.479387:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3652:x1848987626360192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 383us (993us total) trans 21474836836 rc 0/0 00000100:00100000:2.0:1763332859.479395:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00010000:00010000:2.0:1763332859.479421:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332859.479427:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c3301b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.479435:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332859.479439:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c3301b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.479448:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c3301b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.479465:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c3301b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.479473:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c3301b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.479489:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332859.479490:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332859.479492:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763332859.479520:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b15500/2, rc 0, transno 21474836836 00000100:00100000:2.0:1763332859.479525:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626360192:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1763332859.479757:0:7449:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff49dc1b40 version 19 rpc_version 19 00000020:00100000:1.0:1763332859.479781:0:7449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1763332859.479788:0:7449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff7dcfc380 x1848987626360704/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763332859.479827:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626360704:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1763332859.479865:0:7449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332859.479893:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe4869d780 going to sleep for 11 seconds 00002000:00010000:0.0:1763332859.481074:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332859.481086:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c33022 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.481099:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332859.481101:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332859.481105:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c33022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.481117:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c33022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.481127:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c33022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.481134:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c33022 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.481159:0:28600:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763332859.481739:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332859.481748:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c33022 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332859.481756:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332859.481760:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c33022 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332859.481768:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c33022 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332859.481785:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c33022 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332859.481792:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190400/0xb32e3ef184c33022 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332859.482287:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626360448:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332859.482324:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332859.482479:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332859.482482:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332859.482484:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332859.482593:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626360704 00000100:00100000:2.0:1763332859.482601:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626360704 00000100:00100000:2.0:1763332859.482657:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1763332859.482666:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:7449:x1848987626360704:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1763332859.483124:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+8:3652:x1848987626360064:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4402us (4820us total) trans 21474836837 rc 0/0 00000100:00100000:0.0:1763332859.483135:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000004:00080000:3.0:1763332859.483485:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b15f80/2, rc 0, transno 21474836837 00000100:00100000:3.0:1763332859.483492:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626360064:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763332859.483582:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7449:x1848987626360704:12345-0@lo:1000:osp_up0-1.0 Request processed in 916us (3715us total) trans 4294969129 rc 0/0 00000100:00100000:2.0:1763332859.483589:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1763332859.483673:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332859.483980:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611162752 00000100:00100000:2.0:1763332859.483986:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611162752 00010000:00010000:2.0:1763332859.484030:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32da5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfed expref: 8 pid: 28600 timeout: 1063 lvb_type: 1 00000100:00100000:2.0:1763332859.484059:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 783 00000100:00100000:2.0:1763332859.484066:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611162752:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332859.484081:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332859.484085:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32da5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfed expref: 8 pid: 28600 timeout: 1063 lvb_type: 1 00010000:00010000:2.0:1763332859.484097:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32da5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfed expref: 8 pid: 28600 timeout: 1063 lvb_type: 1 00010000:00010000:2.0:1763332859.484118:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c32da5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfed expref: 8 pid: 28600 timeout: 1063 lvb_type: 1 00010000:00010000:2.0:1763332859.484131:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332859.484132:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332859.484137:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.484146:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.484166:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332859.484209:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611162752:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 143us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332859.484216:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 783 00000100:00080000:1.0:1763332859.484379:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1763332859.484393:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332859.484402:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332859.484411:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332859.484420:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332859.484440:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1763332859.488482:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 221 committed 00000004:00080000:0.0:1763332859.488508:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 220 committed 00000100:00100000:0.0:1763332859.488646:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332859.488679:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626360832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763332859.488750:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332859.488794:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626360832 00000100:00100000:0.0:1763332859.488802:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626360832 00000100:00100000:0.0:1763332859.488861:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:0.0:1763332859.488870:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626360832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763332859.488900:0:28600:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:78 count 1 00010000:00010000:0.0:1763332859.488938:0:28600:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.488959:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c32c78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfa0 expref: 6 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332859.488967:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332859.488969:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332859.488973:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489001:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c32c78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfa0 expref: 6 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332859.489015:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c32c78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfa0 expref: 6 pid: 8406 timeout: 1063 lvb_type: 1 00000100:00100000:0.0:1763332859.489027:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626361216:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332859.489038:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626360704:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1763332859.489061:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626360960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763332859.489094:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332859.489115:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff471d76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332859.489123:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332859.489131:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626361088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763332859.489155:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332859.489184:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626360960 00000100:00100000:3.0:1763332859.489188:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626360960 00000100:00100000:3.0:1763332859.489211:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626361088 00000100:00100000:3.0:1763332859.489213:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626361088 00000100:00100000:3.0:1763332859.489237:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:3.0:1763332859.489244:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3652:x1848987626360960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763332859.489258:0:8407:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:79 count 1 00000100:00100000:0.0:1763332859.489263:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:0.0:1763332859.489273:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3652:x1848987626361088:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:3.0:1763332859.489282:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x4f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332859.489290:0:8407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33030 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1763332859.489291:0:8611:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:80 count 1 00010000:00010000:3.0:1763332859.489303:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332859.489306:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1763332859.489324:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x50:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332859.489325:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33030 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489333:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33037 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332859.489344:0:8407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33030 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489344:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332859.489375:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332859.489380:0:8407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33030 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489381:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33037 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489407:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33037 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332859.489410:0:8407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33030 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489421:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33037 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489430:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33037 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489447:0:8611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1763332859.489576:0:8407:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1763332859.489608:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1763332859.489616:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489625:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332859.489629:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489643:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489662:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489669:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33014 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489689:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763332859.489693:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33037 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489699:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332859.489702:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33037 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489710:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33037 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489719:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33037 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489727:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33037 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332859.489740:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626360960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 495us (644us total) trans 21474836840 rc 0/0 00010000:00010000:0.0:1763332859.489743:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332859.489749:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33030 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332859.489754:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00010000:00010000:0.0:1763332859.489762:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332859.489766:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33030 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489773:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33030 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489784:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33030 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.489792:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33030 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763332859.489801:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77bbd500/2, rc 0, transno 21474836840 00010000:00010000:0.0:1763332859.489808:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332859.489809:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626360960:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1763332859.489812:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332859.489816:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332859.490454:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3655:x1848987626360320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11941us (12695us total) trans 21474836838 rc 0/0 00000100:00100000:1.0:1763332859.490463:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00010000:00010000:2.0:1763332859.490720:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332859.490729:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763332859.490760:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b16680/2, rc 0, transno 21474836838 00000100:00100000:2.0:1763332859.490767:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626360320:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763332859.490796:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626361088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1523us (1638us total) trans 21474836839 rc 0/0 00000100:00100000:0.0:1763332859.490804:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000004:00080000:3.0:1763332859.491062:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe450d9180/2, rc 0, transno 21474836839 00000100:00100000:3.0:1763332859.491068:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626361088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332859.500659:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332859.500807:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611162880 00000100:00100000:2.0:1763332859.500819:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611162880 00010000:00010000:2.0:1763332859.500861:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c32c78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfa0 expref: 7 pid: 8406 timeout: 1063 lvb_type: 1 00000100:00100000:2.0:1763332859.500908:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 784 00000100:00100000:2.0:1763332859.500918:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff4627cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2419:x1848987611162880:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332859.500936:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332859.500941:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c32c78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfa0 expref: 7 pid: 8406 timeout: 1063 lvb_type: 1 00010000:00010000:2.0:1763332859.500956:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c32c78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfa0 expref: 7 pid: 8406 timeout: 1063 lvb_type: 1 00010000:00010000:2.0:1763332859.500986:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332859.500988:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332859.500994:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.501005:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332859.501025:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332859.501081:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff4627cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2419:x1848987611162880:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 164us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332859.501091:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 784 00010000:00010000:0.0:1763332859.501290:0:28600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c32c78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695dfa0 expref: 6 pid: 8406 timeout: 1063 lvb_type: 1 00000100:00100000:0.0:1763332859.501315:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:28600:1848987626361216:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332859.501336:0:28600:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.501346:0:28600:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.501383:0:28600:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.501393:0:28600:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.501401:0:28600:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332859.501418:0:28600:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763332859.501649:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1763332859.501657:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626360832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12786us (12906us total) trans 21474836841 rc 0/0 00010000:00010000:3.0:1763332859.501659:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332859.501672:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00010000:00010000:3.0:1763332859.501675:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332859.501681:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332859.501692:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332859.501704:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332859.501716:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33029 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332859.501737:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332859.501739:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332859.501740:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763332859.501804:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77bbce00/2, rc 0, transno 21474836841 00000100:00100000:1.0:1763332859.501811:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626360832:0@lo:6:osp-syn-0-0.0 00000001:00080000:2.0:1763332859.989267:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869523 is committed 00000001:00080000:2.0:1763332859.989281:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869522 is committed 00010000:00010000:0.0:1763332860.497260:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332860.497455:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332860.497478:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626361344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332860.497544:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332860.498444:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626361344 00000100:00100000:2.0:1763332860.498454:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626361344 00000100:00100000:2.0:1763332860.498517:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1763332860.498529:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626361344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763332860.498573:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445986304 avail 1299746816 00000100:00100000:2.0:1763332860.498621:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626361344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332860.498628:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:3.0:1763332860.500812:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626361344:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1763332861.521547:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332861.880762:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332861.880825:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332861.880916:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611163136 00000100:00100000:3.0:1763332861.880925:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611163136 00000100:00100000:3.0:1763332861.881009:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1067 00000100:00100000:3.0:1763332861.881020:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611163136:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332861.881095:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611163136:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 76us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332861.881103:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1067 00000100:00080000:1.0:1763332861.881307:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332861.881511:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611163008 00000100:00100000:2.0:1763332861.881517:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611163008 00000100:00100000:2.0:1763332861.881558:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 777 00000100:00100000:2.0:1763332861.881566:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611163008:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332861.881609:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611163008:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 44us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332861.881616:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 777 00000100:00100000:0.0:1763332861.882748:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332861.882781:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332861.882818:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332861.882976:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611163264 00000100:00100000:3.0:1763332861.882984:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611163264 00000100:00100000:3.0:1763332861.883046:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1068 00000100:00100000:3.0:1763332861.883055:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2418:x1848987611163264:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332861.883110:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2418:x1848987611163264:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 56us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332861.883116:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1068 00000100:00100000:1.0:1763332861.883290:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611163520 00000100:00100000:1.0:1763332861.883295:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611163520 00000100:00100000:1.0:1763332861.883334:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611163392 00000100:00100000:1.0:1763332861.883337:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611163392 00000100:00100000:1.0:1763332861.883382:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 629 00000100:00100000:1.0:1763332861.883390:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2418:x1848987611163520:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332861.883420:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2418:x1848987611163520:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 31us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332861.883424:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 629 00000100:00100000:1.0:1763332861.883435:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 630 00000100:00100000:1.0:1763332861.883440:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2419:x1848987611163392:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332861.883459:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2419:x1848987611163392:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 19us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332861.883464:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 630 00000100:00080000:0.0:1763332861.883795:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332861.883800:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332861.883802:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332862.033469:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763332862.033496:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626361472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332862.033584:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332862.042089:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626361472 00000100:00100000:3.0:1763332862.042114:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626361472 00000100:00100000:3.0:1763332862.042208:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1763332862.042219:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626361472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763332862.042322:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446227968 avail 1299988480 00000100:00100000:3.0:1763332862.042466:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626361472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 249us (8880us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332862.042473:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1763332862.042744:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626361472:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1763332862.544589:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332862.545003:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626361600:0@lo:400:kworker.0 00000100:00100000:1.0:1763332862.545075:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332862.545204:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626361600 00000100:00100000:2.0:1763332862.545211:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626361600 00000100:00100000:2.0:1763332862.545291:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1763332862.545300:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626361600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.545373:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626361600:12345-0@lo:400:kworker.0 Request processed in 51us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332862.545383:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1763332862.545479:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626361600:0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.546561:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626361728:0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.546608:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332862.546676:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626361728 00000100:00100000:1.0:1763332862.546682:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626361728 00000100:00100000:1.0:1763332862.546728:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1763332862.546735:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626361728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332862.547466:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626361728:12345-0@lo:400:kworker.0 Request processed in 730us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332862.547472:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626361728:0@lo:400:kworker.0 00000100:00100000:1.0:1763332862.547475:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1763332862.548223:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626361856:0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.548275:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332862.548319:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626361856 00000100:00100000:1.0:1763332862.548324:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626361856 00000100:00100000:1.0:1763332862.548382:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1763332862.548391:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626361856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.548395:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763332862.548401:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626361984:0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.548424:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332862.548430:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626361856:12345-0@lo:400:kworker.0 Request processed in 41us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332862.548436:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1763332862.548449:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626361856:0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.548469:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626361984 00000100:00100000:2.0:1763332862.548472:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626361984 00000100:00100000:2.0:1763332862.548515:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:2.0:1763332862.548522:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626361984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.548554:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626361984:12345-0@lo:400:kworker.0 Request processed in 33us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332862.548560:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:1.0:1763332862.548569:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626361984:0@lo:400:kworker.0 00000100:00100000:3.0:1763332862.549248:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626362240:0@lo:400:kworker.0 00000100:00100000:0.0:1763332862.549282:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626362496:0@lo:400:kworker.0 00000100:00100000:3.0:1763332862.549292:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332862.549309:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332862.549319:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626362752:0@lo:400:kworker.0 00000100:00100000:0.0:1763332862.549325:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626363008:0@lo:400:kworker.0 00000100:00100000:3.0:1763332862.549338:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332862.549365:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626362240 00000100:00100000:0.0:1763332862.549369:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626362240 00000100:00100000:3.0:1763332862.549374:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763332862.549380:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626362112:0@lo:400:kworker.0 00000100:00100000:3.0:1763332862.549401:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332862.549406:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626362496 00000100:00100000:0.0:1763332862.549409:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626362496 00000100:00100000:3.0:1763332862.549415:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626362624:0@lo:400:kworker.0 00000100:00100000:0.0:1763332862.549428:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626362112 00000100:00100000:0.0:1763332862.549431:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626362112 00000100:00100000:3.0:1763332862.549432:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332862.549451:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1763332862.549456:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1763332862.549458:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626362240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332862.549462:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626362496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332862.549488:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626362496:12345-0@lo:400:kworker.0 Request processed in 26us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332862.549490:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3653:x1848987626362240:12345-0@lo:400:kworker.0 Request processed in 33us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332862.549494:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1763332862.549496:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1763332862.549509:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1763332862.549515:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3653:x1848987626362112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332862.549542:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+8:3653:x1848987626362112:12345-0@lo:400:kworker.0 Request processed in 28us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332862.549548:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00080000:3.0:1763332862.549579:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332862.549581:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626362752 00000100:00080000:3.0:1763332862.549583:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332862.549585:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626362752 00000100:00080000:2.0:1763332862.549598:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332862.549620:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626362624 00000100:00100000:3.0:1763332862.549621:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626362112:0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.549622:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626362624 00000100:00100000:3.0:1763332862.549632:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626362240:0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.549644:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:2.0:1763332862.549650:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626362752:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1763332862.549653:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332862.549662:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1763332862.549667:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626362624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.549683:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626362752:12345-0@lo:400:kworker.0 Request processed in 34us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332862.549688:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626362624:12345-0@lo:400:kworker.0 Request processed in 22us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332862.549690:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1763332862.549694:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1763332862.549719:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626362624:0@lo:400:kworker.0 00000100:00100000:3.0:1763332862.549727:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626362752:0@lo:400:kworker.0 00000100:00100000:1.0:1763332862.549795:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626362368:0@lo:400:kworker.0 00000100:00100000:1.0:1763332862.549819:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332862.549848:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626362880:0@lo:400:kworker.0 00000100:00100000:1.0:1763332862.549867:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332862.549899:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626362880 00000100:00100000:1.0:1763332862.549903:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626362880 00000100:00080000:1.0:1763332862.549918:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332862.549938:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1763332862.549944:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626362880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332862.549976:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626362880:12345-0@lo:400:kworker.0 Request processed in 32us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332862.549982:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1763332862.550007:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626362880:0@lo:400:kworker.0 00000100:00100000:1.0:1763332862.550036:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332862.550058:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869522 gen 2 00000004:00080000:1.0:1763332862.550063:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42efbb80, transno 17179869520 00000004:00080000:1.0:1763332862.550072:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e18000, transno 17179869521 00000004:00080000:1.0:1763332862.550075:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe42efa680, transno 17179869522 00000100:00100000:1.0:1763332862.550079:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626362496:0@lo:400:kworker.0 00000004:00080000:1.0:1763332862.550190:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:1.0:1763332862.550203:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626363008 00000100:00100000:1.0:1763332862.550206:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626363008 00000100:00080000:1.0:1763332862.550220:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332862.550236:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1763332862.550242:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626363008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332862.550287:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626363008:12345-0@lo:400:kworker.0 Request processed in 45us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332862.550292:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1763332862.550315:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626363008:0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.550392:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626362368 00000100:00100000:2.0:1763332862.550395:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626362368 00000100:00100000:2.0:1763332862.550436:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1763332862.550442:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626362368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332862.550475:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626362368:12345-0@lo:400:kworker.0 Request processed in 34us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332862.550481:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1763332862.550506:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869523 gen 2 00000004:00080000:2.0:1763332862.550511:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b3b800, transno 17179869518 00000004:00080000:2.0:1763332862.550519:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b38a80, transno 17179869519 00000004:00080000:2.0:1763332862.550521:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b38000, transno 17179869523 00000100:00100000:2.0:1763332862.550525:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626362368:0@lo:400:kworker.0 00000004:00080000:2.0:1763332862.550601:0:9836:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 3 done 00000100:00080000:1.0:1763332862.550651:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1763332863.568588:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332864.080606:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626363264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332864.080678:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332864.080750:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332864.080802:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626363264 00000100:00100000:0.0:1763332864.080812:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626363264 00000100:00100000:0.0:1763332864.080872:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1763332864.080883:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626363264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763332864.080912:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25534144 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1763332864.080953:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626363264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332864.080960:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00080000:0.0:1763332864.080997:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332864.081046:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626363136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332864.081070:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332864.081512:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626363264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332864.081581:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626363136 00000100:00100000:0.0:1763332864.081586:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626363136 00000100:00100000:0.0:1763332864.081629:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1763332864.081636:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626363136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332864.081651:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25534144 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1763332864.081685:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626363136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332864.081691:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:1.0:1763332864.081753:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332864.082419:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626363136:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1763332864.592546:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332864.592627:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332864.592649:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626363392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332864.592714:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332864.592781:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626363392 00000100:00100000:0.0:1763332864.592790:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626363392 00000100:00100000:0.0:1763332864.592842:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1763332864.592851:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3655:x1848987626363392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332864.592881:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1763332864.592924:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3655:x1848987626363392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332864.592931:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1763332864.592982:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626363392:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1763332864.596597:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332864.597230:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626363520:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332864.597295:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332864.597363:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626363520 00000100:00100000:2.0:1763332864.597371:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626363520 00000100:00100000:2.0:1763332864.597421:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1763332864.597429:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626363520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763332864.597449:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1763332864.597489:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626363520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332864.597496:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1763332864.597540:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626363520:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1763332864.598590:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1763332865.113257:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969129 is committed 00000001:00080000:2.0:1763332865.114767:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836841 is committed 00000001:00080000:2.0:1763332865.114782:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836838 is committed 00010000:00010000:2.0:1763332865.616574:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332865.618680:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626363648:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763332865.618755:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332865.621311:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626363648 00000100:00100000:1.0:1763332865.621326:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626363648 00000100:00100000:1.0:1763332865.621413:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1763332865.621424:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626363648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332865.621493:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445986304 avail 1299746816 00000100:00100000:1.0:1763332865.621578:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626363648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 157us (2822us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332865.621586:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1763332865.621699:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294969129 gen 2 00000004:00080000:2.0:1763332865.621706:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294969129 committed transno 4294969129 00000100:00100000:2.0:1763332865.621734:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626363648:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763332866.646606:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332867.002605:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332867.002656:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332867.002696:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332867.002703:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611163648 00000100:00100000:1.0:1763332867.002717:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611163648 00000100:00100000:3.0:1763332867.002735:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332867.002767:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332867.002778:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 779 00000100:00100000:1.0:1763332867.002789:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611163648:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332867.002797:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611164160 00000100:00100000:3.0:1763332867.002802:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611164160 00000100:00100000:3.0:1763332867.002839:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611164032 00000100:00100000:3.0:1763332867.002841:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611164032 00000100:00100000:3.0:1763332867.002860:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 635 00000100:00100000:3.0:1763332867.002866:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611164160:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332867.002881:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611163648:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 91us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332867.002889:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 779 00000100:00100000:3.0:1763332867.002898:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611164160:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 31us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332867.002905:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 635 00000100:00100000:3.0:1763332867.002921:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 636 00000100:00100000:3.0:1763332867.002928:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2420:x1848987611164032:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332867.002930:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611163904 00000100:00100000:1.0:1763332867.002936:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611163904 00000100:00100000:3.0:1763332867.002961:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2420:x1848987611164032:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 23us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332867.002969:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 636 00000100:00100000:1.0:1763332867.002970:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611163776 00000100:00100000:1.0:1763332867.002974:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611163776 00000100:00100000:1.0:1763332867.003002:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1075 00000100:00100000:1.0:1763332867.003009:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611163904:12345-192.168.204.28@tcp:400:kworker.0 00000100:00080000:3.0:1763332867.003013:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332867.003017:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332867.003021:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332867.003023:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332867.003045:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611163904:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 35us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332867.003047:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1076 00000100:00100000:1.0:1763332867.003061:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1075 00000100:00100000:3.0:1763332867.003062:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611163776:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332867.003090:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611163776:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 34us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332867.003100:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1076 00000100:00100000:3.0:1763332867.152508:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626363776:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763332867.152585:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332867.152640:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626363776 00000100:00100000:0.0:1763332867.152650:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626363776 00000100:00100000:0.0:1763332867.152705:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1763332867.152716:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626363776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332867.152754:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446227968 avail 1299988480 00000100:00100000:0.0:1763332867.152802:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626363776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332867.152811:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:3.0:1763332867.152838:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626363776:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1763332867.665554:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332867.666395:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626364160:0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.666474:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332867.666526:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626364672:0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.666552:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332867.666576:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626365184:0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.666598:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332867.666624:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763332867.666630:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626364288:0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.666652:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332867.666665:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626364800:0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.666686:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332867.666702:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626365312:0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.666719:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332867.666753:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626364160 00000100:00100000:1.0:1763332867.666761:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626364160 00000100:00100000:1.0:1763332867.666810:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1763332867.666819:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626364160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.666881:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626364160:12345-0@lo:400:kworker.0 Request processed in 62us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332867.666888:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1763332867.666912:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626364672 00000100:00100000:1.0:1763332867.666915:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626364672 00000100:00100000:1.0:1763332867.666951:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626364800 00000100:00100000:1.0:1763332867.666954:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626364800 00000100:00100000:1.0:1763332867.666973:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1763332867.666978:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626364672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.667010:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626364672:12345-0@lo:400:kworker.0 Request processed in 32us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332867.667015:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1763332867.667026:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1763332867.667032:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626364800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.667055:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626364800:12345-0@lo:400:kworker.0 Request processed in 24us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332867.667060:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1763332867.667079:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626365184 00000100:00100000:1.0:1763332867.667083:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626365184 00000100:00100000:1.0:1763332867.667105:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626364288 00000100:00100000:1.0:1763332867.667108:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626364288 00000100:00100000:1.0:1763332867.667122:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626365312 00000100:00100000:1.0:1763332867.667124:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626365312 00000100:00100000:1.0:1763332867.667140:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1763332867.667146:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626365184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.667189:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626365184:12345-0@lo:400:kworker.0 Request processed in 44us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332867.667195:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1763332867.667206:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1763332867.667211:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626364288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.667234:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626364288:12345-0@lo:400:kworker.0 Request processed in 23us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332867.667239:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1763332867.667248:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1763332867.667254:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626365312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667334:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626363904:0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667379:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332867.667406:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626364416:0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667428:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332867.667443:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626364928:0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667461:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332867.667474:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1763332867.667479:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626364032:0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667503:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332867.667514:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626364544:0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667535:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332867.667548:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626365056:0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667565:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332867.667583:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626364928 00000100:00100000:3.0:1763332867.667587:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626364928 00000100:00100000:3.0:1763332867.667607:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626364032 00000100:00100000:3.0:1763332867.667609:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626364032 00000100:00100000:3.0:1763332867.667618:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626365056 00000100:00100000:3.0:1763332867.667620:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626365056 00000100:00100000:3.0:1763332867.667630:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1763332867.667636:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626364928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667668:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626364928:12345-0@lo:400:kworker.0 Request processed in 32us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332867.667689:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1763332867.667702:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1763332867.667708:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626364032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667732:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626364032:12345-0@lo:400:kworker.0 Request processed in 25us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332867.667738:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1763332867.667748:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1763332867.667753:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626365056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667776:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626365056:12345-0@lo:400:kworker.0 Request processed in 23us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332867.667781:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1763332867.667797:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626363904 00000100:00100000:3.0:1763332867.667801:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626363904 00000100:00100000:3.0:1763332867.667823:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1763332867.667828:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626363904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667855:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626363904:12345-0@lo:400:kworker.0 Request processed in 27us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332867.667861:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1763332867.667903:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626364032:0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667912:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626365056:0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667920:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626363904:0@lo:400:kworker.0 00000100:00100000:3.0:1763332867.667930:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626364928:0@lo:400:kworker.0 00000100:00100000:2.0:1763332867.668402:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626364416 00000100:00100000:2.0:1763332867.668408:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626364416 00000100:00100000:2.0:1763332867.668442:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626364544 00000100:00100000:2.0:1763332867.668445:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626364544 00000100:00100000:2.0:1763332867.668466:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1763332867.668473:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e059c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626364416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332867.668518:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e059c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626364416:12345-0@lo:400:kworker.0 Request processed in 45us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332867.668524:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1763332867.668657:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1763332867.668663:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626364544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332867.668691:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626364544:12345-0@lo:400:kworker.0 Request processed in 28us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332867.668695:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00080000:2.0:1763332867.668714:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332867.668718:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332867.668721:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763332867.668722:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332867.668747:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836841 gen 2 00000004:00080000:2.0:1763332867.668753:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe450d9180, transno 21474836839 00000004:00080000:2.0:1763332867.668764:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77bbd500, transno 21474836840 00000004:00080000:2.0:1763332867.668767:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77bbce00, transno 21474836841 00000100:00100000:2.0:1763332867.668771:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626364544:0@lo:400:kworker.0 00000100:00100000:2.0:1763332867.668780:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836838 gen 2 00000004:00080000:2.0:1763332867.668782:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b15500, transno 21474836836 00000004:00080000:2.0:1763332867.668789:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b15f80, transno 21474836837 00000004:00080000:2.0:1763332867.668792:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b16680, transno 21474836838 00000100:00100000:2.0:1763332867.668795:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626364416:0@lo:400:kworker.0 00000004:00080000:2.0:1763332867.668922:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 3 done 00000004:00080000:2.0:1763332867.668985:0:8604:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:2.0:1763332867.669011:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626364288:0@lo:400:kworker.0 00000100:00100000:2.0:1763332867.669022:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626364800:0@lo:400:kworker.0 00000100:00100000:2.0:1763332867.669032:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626364160:0@lo:400:kworker.0 00000100:00100000:2.0:1763332867.669042:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626364672:0@lo:400:kworker.0 00000100:00100000:2.0:1763332867.669053:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626365184:0@lo:400:kworker.0 00000100:00100000:1.0:1763332867.671484:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626365312:12345-0@lo:400:kworker.0 Request processed in 4221us (4754us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332867.671498:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1763332867.671799:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626365312:0@lo:400:kworker.0 00010000:00010000:1.0:1763332868.688539:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332869.203571:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626365440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332869.203647:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332869.203722:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332869.203729:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626365568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332869.203756:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332869.203792:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626365440 00000100:00100000:3.0:1763332869.203800:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626365440 00000100:00100000:3.0:1763332869.203848:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626365568 00000100:00100000:3.0:1763332869.203852:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626365568 00000100:00100000:3.0:1763332869.203869:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1763332869.203878:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626365440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332869.203909:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25534144 pending 0 free 3921387520 avail 3689865216 00000100:00080000:2.0:1763332869.204057:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332869.204105:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1763332869.204115:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e3e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626365568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763332869.204137:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25534144 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1763332869.204170:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e3e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626365568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332869.204176:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1763332869.205696:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626365568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332869.205714:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626365440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332869.206090:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626365440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2210us (2439us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332869.206100:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000001:02000400:2.0:1763332869.592085:0:31111:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 46: Verify setstripe --copy option ==== 17:41:08 (1763332868) 00000100:00100000:1.0:1763332869.671012:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332869.672552:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611164288 00000100:00100000:3.0:1763332869.672568:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611164288 00000100:00100000:3.0:1763332869.672659:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2927 00000100:00100000:3.0:1763332869.672671:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:43402:x1848987611164288:12345-192.168.204.28@tcp:41:stat.0 00000004:00000024:3.0:1763332869.672734:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7842770944 avail 7379726336 00000100:00100000:3.0:1763332869.672828:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:43402:x1848987611164288:12345-192.168.204.28@tcp:41:stat.0 Request processed in 159us (1824us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332869.672836:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2927 00000100:00080000:0.0:1763332869.673447:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1763332869.713228:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332869.713338:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332869.713387:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626365696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332869.713463:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332869.713542:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626365696 00000100:00100000:3.0:1763332869.713551:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626365696 00000100:00100000:3.0:1763332869.713610:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1763332869.713620:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626365696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763332869.713654:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1763332869.713697:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626365696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332869.713705:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00080000:3.0:1763332869.713727:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332869.713770:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626365696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332869.715705:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332869.715729:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626365824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332869.715787:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332869.715894:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626365824 00000100:00100000:3.0:1763332869.715902:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626365824 00000100:00100000:3.0:1763332869.716016:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1763332869.716024:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626365824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763332869.716043:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1763332869.716091:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626365824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332869.716098:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1763332869.716154:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626365824:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1763332869.716267:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332869.732819:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332869.732891:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611164416 00000100:00100000:2.0:1763332869.732900:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611164416 00000100:00100000:2.0:1763332869.732953:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2928 00000100:00100000:2.0:1763332869.732961:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:43406:x1848987611164416:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332869.732980:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332869.732999:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c3303e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e09c expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332869.733060:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33045 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733073:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33045 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733083:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33045 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733143:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c3304c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733151:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c3304c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733160:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c3304c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733212:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33045 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733218:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33045 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733224:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33045 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733230:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33045 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733234:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332869.733238:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33045 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733244:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33045 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733256:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332869.733259:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332869.733263:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33045 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733269:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33045 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733280:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c3304c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733285:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c3304c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733291:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c3304c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733295:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332869.733298:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c3304c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733303:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c3304c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733308:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x237edbbc (ffff92fe438a1400) 00010000:00010000:2.0:1763332869.733311:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332869.733313:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c3304c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733318:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c3304c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332869.733380:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c3303e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e09c expref: 11 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332869.733391:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332869.733394:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332869.733398:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c3303e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e09c expref: 11 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332869.733408:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:2.0:1763332869.733468:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:43406:x1848987611164416:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 507us (657us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332869.733476:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2928 00000100:00100000:3.0:1763332869.740071:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332869.740187:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611164672 00000100:00100000:0.0:1763332869.740200:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611164672 00000100:00100000:0.0:1763332869.740264:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2929 00000100:00100000:0.0:1763332869.740275:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:43406:x1848987611164672:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332869.740339:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332869.740387:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c32b28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df22 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.740408:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332869.740413:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332869.740482:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33053 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.740496:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33053 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.740505:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33053 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.740520:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.740527:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.740533:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:0.0:1763332869.741560:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].22, 2152 off51056 00000040:00080000:0.0:1763332869.741649:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].10, 2352 off48376 00000004:00080000:0.0:1763332869.741658:0:6520:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92fe477a66c0 with version 22 00000004:00080000:3.0:1763332869.741890:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 22 rpc_version 22 00000020:00100000:3.0:1763332869.741929:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332869.741939:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe46e2ea00 x1848987626366080/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332869.741968:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2ea00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626366080:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332869.742034:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332869.742075:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe483893c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332869.742149:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626366080 00000100:00100000:2.0:1763332869.742156:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626366080 00000100:00100000:2.0:1763332869.742223:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1763332869.742232:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7795:x1848987626366080:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332869.742705:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7795:x1848987626366080:12345-0@lo:1000:osp_up1-0.0 Request processed in 472us (668us total) trans 4294967458 rc 0/0 00000100:00100000:2.0:1763332869.742713:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:3.0:1763332869.742984:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2ea00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626366080:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1763332869.744457:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.744476:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.744490:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.744508:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.744514:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.744519:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.744554:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.744560:0:6520:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.744569:0:6520:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT0 00000100:00100000:2.0:1763332869.744593:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6520:1848987626366208:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1763332869.744646:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332869.744672:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9000 going to sleep for 11 seconds 00000100:00100000:3.0:1763332869.744766:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626366208 00000100:00100000:3.0:1763332869.744773:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626366208 00000100:00100000:3.0:1763332869.744825:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1763332869.744833:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6520:x1848987626366208:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1763332869.744850:0:6524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332869.744866:0:6524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33076 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3306f expref: -99 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332869.744886:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33076 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3306f expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332869.744896:0:6524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33076 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3306f expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332869.744904:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:3.0:1763332869.744906:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332869.744910:0:6524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3a00, rc 0) 00000100:00100000:3.0:1763332869.744947:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6520:x1848987626366208:12345-0@lo:101:mdt00_001.0 Request processed in 115us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332869.744953:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1763332869.745038:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6520:1848987626366208:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1763332869.745052:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c33076 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332869.745062:0:6520:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c33076 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1763332869.745081:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000c65b302 reply state 0000000002082828 transno 4294969130 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.745093:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.745099:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:2.0:1763332869.745102:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332869.745105:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332869.745112:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c33076 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332869.745131:0:6520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c33076 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1763332869.745143:0:6520:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x8:0x0] 00000004:00010000:2.0:1763332869.745149:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000c65b302 reply state 0000000002082828 transno 4294969130 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.745158:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.746946:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3:0x0].0x0 (ffff92fe438a1100) 00010000:00010000:2.0:1763332869.746952:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332869.746957:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1763332869.746965:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3:0x0]: returning size 4096 00010000:00010000:2.0:1763332869.746980:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33053 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.746988:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33053 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.746993:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33053 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.746999:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33053 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.747004:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332869.747009:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33053 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.747016:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33053 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.747027:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332869.747030:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332869.747034:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33053 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.747040:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33053 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:2.0:1763332869.747054:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000c65b302 reply state 0000000002082828 transno 4294969130 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.747069:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.747075:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x237edbbc (ffff92fe43b90100) 00010000:00010000:2.0:1763332869.747077:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332869.747079:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1763332869.751301:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:43406:x1848987611164672:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 11012us (11225us total) trans 4294969130 rc 0/0 00000100:00100000:2.0:1763332869.751316:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2929 00000100:00100000:0.0:1763332869.769550:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332869.769635:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611164800 00000100:00100000:2.0:1763332869.769646:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611164800 00000100:00100000:1.0:1763332869.769819:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2930 00000100:00100000:1.0:1763332869.769835:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:43407:x1848987611164800:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332869.769859:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332869.769880:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c3307d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0a3 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.769946:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c33084 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.769961:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c33084 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.769974:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c33084 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:1.0:1763332869.770019:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763332869.770023:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332869.770040:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c33084 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.770062:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c3307d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0a3 expref: 13 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.770079:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c33084 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0a3 expref: 12 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.770088:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332869.770091:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763332869.770094:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192600, rc 0) 00000100:00100000:1.0:1763332869.770161:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:43407:x1848987611164800:12345-192.168.204.28@tcp:101:rm.0 Request processed in 331us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332869.770169:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2930 00000100:00100000:1.0:1763332869.785399:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332869.785749:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611164928 00000100:00100000:3.0:1763332869.785759:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611164928 00000100:00100000:3.0:1763332869.785906:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2931 00000100:00100000:3.0:1763332869.785920:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:43407:x1848987611164928:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332869.785944:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332869.785965:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c3308b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0aa expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332869.786030:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33092 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786057:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33092 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786068:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33092 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786078:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33099 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786085:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33099 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786091:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33099 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786409:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c330a0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786420:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c330a0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786427:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c330a0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332869.786508:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3:0x0]: returning size 4096 00000004:00200000:3.0:1763332869.786512:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1763332869.786530:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c330a0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786542:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33092 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786548:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33092 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786553:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33092 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786560:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33092 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786566:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332869.786570:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33092 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786577:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33092 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786588:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332869.786591:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332869.786596:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33092 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786601:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33092 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786613:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33099 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786619:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33099 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786624:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33099 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786628:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332869.786632:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33099 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786636:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33099 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786642:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x237edbbc (ffff92fe43b90100) 00010000:00010000:3.0:1763332869.786645:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332869.786647:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33099 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786652:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33099 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.786677:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c3308b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0aa expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332869.786697:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c330a0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0aa expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332869.786705:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3:0x0].0x0 (ffff92fe438a1100) 00010000:00010000:3.0:1763332869.786708:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763332869.786710:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2400, rc 0) 00000100:00100000:3.0:1763332869.786783:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:43407:x1848987611164928:12345-192.168.204.28@tcp:101:rm.0 Request processed in 866us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332869.786790:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2931 00000100:00100000:1.0:1763332869.792445:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332869.794198:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611165056 00000100:00100000:0.0:1763332869.794214:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611165056 00000100:00100000:0.0:1763332869.794281:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2932 00000100:00100000:0.0:1763332869.794292:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:43407:x1848987611165056:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332869.794315:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332869.794339:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c330a7 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0b1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.794426:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c330ae lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.794442:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c330ae lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.794454:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c330ae lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332869.794502:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000400:0x8:0x0]: returning size 4096 00000004:00200000:0.0:1763332869.794507:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763332869.794540:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c330a7 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0b1 expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.794555:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c330ae lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0b1 expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.794564:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332869.794567:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763332869.794570:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191e00, rc 0) 00000100:00100000:0.0:1763332869.794635:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:43407:x1848987611165056:12345-192.168.204.28@tcp:101:rm.0 Request processed in 345us (2200us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332869.794643:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2932 00000100:00100000:0.0:1763332869.798513:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332869.798625:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611165184 00000100:00100000:1.0:1763332869.798634:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611165184 00000100:00100000:1.0:1763332869.798692:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2933 00000100:00100000:1.0:1763332869.798702:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:43407:x1848987611165184:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332869.798727:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332869.798749:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193800/0xb32e3ef184c330b5 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0b8 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.798810:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c330bc lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.798826:0:29240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33076 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3306f expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.798834:0:29240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c330bc lrc: 4/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332869.798868:0:29240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33076 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c3306f expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332869.798883:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:29240:1848987626366336:0@lo:104: 00000100:00100000:1.0:1763332869.798936:0:29240:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332869.798972:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27840 going to sleep for 11 seconds 00000100:00100000:1.0:1763332869.798989:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626366336 00000100:00100000:1.0:1763332869.798992:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626366336 00000100:00100000:1.0:1763332869.799019:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1763332869.799026:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:29240:x1848987626366336:12345-0@lo:104: 00010000:00010000:1.0:1763332869.799037:0:6502:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c33076 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.799085:0:6502:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1763332869.799091:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:29240:x1848987626366336:12345-0@lo:104: Request processed in 66us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332869.799097:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00010000:1.0:1763332869.799132:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332869.799138:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c33076 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.799146:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:1.0:1763332869.799150:0:8422:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c33076 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763332869.799158:0:8422:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c33076 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.799182:0:8422:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 2/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c33076 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.799188:0:8422:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1763332869.799209:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 1/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c33076 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.799216:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b07600/0xb32e3ef184c3306f lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c33076 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.799232:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332869.799234:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332869.799236:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332869.799247:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626366464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332869.799274:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332869.799309:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626366464 00000100:00100000:1.0:1763332869.799312:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626366464 00010000:00010000:1.0:1763332869.799329:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33076 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c3306f expref: 7 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332869.799381:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1763332869.799388:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3654:x1848987626366464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332869.799397:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1763332869.799727:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438abb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:29240:1848987626366336:0@lo:104: 00010000:00010000:1.0:1763332869.799746:0:29240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c330bc lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000100:00080000:3.0:1763332869.799833:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:3.0:1763332869.803103:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967458 is committed 00010000:00010000:1.0:1763332869.803308:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33076 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c3306f expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.803330:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:1.0:1763332869.803335:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c330bc lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332869.803345:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c330bc lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332869.804444:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c330bc lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 29240 initiator: MDT1 00010000:00010000:1.0:1763332869.804491:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332869.804578:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626366464:12345-0@lo:103:ldlm_bl.0 Request processed in 5187us (5299us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332869.804588:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1763332869.804663:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626366464:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763332869.804734:0:29240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c330bc lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00010000:00010000:3.0:1763332869.804742:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c330bc lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT1 00000004:00200000:3.0:1763332869.804807:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x8:0x0]: returning size 4096 00000004:00200000:3.0:1763332869.804813:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763332869.804863:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193800/0xb32e3ef184c330b5 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0b8 expref: 14 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332869.804881:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c330bc lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0b8 expref: 13 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332869.804887:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:3.0:1763332869.804890:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763332869.804893:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192400, rc 0) 00000100:00100000:3.0:1763332869.804949:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:43407:x1848987611165184:12345-192.168.204.28@tcp:101:rm.0 Request processed in 6248us (6446us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332869.804957:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2933 00000100:00100000:3.0:1763332869.814083:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332869.814185:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611165312 00000100:00100000:1.0:1763332869.814199:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611165312 00000100:00100000:1.0:1763332869.814277:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2934 00000100:00100000:1.0:1763332869.814291:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:43407:x1848987611165312:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332869.814318:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332869.814343:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c330c3 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0bf expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.814440:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c330ca lrc: 3/1,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814457:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c330ca lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814470:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c330ca lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814486:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c330d1 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814494:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c330d1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814501:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c330d1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814576:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c330ca lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814584:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c330ca lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814591:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c330ca lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814597:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c330ca lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814608:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332869.814613:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c330ca lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814621:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c330ca lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814635:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:1.0:1763332869.814639:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332869.814645:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c330ca lrc: 3/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814651:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c330ca lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814663:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c330d1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814669:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c330d1 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814674:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c330d1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814680:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332869.814683:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c330d1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814689:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c330d1 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814699:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff618aa900) 00010000:00010000:1.0:1763332869.814702:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332869.814705:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c330d1 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814711:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c330d1 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332869.814753:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c330c3 lrc: 1/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0bf expref: 15 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.814763:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:1.0:1763332869.814766:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332869.814770:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c330c3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0bf expref: 15 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.814781:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193e00, rc 0) 00000100:00100000:1.0:1763332869.814857:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:43407:x1848987611165312:12345-192.168.204.28@tcp:101:rm.0 Request processed in 569us (785us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332869.814866:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2934 00000100:00100000:3.0:1763332869.843760:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332869.847918:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611165568 00000100:00100000:0.0:1763332869.847934:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611165568 00000100:00100000:0.0:1763332869.848004:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2935 00000100:00100000:0.0:1763332869.848014:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:43408:x1848987611165568:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332869.848037:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332869.848041:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332869.848070:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c330ae lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0b1 expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.848087:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332869.848091:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332869.848104:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c330d8 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0c6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.848237:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c330df lrc: 3/0,1 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.848250:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c330df lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.848260:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c330df lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.848273:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.848279:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.848289:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853205:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c330ed lrc: 3/1,0 mode: --/PR res: [0x200000405:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853231:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c330ed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853242:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c330ed lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332869.853255:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x4:0x0]: returning size 0 00010000:00010000:0.0:1763332869.853282:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c330df lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853288:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c330df lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853294:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c330df lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853300:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c330df lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853306:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332869.853309:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c330df lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853316:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c330df lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853327:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332869.853330:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332869.853336:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c330df lrc: 3/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853342:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c330df lrc: 0/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000004:00010000:0.0:1763332869.853378:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dc35cc31 reply state 0000000074ed0268 transno 4294969131 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853389:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.853395:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92fe43b90b00) 00010000:00010000:0.0:1763332869.853397:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332869.853400:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332869.853435:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c330d8 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0c6 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.853450:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c330ed lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0c6 expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.853456:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4:0x0].0x0 (ffff92fe43b90600) 00010000:00010000:0.0:1763332869.853458:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332869.853461:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190e00, rc 0) 00000100:00100000:0.0:1763332869.853533:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:43408:x1848987611165568:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5519us (9780us total) trans 4294969131 rc 0/0 00000100:00100000:0.0:1763332869.853542:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2935 00000100:00100000:1.0:1763332869.863473:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332869.867199:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611165824 00000100:00100000:2.0:1763332869.867220:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611165824 00000100:00100000:2.0:1763332869.869443:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2936 00000100:00100000:2.0:1763332869.869460:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:43408:x1848987611165824:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332869.869490:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332869.869518:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c330fb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0cd expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332869.869640:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.869656:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c330ed lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0c6 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332869.869665:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.869701:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c330ed lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0c6 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332869.869715:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c330ed lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0c6 expref: 17 pid: 6520 timeout: 1073 lvb_type: 0 00000100:00100000:2.0:1763332869.869729:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626366592:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332869.869841:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9000 going to sleep for 11 seconds 00000100:00100000:0.0:1763332869.880974:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332869.881046:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611165952 00000100:00100000:3.0:1763332869.881056:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611165952 00010000:00010000:3.0:1763332869.881097:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c330ed lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0c6 expref: 18 pid: 6520 timeout: 1073 lvb_type: 0 00000100:00100000:3.0:1763332869.881148:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 786 00000100:00100000:3.0:1763332869.881157:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:2420:x1848987611165952:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332869.881173:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332869.881180:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c330ed lrc: 5/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0c6 expref: 18 pid: 6520 timeout: 1073 lvb_type: 0 00010000:00010000:3.0:1763332869.881196:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c330ed lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0c6 expref: 18 pid: 6520 timeout: 1073 lvb_type: 0 00010000:00010000:3.0:1763332869.881219:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4:0x0].0x0 (ffff92fe43b90600) 00010000:00010000:3.0:1763332869.881224:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.881234:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.881242:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332869.881261:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332869.881310:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:2420:x1848987611165952:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 154us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332869.881317:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 786 00010000:00010000:2.0:1763332869.881840:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c330ed lrc: 0/0,0 mode: --/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0c6 expref: 17 pid: 6520 timeout: 1073 lvb_type: 0 00000100:00100000:2.0:1763332869.881860:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626366592:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332869.881880:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.881889:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.881894:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332869.881915:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x4:0x0]: returning size 0 00000004:00080000:2.0:1763332869.882089:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x55:0x0], index 0: 0 00010000:00010000:2.0:1763332869.882239:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.882248:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.882255:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.882260:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332869.882265:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.882273:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.882283:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4:0x0].0x0 (ffff92fe43b90600) 00010000:00010000:2.0:1763332869.882286:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332869.882289:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.882295:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33102 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332869.882335:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c330fb lrc: 1/0,0 mode: --/CR res: [0x200000405:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0cd expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332869.882343:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4:0x0].0x0 (ffff92fe43b90600) 00010000:00010000:2.0:1763332869.882376:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332869.882380:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c330fb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0cd expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332869.882395:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:2.0:1763332869.882433:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:43408:x1848987611165824:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 12979us (18974us total) trans 4294969132 rc 301/301 00000100:00100000:2.0:1763332869.882441:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2936 00000100:00100000:0.0:1763332869.888504:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332869.888643:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611166208 00000100:00100000:2.0:1763332869.888655:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611166208 00000100:00100000:2.0:1763332869.888715:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 858 00000100:00100000:2.0:1763332869.888726:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:43408:x1848987611166208:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332869.889051:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:43408:x1848987611166208:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 326us (558us total) trans 4294969133 rc 0/0 00000100:00100000:2.0:1763332869.889060:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 858 00000100:00100000:3.0:1763332869.891474:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332869.892271:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611166464 00000100:00100000:0.0:1763332869.892285:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611166464 00000100:00100000:0.0:1763332869.892377:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 859 00000100:00100000:0.0:1763332869.892388:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:43408:x1848987611166464:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332869.892648:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:43408:x1848987611166464:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 261us (1186us total) trans 4294969134 rc 0/0 00000100:00100000:0.0:1763332869.892657:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 859 00000100:00100000:3.0:1763332869.907163:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332869.910410:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611166592 00000100:00100000:2.0:1763332869.910434:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611166592 00000100:00100000:1.0:1763332869.911497:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2937 00000100:00100000:1.0:1763332869.911513:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:43409:x1848987611166592:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332869.911537:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332869.911562:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33110 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0d4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.911637:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33117 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.911654:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33117 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911669:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33117 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911709:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c3311e lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.911717:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c3311e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911723:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c3311e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911799:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33117 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911806:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33117 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911812:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33117 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911818:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33117 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911823:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332869.911827:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33117 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911835:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33117 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911848:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:1.0:1763332869.911851:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332869.911856:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33117 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911863:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33117 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911875:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c3311e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911882:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c3311e lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911887:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c3311e lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911891:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332869.911894:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c3311e lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911898:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c3311e lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911904:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92ff618aa900) 00010000:00010000:1.0:1763332869.911906:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332869.911908:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c3311e lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911913:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c3311e lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.911943:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33110 lrc: 1/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0d4 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.911970:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:1.0:1763332869.911973:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332869.911976:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33110 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0d4 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.911986:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192e00, rc 0) 00000100:00100000:1.0:1763332869.912060:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:43409:x1848987611166592:12345-192.168.204.28@tcp:101:rm.0 Request processed in 552us (4906us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332869.912067:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2937 00000100:00100000:1.0:1763332869.925711:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332869.926287:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611166848 00000100:00100000:0.0:1763332869.926297:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611166848 00000100:00100000:0.0:1763332869.926379:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2938 00000100:00100000:0.0:1763332869.926476:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:43410:x1848987611166848:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332869.926505:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332869.926528:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33125 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0db expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.926602:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c3312c lrc: 3/1,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926617:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c3312c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926630:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c3312c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926640:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33133 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926647:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33133 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926653:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33133 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926761:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c3313a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926769:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c3313a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926776:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c3313a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332869.926786:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x4:0x0]: returning size 0 00010000:00010000:0.0:1763332869.926856:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c3312c lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926863:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c3312c lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926869:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c3312c lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926875:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c3312c lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926881:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332869.926885:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c3312c lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926892:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c3312c lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926904:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332869.926907:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332869.926911:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c3312c lrc: 3/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926922:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c3312c lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926934:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33133 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926939:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33133 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926944:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33133 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926949:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332869.926951:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33133 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926957:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33133 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926964:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92fe43b90b00) 00010000:00010000:0.0:1763332869.926966:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332869.926969:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33133 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.926973:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33133 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332869.927004:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33125 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0db expref: 21 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.927016:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c3313a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0db expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.927029:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4:0x0].0x0 (ffff92fe43b90800) 00010000:00010000:0.0:1763332869.927032:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332869.927034:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190e00, rc 0) 00000100:00100000:0.0:1763332869.927103:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:43410:x1848987611166848:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 714us (1399us total) trans 4294969135 rc 0/0 00000100:00100000:0.0:1763332869.927110:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2938 00000100:00100000:3.0:1763332869.933601:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332869.933880:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611166976 00000100:00100000:0.0:1763332869.933890:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611166976 00000100:00080000:3.0:1763332869.934703:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332869.934787:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1519 00000100:00100000:0.0:1763332869.934802:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2420:x1848987611166976:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332869.934819:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332869.934841:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33148 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0e2 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332869.934869:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x55:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332869.934890:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332869.934892:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332869.934903:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33148 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e2 expref: 7 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332869.934920:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33148 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e2 expref: 7 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332869.934933:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190c00, rc 0) 00000100:00100000:0.0:1763332869.935911:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611166976:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1107us (2316us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332869.935925:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1519 00000100:00100000:3.0:1763332869.938697:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332869.938841:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611167232 00000100:00100000:2.0:1763332869.938852:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611167232 00000100:00100000:2.0:1763332869.939081:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 860 00000100:00100000:2.0:1763332869.939091:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3e8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:43410:x1848987611167232:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332869.939339:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3e8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:43410:x1848987611167232:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 249us (651us total) trans 4294969136 rc 0/0 00000100:00100000:2.0:1763332869.939382:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 860 00000100:00100000:1.0:1763332869.943034:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332869.943644:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611167488 00000100:00100000:0.0:1763332869.943655:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611167488 00000100:00100000:0.0:1763332869.943721:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2939 00000100:00100000:0.0:1763332869.943732:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:43410:x1848987611167488:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332869.943754:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332869.943757:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332869.943791:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c330bc lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0b8 expref: 13 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.943814:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:0.0:1763332869.943827:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332869.943845:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c3314f lrc: 2/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0e9 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.943999:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33156 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332869.944012:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33156 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.944022:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33156 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.944032:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332869.944037:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.944043:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.944582:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33164 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332869.944592:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33164 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.944599:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33164 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:0.0:1763332869.944608:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x5:0x0]: returning size 0 00010000:00010000:0.0:1763332869.945282:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33156 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.945293:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33156 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.945299:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33156 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.945308:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33156 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.945313:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332869.945317:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33156 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.945323:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33156 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.945333:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90500) 00010000:00010000:0.0:1763332869.945336:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332869.945339:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33156 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.945374:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33156 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00000004:00010000:0.0:1763332869.945387:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000054c89441 reply state 00000000c46fa973 transno 4294967459 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.945399:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.945405:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe43b90e00) 00010000:00010000:0.0:1763332869.945407:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332869.945411:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332869.945449:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c3314f lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e9 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.945469:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33164 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e9 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.945477:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5:0x0].0x0 (ffff92fe43b90000) 00010000:00010000:0.0:1763332869.945479:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332869.945481:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191000, rc 0) 00000100:00100000:0.0:1763332869.945624:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:43410:x1848987611167488:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1893us (2602us total) trans 4294967459 rc 0/0 00000100:00100000:0.0:1763332869.945633:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2939 00000100:00100000:3.0:1763332869.948335:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332869.948619:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611167744 00000100:00100000:0.0:1763332869.948631:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611167744 00000100:00100000:0.0:1763332869.948700:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2940 00000100:00100000:0.0:1763332869.948710:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:43410:x1848987611167744:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332869.948736:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332869.948757:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c33172 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0f0 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.948854:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332869.948868:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33164 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e9 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.948877:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.948910:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33164 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e9 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.948923:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33164 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e9 expref: 16 pid: 12741 timeout: 1074 lvb_type: 0 00000100:00100000:0.0:1763332869.948936:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626366720:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332869.949030:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe477a6780 going to sleep for 11 seconds 00000100:00100000:0.0:1763332869.951866:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626366720:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332869.951902:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000100:00100000:3.0:1763332869.952657:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332869.952759:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611167872 00000100:00100000:0.0:1763332869.952770:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611167872 00010000:00010000:0.0:1763332869.952811:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33164 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e9 expref: 17 pid: 12741 timeout: 1074 lvb_type: 0 00000100:00100000:0.0:1763332869.952853:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 787 00000100:00100000:0.0:1763332869.952863:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2420:x1848987611167872:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332869.952883:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332869.952890:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33164 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e9 expref: 17 pid: 12741 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1763332869.952902:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33164 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e9 expref: 17 pid: 12741 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1763332869.952931:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33164 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e9 expref: 17 pid: 12741 timeout: 1074 lvb_type: 0 00010000:00010000:0.0:1763332869.952961:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5:0x0].0x0 (ffff92fe43b90000) 00010000:00010000:0.0:1763332869.952966:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.952975:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.952982:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332869.953016:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332869.953520:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.953530:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:1.0:1763332869.953565:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x5:0x0]: returning size 0 00000004:00080000:1.0:1763332869.953797:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1b:0x0], index 0: 0 00010000:00010000:1.0:1763332869.953924:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.953934:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.953941:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.953963:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332869.953968:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.953974:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.953988:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5:0x0].0x0 (ffff92fe43b90000) 00010000:00010000:1.0:1763332869.953991:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332869.953997:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.954003:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190a00/0xb32e3ef184c33179 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332869.954071:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c33172 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0f0 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.954081:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5:0x0].0x0 (ffff92fe43b90000) 00010000:00010000:1.0:1763332869.954083:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332869.954087:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190400/0xb32e3ef184c33172 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0f0 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332869.954103:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190400, rc 0) 00000100:00100000:0.0:1763332869.954777:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611167872:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1907us (2116us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332869.954790:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 787 00000100:00100000:1.0:1763332869.955843:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:43410:x1848987611167744:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 7127us (7516us total) trans 4294967460 rc 301/301 00000100:00100000:1.0:1763332869.955854:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2940 00000100:00100000:0.0:1763332869.959021:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332869.959151:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611168128 00000100:00100000:2.0:1763332869.959163:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611168128 00000100:00100000:2.0:1763332869.959277:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 861 00000100:00100000:2.0:1763332869.959286:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:43410:x1848987611168128:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332869.959702:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:43410:x1848987611168128:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 416us (689us total) trans 4294967461 rc 0/0 00000100:00100000:2.0:1763332869.959710:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 861 00000100:00100000:3.0:1763332869.964663:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332869.964891:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611168384 00000100:00100000:2.0:1763332869.964904:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611168384 00000100:00100000:2.0:1763332869.965907:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 862 00000100:00100000:2.0:1763332869.965928:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:43410:x1848987611168384:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332869.966279:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:43410:x1848987611168384:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 359us (1627us total) trans 4294967462 rc 0/0 00000100:00100000:2.0:1763332869.966289:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 862 00000100:00100000:1.0:1763332869.988803:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332869.988892:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611168640 00000100:00100000:0.0:1763332869.988905:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611168640 00000100:00100000:0.0:1763332869.988975:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2941 00000100:00100000:0.0:1763332869.988985:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:43413:x1848987611168640:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332869.989013:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332869.989037:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33187 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0f7 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763332869.989215:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3:0x0]: returning size 4096 00010000:00010000:0.0:1763332869.989308:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33187 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0f7 expref: 23 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.989320:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332869.989323:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332869.989327:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33187 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0f7 expref: 23 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332869.989340:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191000, rc 0) 00000100:00100000:1.0:1763332869.992306:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:43413:x1848987611168640:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3308us (3499us total) trans 4294969137 rc 301/301 00000100:00100000:1.0:1763332869.992321:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2941 00000100:00100000:3.0:1763332869.995764:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332869.995913:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611168768 00000100:00100000:1.0:1763332869.995923:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611168768 00000100:00100000:1.0:1763332869.996031:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2942 00000100:00100000:1.0:1763332869.996042:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:43413:x1848987611168768:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332869.996135:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33195 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996151:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33195 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996162:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33195 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996171:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3319c lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996178:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3319c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996183:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3319c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996277:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c331a3 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996283:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c331a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996289:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c331a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332869.996331:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x4:0x0]: returning size 0 00000004:00200000:1.0:1763332869.996336:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332869.996636:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c331a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996651:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33195 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996661:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33195 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996667:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33195 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996673:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33195 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996680:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332869.996684:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33195 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996693:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33195 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996706:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:1.0:1763332869.996709:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332869.996714:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33195 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996720:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33195 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996731:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3319c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996737:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3319c lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996743:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3319c lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996747:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332869.996750:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3319c lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996756:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3319c lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996762:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92fe43b90b00) 00010000:00010000:1.0:1763332869.996764:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332869.996766:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3319c lrc: 2/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996770:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192800/0xb32e3ef184c3319c lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996778:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c331a3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996782:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c331a3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996787:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c331a3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996791:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332869.996794:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c331a3 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996799:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c331a3 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996804:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4:0x0].0x0 (ffff92fe43b90800) 00010000:00010000:1.0:1763332869.996806:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332869.996808:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c331a3 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332869.996817:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c331a3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00000100:00100000:1.0:1763332869.998048:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:43413:x1848987611168768:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 1999us (2291us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332869.998060:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2942 00000100:00100000:2.0:1763332870.010346:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332870.010556:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611169024 00000100:00100000:0.0:1763332870.010570:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611169024 00000100:00100000:0.0:1763332870.010638:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 863 00000100:00100000:0.0:1763332870.010651:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:43413:x1848987611169024:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332870.010919:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:43413:x1848987611169024:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 272us (587us total) trans 4294969138 rc 0/0 00000100:00100000:0.0:1763332870.010926:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 863 00000100:00100000:3.0:1763332870.736624:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332870.736647:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626366848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332870.736715:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332870.738027:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332870.740242:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626366848 00000100:00100000:0.0:1763332870.740262:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626366848 00000100:00100000:0.0:1763332870.740334:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:0.0:1763332870.740344:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626366848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763332870.740429:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445957632 avail 1299718144 00000100:00100000:0.0:1763332870.740519:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626366848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 177us (3804us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332870.740527:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1763332870.740582:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44823b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626366848:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1763332871.760722:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332872.118600:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332872.118648:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332872.118689:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332872.118716:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611169536 00000100:00100000:0.0:1763332872.118726:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611169536 00000100:00100000:2.0:1763332872.118727:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332872.118762:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332872.118793:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611169664 00000100:00100000:0.0:1763332872.118797:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611169664 00000100:00100000:1.0:1763332872.118843:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611169280 00000100:00100000:1.0:1763332872.118850:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611169280 00000100:00100000:1.0:1763332872.118887:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611169408 00000100:00100000:1.0:1763332872.118890:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611169408 00000100:00100000:3.0:1763332872.119219:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611169152 00000100:00100000:3.0:1763332872.119224:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611169152 00000100:00100000:3.0:1763332872.119257:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 781 00000100:00100000:3.0:1763332872.119267:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2421:x1848987611169152:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332872.119528:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 641 00000100:00100000:0.0:1763332872.119540:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2421:x1848987611169536:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332872.119548:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 642 00000100:00100000:2.0:1763332872.119561:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2421:x1848987611169664:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332872.119866:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1083 00000100:00100000:1.0:1763332872.119876:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611169280:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332872.119947:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2421:x1848987611169536:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 409us (1297us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332872.119955:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2421:x1848987611169152:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 684us (1261us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332872.119962:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 641 00000100:00100000:3.0:1763332872.119970:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 781 00000100:00100000:0.0:1763332872.120013:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1084 00000100:00080000:3.0:1763332872.120015:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332872.120020:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332872.120025:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332872.120025:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611169408:12345-192.168.204.28@tcp:400:kworker.0 00000100:00080000:3.0:1763332872.120030:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332872.120065:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611169408:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 43us (1337us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332872.120073:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1084 00000100:00100000:2.0:1763332872.121671:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2421:x1848987611169664:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 2105us (2899us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332872.121684:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 642 00000100:00100000:1.0:1763332872.121912:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611169280:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 2036us (3319us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332872.121921:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1083 00000100:00100000:2.0:1763332872.278302:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763332872.278330:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626366976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332872.278440:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332872.278638:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626366976 00000100:00100000:0.0:1763332872.278648:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626366976 00000100:00100000:0.0:1763332872.278695:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1763332872.278703:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626366976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332872.278737:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446223872 avail 1299984384 00000100:00100000:0.0:1763332872.278779:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626366976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332872.278786:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1763332872.281306:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967458 gen 2 00000004:00080000:2.0:1763332872.281321:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967458 committed transno 4294967458 00000100:00100000:2.0:1763332872.281455:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626366976:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763332872.784873:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626367104:0@lo:400:kworker.0 00010000:00010000:2.0:1763332872.784911:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332872.784950:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332872.784986:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626367232:0@lo:400:kworker.0 00000100:00100000:2.0:1763332872.785018:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332872.785048:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626367232 00000100:00100000:3.0:1763332872.785055:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626367232 00000100:00100000:3.0:1763332872.785113:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1763332872.785120:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626367232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.785200:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626367104 00000100:00100000:0.0:1763332872.785204:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626367104 00000100:00100000:0.0:1763332872.785233:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1763332872.785239:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626367104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.785274:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626367104:12345-0@lo:400:kworker.0 Request processed in 35us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332872.785281:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1763332872.785331:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626367104:0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.785405:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626367360:0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.785433:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332872.785462:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626367360 00000100:00100000:0.0:1763332872.785465:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626367360 00000100:00100000:0.0:1763332872.785488:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1763332872.785494:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626367360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.785526:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626367360:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332872.785532:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1763332872.785561:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626367360:0@lo:400:kworker.0 00000100:00100000:3.0:1763332872.788561:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626367232:12345-0@lo:400:kworker.0 Request processed in 3433us (3534us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332872.788561:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626367232:0@lo:400:kworker.0 00000100:00100000:3.0:1763332872.788573:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1763332872.788967:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626367488:0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.789007:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626367872:0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.789020:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332872.789035:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332872.789045:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626368000:0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.789049:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626368384:0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.789075:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332872.789075:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332872.789091:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626368512:0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.789093:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763332872.789097:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626367744:0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.789110:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332872.789113:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332872.789123:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1763332872.789124:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626368256:0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.789127:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626367616:0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.789141:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332872.789144:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332872.789157:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626368128:0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.789172:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626367488 00000100:00100000:0.0:1763332872.789175:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332872.789178:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626367488 00000100:00100000:0.0:1763332872.789199:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626368384 00000100:00100000:0.0:1763332872.789202:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626368384 00000100:00100000:1.0:1763332872.789212:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626368512 00000100:00100000:1.0:1763332872.789215:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626368512 00000100:00100000:0.0:1763332872.789225:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626368256 00000100:00100000:1.0:1763332872.789226:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626368128 00000100:00100000:0.0:1763332872.789227:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626368256 00000100:00100000:1.0:1763332872.789228:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626368128 00000100:00100000:0.0:1763332872.789240:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1763332872.789247:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626367488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.789290:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626367488:12345-0@lo:400:kworker.0 Request processed in 44us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332872.790579:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626367872 00000100:00100000:2.0:1763332872.790588:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626367872 00000100:00100000:2.0:1763332872.790632:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626368000 00000100:00100000:2.0:1763332872.790635:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626368000 00000100:00100000:2.0:1763332872.790651:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626367744 00000100:00100000:2.0:1763332872.790654:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626367744 00000100:00100000:2.0:1763332872.790671:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626367616 00000100:00100000:2.0:1763332872.790673:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626367616 00000100:00100000:2.0:1763332872.790691:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1763332872.790699:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626367872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332872.790763:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626367872:12345-0@lo:400:kworker.0 Request processed in 65us (1725us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332872.790770:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1763332872.790786:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1763332872.790792:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626368000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332872.790817:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626368000:12345-0@lo:400:kworker.0 Request processed in 26us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332872.790823:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1763332872.790833:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1763332872.790838:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626367744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332872.790864:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626367744:12345-0@lo:400:kworker.0 Request processed in 26us (1749us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332872.790869:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1763332872.790879:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1763332872.790885:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626367616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332872.790909:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626367616:12345-0@lo:400:kworker.0 Request processed in 24us (1763us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332872.790915:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1763332872.790969:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626367744:0@lo:400:kworker.0 00000100:00100000:2.0:1763332872.790982:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626367872:0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.791100:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:1.0:1763332872.791112:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626368384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.791153:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626368384:12345-0@lo:400:kworker.0 Request processed in 46us (2078us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332872.791160:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:1.0:1763332872.791179:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:1.0:1763332872.791185:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626368512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.791785:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626368512:12345-0@lo:400:kworker.0 Request processed in 27us (2100us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332872.791799:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:1.0:1763332872.791814:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1763332872.791821:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626368256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.791851:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626368256:12345-0@lo:400:kworker.0 Request processed in 32us (2710us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332872.791861:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1763332872.791872:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1763332872.791877:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626368128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.791905:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626368128:12345-0@lo:400:kworker.0 Request processed in 28us (2728us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332872.791910:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1763332872.791943:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626368256:0@lo:400:kworker.0 00000100:00100000:1.0:1763332872.791954:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626368384:0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.792139:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00080000:3.0:1763332872.792158:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332872.792163:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332872.792166:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332872.792169:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332872.793052:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626367616:0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.793074:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626368128:0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.793086:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626368000:0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.793098:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626368512:0@lo:400:kworker.0 00000100:00100000:0.0:1763332872.793110:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626367488:0@lo:400:kworker.0 00000100:00100000:2.0:1763332873.181172:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332873.181315:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611169920 00000100:00100000:3.0:1763332873.181326:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611169920 00000100:00100000:3.0:1763332873.181432:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2943 00000100:00100000:3.0:1763332873.181443:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:43774:x1848987611169920:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332873.181465:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332873.181491:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331aa lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e0fe expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332873.181572:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331b1 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332873.181587:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331b1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181600:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331b1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181610:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331b8 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332873.181618:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331b8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181625:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331b8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181705:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331b1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181712:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331b1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181719:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331b1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181729:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331b1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181735:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332873.181740:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331b1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181747:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331b1 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181759:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:3.0:1763332873.181763:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332873.181767:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331b1 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181775:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331b1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181790:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331b8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181795:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331b8 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181801:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331b8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181921:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332873.181925:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331b8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181932:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331b8 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181944:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe43b90e00) 00010000:00010000:3.0:1763332873.181947:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332873.181950:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331b8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181955:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331b8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.181989:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331aa lrc: 1/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0fe expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332873.182000:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:3.0:1763332873.182002:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332873.182006:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331aa lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0fe expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332873.182019:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2800, rc 0) 00000100:00100000:3.0:1763332873.185979:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:43774:x1848987611169920:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4522us (4802us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332873.185997:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2943 00000100:00100000:0.0:1763332873.187242:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332873.187533:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611170176 00000100:00100000:3.0:1763332873.187544:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611170176 00000100:00100000:3.0:1763332873.188279:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2944 00000100:00100000:3.0:1763332873.188293:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:43774:x1848987611170176:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332873.188317:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332873.188340:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e105 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1763332873.188524:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3:0x0]: returning size 4096 00010000:00010000:3.0:1763332873.188667:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331bf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e105 expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332873.188684:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332873.188687:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332873.188692:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e105 expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332873.188706:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3c00, rc 0) 00000100:00100000:3.0:1763332873.190148:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:43774:x1848987611170176:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1849us (2902us total) trans 4294969139 rc 301/301 00000100:00100000:3.0:1763332873.190159:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2944 00000100:00100000:2.0:1763332873.193832:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332873.194197:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611170304 00000100:00100000:3.0:1763332873.194209:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611170304 00000100:00100000:3.0:1763332873.194698:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2945 00000100:00100000:3.0:1763332873.194710:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:43774:x1848987611170304:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332873.195112:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331cd lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332873.195135:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331cd lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195151:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331cd lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195163:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331d4 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332873.195177:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331d4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195183:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331d4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195274:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331db lrc: 3/1,0 mode: --/PR res: [0x240000404:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332873.195283:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331db lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195289:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331db lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:3.0:1763332873.195337:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x5:0x0]: returning size 0 00000004:00200000:3.0:1763332873.195342:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332873.195394:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331db lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195410:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331cd lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195416:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331cd lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195423:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331cd lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195430:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331cd lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195437:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332873.195441:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331cd lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195449:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331cd lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195461:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:3.0:1763332873.195464:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332873.195469:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331cd lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195475:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c331cd lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195493:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331d4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195499:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331d4 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195504:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331d4 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195509:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332873.195512:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331d4 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195518:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331d4 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195524:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe43b90e00) 00010000:00010000:3.0:1763332873.195526:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332873.195529:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331d4 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195534:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331d4 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195543:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331db lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195548:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331db lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195553:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331db lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195558:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332873.195561:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331db lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195566:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331db lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195572:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5:0x0].0x0 (ffff92ff8016f400) 00010000:00010000:3.0:1763332873.195574:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332873.195577:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331db lrc: 2/0,0 mode: --/PR res: [0x240000404:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332873.195582:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c331db lrc: 0/0,0 mode: --/PR res: [0x240000404:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000100:00100000:3.0:1763332873.195670:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:43774:x1848987611170304:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 962us (1847us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332873.195679:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2945 00000001:00080000:2.0:1763332873.198883:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969139 is committed 00000020:00080000:2.0:1763332873.198920:0:6500:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92fe477a60c0 refcount 2 committed 0 result 0 batchid 45 00000020:00080000:2.0:1763332873.198930:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff41326000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe477a66c0 00000020:00080000:2.0:1763332873.198934:0:6500:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].10 00000020:00080000:2.0:1763332873.198937:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff41326b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe45a22600 00000020:00080000:2.0:1763332873.198940:0:6500:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].22 00010000:00010000:0.0:1763332873.199027:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199038:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199045:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199063:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332873.199068:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199075:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199093:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x237edbbc (ffff92fe43b90100) 00010000:00010000:0.0:1763332873.199096:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332873.199101:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199107:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3305a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x237edbbc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199128:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199134:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199139:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199153:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332873.199156:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199162:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199170:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3:0x0].0x0 (ffff92fe438a1100) 00010000:00010000:0.0:1763332873.199173:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332873.199175:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199180:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33061 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199190:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199195:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199200:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199204:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332873.199207:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199211:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199217:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1b00) 00010000:00010000:0.0:1763332873.199219:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332873.199222:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199227:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33068 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199245:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199250:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199255:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199259:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332873.199261:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199265:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199272:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92fe43b90b00) 00010000:00010000:0.0:1763332873.199274:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332873.199276:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332873.199281:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c330e6 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000020:00080000:3.0:1763332873.201169:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 45 committed batchid 44 00000020:00080000:3.0:1763332873.201262:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 44 00000100:00100000:2.0:1763332873.208464:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332873.210236:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611170560 00000100:00100000:0.0:1763332873.210249:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611170560 00000100:00100000:0.0:1763332873.210312:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 864 00000100:00100000:0.0:1763332873.210321:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:43774:x1848987611170560:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332873.210595:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:43774:x1848987611170560:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 274us (2142us total) trans 4294969140 rc 0/0 00000100:00100000:0.0:1763332873.210603:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 864 00010000:00010000:1.0:1763332873.808553:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332874.320574:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1763332874.320597:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626368640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332874.320668:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332874.320746:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626368768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332874.320770:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332874.320849:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626368640 00000100:00100000:3.0:1763332874.320858:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626368640 00000100:00100000:3.0:1763332874.320929:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626368768 00000100:00100000:3.0:1763332874.320934:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626368768 00000100:00100000:3.0:1763332874.320962:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1763332874.320971:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626368640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332874.321000:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25534144 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1763332874.321056:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626368640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332874.321063:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1763332874.321079:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1763332874.321086:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626368768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332874.321095:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25534144 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1763332874.321120:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626368768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332874.321126:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1763332874.321209:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626368640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332874.321221:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626368768:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1763332874.321342:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332874.832676:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332874.832703:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626368896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332874.832773:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332874.832848:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626368896 00000100:00100000:0.0:1763332874.832856:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626368896 00000100:00100000:0.0:1763332874.832903:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1763332874.832913:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626368896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332874.832943:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1763332874.832982:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626368896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332874.832989:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1763332874.833065:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626368896:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1763332874.833223:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332874.833237:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332874.833250:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626369024:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1763332874.833280:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332874.833396:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332874.833471:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626369024 00000100:00100000:0.0:1763332874.833477:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626369024 00000100:00100000:0.0:1763332874.833523:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1763332874.833530:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626369024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332874.833541:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1763332874.833581:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626369024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332874.833587:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1763332874.833658:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626369024:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1763332874.833710:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332875.856593:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332875.856621:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626369152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332875.856694:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332875.856773:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626369152 00000100:00100000:2.0:1763332875.856782:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626369152 00000100:00100000:2.0:1763332875.856844:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1763332875.856854:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626369152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763332875.856892:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445957632 avail 1299718144 00000100:00100000:2.0:1763332875.856942:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626369152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332875.856948:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1763332875.856995:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626369152:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763332875.857689:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1763332875.861133:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967462 is committed 00010000:00010000:2.0:1763332875.861338:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332875.861397:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332875.861405:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332875.861414:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332875.861418:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332875.861426:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332875.861442:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe43b90e00) 00010000:00010000:2.0:1763332875.861446:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332875.861451:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332875.861456:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c3315d lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00000100:00100000:1.0:1763332876.133679:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332876.133785:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611170816 00000100:00100000:3.0:1763332876.133796:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611170816 00000100:00080000:2.0:1763332876.133946:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332876.134197:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2946 00000100:00100000:3.0:1763332876.134209:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:44134:x1848987611170816:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:3.0:1763332876.134271:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332876.134300:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c3313a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0db expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332876.134321:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4:0x0].0x0 (ffff92fe43b90800) 00010000:00010000:3.0:1763332876.134332:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332876.134385:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c331e2 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134398:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c331e2 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134408:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c331e2 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134421:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134481:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134489:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134573:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c331f0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134579:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c331f0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134584:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c331f0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000040:00080000:3.0:1763332876.134765:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].240, 64 off28184 00000004:00080000:3.0:1763332876.134773:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 980214423524ns, next at 981214421399ns, rc = 0 00010000:00010000:3.0:1763332876.134810:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331f7 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134816:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331f7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134821:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331f7 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134826:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331f7 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134830:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331f7 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.134833:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331f7 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.137417:0:8606:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332876.137634:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332876.137645:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331f7 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332876.137657:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332876.137662:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331f7 lrc: 4/0,0 mode: PW/PW res: [0x200000405:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332876.137670:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331f7 lrc: 5/0,0 mode: PW/PW res: [0x200000405:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332876.137686:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4:0x0].0x0 (ffff92ff8016f000) 00010000:00010000:2.0:1763332876.137689:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1763332876.137693:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331f7 lrc: 3/0,0 mode: --/PW res: [0x200000405:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332876.137709:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332876.137710:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332876.137712:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332876.137986:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c331f7 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138037:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c331f0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138044:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c331f0 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138050:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c331f0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138055:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332876.138059:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c331f0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138064:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c331f0 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138074:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x4:0x0].0x0 (ffff92ff8016f000) 00010000:00010000:3.0:1763332876.138077:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763332876.138079:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c331f0 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138088:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c331f0 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138251:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c331e2 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138259:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c331e2 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138264:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c331e2 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138270:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c331e2 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138274:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332876.138277:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c331e2 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138281:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c331e2 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138288:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92ff8016f400) 00010000:00010000:3.0:1763332876.138290:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332876.138292:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c331e2 lrc: 3/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138297:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c331e2 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:3.0:1763332876.138307:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000055e8c725 reply state 00000000f71b65e0 transno 4294969141 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138317:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332876.138323:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:3.0:1763332876.138325:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332876.138327:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332876.138446:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44134:x1848987611170816:12345-192.168.204.28@tcp:36:rm.0 Request processed in 4235us (4773us total) trans 4294969141 rc 0/0 00000100:00100000:3.0:1763332876.138454:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2946 00000100:00100000:2.0:1763332876.151808:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332876.153750:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611171072 00000100:00100000:3.0:1763332876.153763:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611171072 00000100:00100000:0.0:1763332876.155154:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2947 00000100:00100000:0.0:1763332876.155169:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44135:x1848987611171072:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332876.155197:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332876.155221:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c331fe lrc: 2/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e10c expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.155328:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33205 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155341:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33205 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155381:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33205 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155393:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 3/0,1 mode: --/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155401:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155407:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155775:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33213 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155784:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33213 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155790:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33213 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332876.155799:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x5:0x0]: returning size 0 00010000:00010000:0.0:1763332876.155818:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33205 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155827:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33205 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155833:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33205 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155838:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33205 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155844:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332876.155847:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33205 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155853:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33205 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155863:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe43b90b00) 00010000:00010000:0.0:1763332876.155865:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332876.155869:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33205 lrc: 3/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155874:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33205 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:0.0:1763332876.155885:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000069d7efe5 reply state 0000000097e70aea transno 4294969142 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155893:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.155899:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332876.155901:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332876.155903:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332876.155927:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c331fe lrc: 0/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e10c expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.155946:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33213 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e10c expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.155952:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x5:0x0].0x0 (ffff92fe43b90100) 00010000:00010000:0.0:1763332876.155954:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332876.155957:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191e00, rc 0) 00000100:00100000:0.0:1763332876.156054:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:44135:x1848987611171072:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 888us (4254us total) trans 4294969142 rc 0/0 00000100:00100000:0.0:1763332876.156061:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2947 00000100:00100000:2.0:1763332876.163210:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332876.163298:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611171328 00000100:00100000:3.0:1763332876.163308:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611171328 00000100:00100000:0.0:1763332876.163788:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2948 00000100:00100000:0.0:1763332876.163800:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:44135:x1848987611171328:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332876.163825:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332876.163849:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33221 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e113 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.163953:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.163969:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33213 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e10c expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.163977:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.164018:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33213 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e10c expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.164035:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33213 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e10c expref: 18 pid: 8606 timeout: 1080 lvb_type: 0 00000100:00100000:0.0:1763332876.164049:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626369280:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332876.164149:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe477a6300 going to sleep for 11 seconds 00000100:00100000:1.0:1763332876.168762:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332876.168915:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626369280:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332876.168946:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:2.0:1763332876.169115:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611171456 00000100:00100000:2.0:1763332876.169124:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611171456 00010000:00010000:2.0:1763332876.169164:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33213 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e10c expref: 19 pid: 8606 timeout: 1080 lvb_type: 0 00000100:00100000:2.0:1763332876.169209:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 788 00000100:00100000:2.0:1763332876.169219:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2420:x1848987611171456:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332876.169236:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332876.169242:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33213 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e10c expref: 19 pid: 8606 timeout: 1080 lvb_type: 0 00010000:00010000:2.0:1763332876.169255:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33213 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e10c expref: 19 pid: 8606 timeout: 1080 lvb_type: 0 00010000:00010000:2.0:1763332876.169280:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33213 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e10c expref: 19 pid: 8606 timeout: 1080 lvb_type: 0 00010000:00010000:2.0:1763332876.169296:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x5:0x0].0x0 (ffff92fe43b90100) 00010000:00010000:2.0:1763332876.169301:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332876.169312:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332876.169325:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332876.169391:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332876.169462:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:2420:x1848987611171456:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 245us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332876.169471:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 788 00010000:00010000:0.0:1763332876.170068:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.170077:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332876.170099:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x5:0x0]: returning size 0 00000004:00080000:0.0:1763332876.170856:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x51:0x0], index 1: 0 00000004:00080000:0.0:1763332876.170864:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x56:0x0], index 0: 0 00010000:00010000:0.0:1763332876.170969:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.170977:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.170984:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.170990:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332876.170994:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.171013:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.171026:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x5:0x0].0x0 (ffff92fe43b90100) 00010000:00010000:0.0:1763332876.171029:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332876.171033:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.171039:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c33228 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332876.171088:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33221 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e113 expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.171098:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x5:0x0].0x0 (ffff92fe43b90100) 00010000:00010000:0.0:1763332876.171101:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332876.171104:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33221 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e113 expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.171119:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190800, rc 0) 00000100:00100000:0.0:1763332876.171180:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:44135:x1848987611171328:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 7383us (7978us total) trans 4294969143 rc 301/301 00000100:00100000:0.0:1763332876.171189:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2948 00000100:00100000:1.0:1763332876.177410:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332876.177791:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611171712 00000100:00100000:3.0:1763332876.177801:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611171712 00000100:00100000:3.0:1763332876.178102:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 865 00000100:00100000:3.0:1763332876.178114:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:44135:x1848987611171712:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332876.178446:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:44135:x1848987611171712:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 329us (1040us total) trans 4294969144 rc 0/0 00000100:00100000:3.0:1763332876.178454:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 865 00000100:00100000:2.0:1763332876.186292:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332876.186395:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611171840 00000100:00100000:0.0:1763332876.186410:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611171840 00000100:00100000:0.0:1763332876.186477:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2949 00000100:00100000:0.0:1763332876.186487:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:44135:x1848987611171840:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332876.186512:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332876.186536:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33236 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e11a expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.186590:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33236 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e11a expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.186604:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33236 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e11a expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.186620:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x5:0x0].0x0 (ffff92fe43b90100) 00010000:00010000:0.0:1763332876.186623:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332876.186627:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190800, rc 0) 00000100:00100000:0.0:1763332876.186693:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:44135:x1848987611171840:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 206us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332876.186701:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2949 00000100:00100000:0.0:1763332876.192020:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332876.192493:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611172096 00000100:00100000:3.0:1763332876.192504:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611172096 00000100:00100000:0.0:1763332876.201250:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 866 00000100:00100000:0.0:1763332876.201277:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3e9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:44135:x1848987611172096:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332876.201851:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3e9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:44135:x1848987611172096:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 584us (9849us total) trans 4294969145 rc 0/0 00000100:00100000:0.0:1763332876.201860:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 866 00000100:00100000:1.0:1763332876.217607:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332876.217694:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611172224 00000100:00100000:2.0:1763332876.217706:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611172224 00000100:00100000:2.0:1763332876.217789:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2950 00000100:00100000:2.0:1763332876.217801:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:44136:x1848987611172224:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:2.0:1763332876.217821:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332876.217846:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3323d lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e121 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332876.217918:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33244 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332876.217932:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33244 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.217947:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33244 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.217975:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c3324b lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332876.217982:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c3324b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.217994:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c3324b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218095:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33252 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332876.218105:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33252 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218111:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33252 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:2.0:1763332876.218154:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x5:0x0]: returning size 0 00000004:00200000:2.0:1763332876.218160:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332876.218181:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33252 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218195:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33252 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218204:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33244 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218210:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33244 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218216:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33244 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218224:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33244 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218230:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332876.218234:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33244 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218242:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33244 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218254:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe438a1400) 00010000:00010000:2.0:1763332876.218257:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332876.218262:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33244 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218267:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33244 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218282:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c3324b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218287:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c3324b lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218292:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c3324b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218297:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332876.218299:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c3324b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218304:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c3324b lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218309:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:2.0:1763332876.218312:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332876.218314:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c3324b lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218319:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c3324b lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.218406:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c3323d lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e121 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332876.218423:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33252 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e121 expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332876.218430:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:2.0:1763332876.218432:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332876.218435:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:2.0:1763332876.218507:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:44136:x1848987611172224:12345-192.168.204.28@tcp:101:rm.0 Request processed in 708us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332876.218514:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2950 00000100:00080000:0.0:1763332876.219252:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332876.222961:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332876.223114:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611172352 00000100:00100000:1.0:1763332876.223125:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611172352 00000100:00100000:1.0:1763332876.223208:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1520 00000100:00100000:1.0:1763332876.223218:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2419:x1848987611172352:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:1.0:1763332876.223237:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332876.223260:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33259 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e128 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332876.223392:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332876.223411:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332876.223414:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332876.223423:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e128 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332876.223447:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e128 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332876.223464:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193800, rc 0) 00000100:00100000:1.0:1763332876.223531:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611172352:12345-192.168.204.28@tcp:101:rm.0 Request processed in 313us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332876.223538:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1520 00000100:00080000:0.0:1763332876.223624:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332876.227393:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332876.227419:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611172608 00000100:00100000:2.0:1763332876.227430:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611172608 00000100:00100000:2.0:1763332876.227496:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2951 00000100:00100000:2.0:1763332876.227507:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:44136:x1848987611172608:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:2.0:1763332876.227576:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332876.227608:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33252 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e121 expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332876.227629:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:2.0:1763332876.227640:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332876.227670:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c33260 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332876.227684:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c33260 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.227700:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c33260 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.227712:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332876.227718:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.227723:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228131:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c3326e lrc: 3/0,1 mode: --/EX res: [0x240000404:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332876.228140:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c3326e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228147:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c3326e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000040:00080000:2.0:1763332876.228441:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9224 00000004:00080000:2.0:1763332876.228453:0:12741:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 980308104104ns, next at 981308100964ns, rc = 0 00010000:00010000:2.0:1763332876.228508:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33275 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332876.228519:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33275 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228526:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33275 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228533:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33275 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228539:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33275 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228545:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33275 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228560:0:12741:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332876.228576:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c3326e lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228582:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c3326e lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228588:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c3326e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228593:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332876.228598:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c3326e lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228604:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c3326e lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228613:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5:0x0].0x0 (ffff92fe438a1d00) 00010000:00010000:2.0:1763332876.228616:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763332876.228620:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c3326e lrc: 2/0,0 mode: --/EX res: [0x240000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228626:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c3326e lrc: 0/0,0 mode: --/EX res: [0x240000404:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332876.228660:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332876.228667:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33275 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332876.228672:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332876.228676:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33275 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332876.228682:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33275 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332876.228690:0:8422:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x5:0x0].0x0 (ffff92fe438a1d00) 00010000:00010000:1.0:1763332876.228693:0:8422:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1763332876.228695:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33275 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332876.228700:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33275 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332876.228714:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332876.228715:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332876.228717:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332876.228741:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c33260 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228757:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c33260 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228762:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c33260 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228768:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c33260 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228772:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332876.228775:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c33260 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228781:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c33260 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228859:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe438a1400) 00010000:00010000:2.0:1763332876.228862:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332876.228866:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c33260 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228872:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c33260 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00000004:00010000:2.0:1763332876.228885:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ffdd944a reply state 00000000d61ad8b9 transno 4294967463 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228897:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332876.228902:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:2.0:1763332876.228905:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332876.228908:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332876.228995:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44136:x1848987611172608:12345-192.168.204.28@tcp:36:rm.0 Request processed in 1487us (1647us total) trans 4294967463 rc 0/0 00000100:00100000:2.0:1763332876.229013:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2951 00000100:00100000:3.0:1763332876.249623:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332876.251069:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611172864 00000100:00100000:2.0:1763332876.251086:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611172864 00000100:00100000:0.0:1763332876.251738:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2952 00000100:00100000:0.0:1763332876.251751:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:44137:x1848987611172864:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332876.251779:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332876.251806:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3327c lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e12f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.251885:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33283 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.251899:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33283 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.251911:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33283 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.251921:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3328a lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.251929:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3328a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.251935:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3328a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252051:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c33291 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252060:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c33291 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252067:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c33291 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332876.252078:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x5:0x0]: returning size 0 00010000:00010000:0.0:1763332876.252159:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33283 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252166:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33283 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252175:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33283 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252182:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33283 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252187:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332876.252191:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33283 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252198:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33283 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252210:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe43b90b00) 00010000:00010000:0.0:1763332876.252213:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332876.252218:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33283 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252225:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33283 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252238:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3328a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252244:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3328a lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252249:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3328a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252253:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332876.252255:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3328a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252265:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3328a lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252272:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332876.252275:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332876.252278:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3328a lrc: 2/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252283:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3328a lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.252317:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191400/0xb32e3ef184c3327c lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e12f expref: 23 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.252334:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c33291 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e12f expref: 22 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.252342:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x5:0x0].0x0 (ffff92fe43b90100) 00010000:00010000:0.0:1763332876.252344:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332876.252346:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191a00, rc 0) 00000100:00100000:0.0:1763332876.252465:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:44137:x1848987611172864:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 715us (2852us total) trans 4294969146 rc 0/0 00000100:00100000:0.0:1763332876.252473:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2952 00000100:00100000:3.0:1763332876.257092:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332876.257128:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332876.257426:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611172992 00000100:00100000:1.0:1763332876.257438:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611172992 00000100:00080000:0.0:1763332876.257499:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332876.257509:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611173120 00000100:00100000:1.0:1763332876.257513:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611173120 00000100:00100000:1.0:1763332876.257549:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1521 00000100:00100000:1.0:1763332876.257561:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2421:x1848987611172992:12345-192.168.204.28@tcp:101:lfs.0 00000100:00100000:0.0:1763332876.257567:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1522 00000100:00100000:0.0:1763332876.257575:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611173120:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332876.257583:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332876.257583:0:8404:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332876.257606:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3329f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e136 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.257606:0:8404:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c332a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e13d expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332876.257631:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x51:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1763332876.257631:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x56:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332876.257649:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332876.257649:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332876.257652:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332876.257652:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332876.257661:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3329f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e136 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332876.257661:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c332a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e13d expref: 9 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332876.257678:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3329f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e136 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332876.257678:0:8404:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c332a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e13d expref: 9 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332876.257690:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192800, rc 0) 00010000:00010000:0.0:1763332876.257690:0:8404:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191400, rc 0) 00000100:00100000:1.0:1763332876.257744:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611172992:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 185us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332876.257751:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1521 00000100:00100000:0.0:1763332876.257853:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611173120:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 279us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332876.257860:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1522 00000100:00100000:3.0:1763332876.262240:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332876.262311:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611173376 00000100:00100000:0.0:1763332876.262323:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611173376 00000100:00100000:0.0:1763332876.262424:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 867 00000100:00100000:0.0:1763332876.262435:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:44137:x1848987611173376:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332876.262665:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:44137:x1848987611173376:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 232us (435us total) trans 4294969147 rc 0/0 00000100:00100000:0.0:1763332876.262672:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 867 00000100:00100000:2.0:1763332876.265207:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332876.265321:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611173504 00000100:00100000:0.0:1763332876.265332:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611173504 00000100:00100000:0.0:1763332876.265417:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2953 00000100:00100000:0.0:1763332876.265427:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44137:x1848987611173504:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332876.265451:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332876.265477:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c332ad lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e144 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.265546:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c332b4 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.265561:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c332b4 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265572:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c332b4 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265582:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332bb lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.265589:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332bb lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265595:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332bb lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265634:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c332b4 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265641:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c332b4 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265647:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c332b4 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265653:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c332b4 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265659:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332876.265663:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c332b4 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265671:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c332b4 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265683:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90800) 00010000:00010000:0.0:1763332876.265686:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332876.265690:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c332b4 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265697:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c332b4 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265710:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332bb lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265716:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332bb lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265722:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332bb lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265726:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332876.265729:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332bb lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265734:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332bb lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265740:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:0.0:1763332876.265742:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332876.265745:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332bb lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265751:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332bb lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.265777:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c332ad lrc: 1/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e144 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.265787:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90800) 00010000:00010000:0.0:1763332876.265790:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332876.265793:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c332ad lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e144 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.265807:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190200, rc 0) 00000100:00100000:0.0:1763332876.265871:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44137:x1848987611173504:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 445us (673us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332876.265879:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2953 00000100:00100000:3.0:1763332876.268859:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332876.269011:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611173760 00000100:00100000:1.0:1763332876.269021:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611173760 00000100:00100000:1.0:1763332876.269084:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2954 00000100:00100000:1.0:1763332876.269095:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44137:x1848987611173760:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332876.269118:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332876.269144:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c332c2 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e14b expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332876.269263:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c332c9 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.269278:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c332c9 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269291:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c332c9 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269302:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.269309:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269315:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269753:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c332d7 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.269764:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c332d7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269770:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c332d7 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:1.0:1763332876.269780:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x6:0x0]: returning size 0 00010000:00010000:1.0:1763332876.269807:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c332c9 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269814:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c332c9 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269820:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c332c9 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269827:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c332c9 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269832:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332876.269836:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c332c9 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269843:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c332c9 lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269853:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff42c64a00) 00010000:00010000:1.0:1763332876.269856:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332876.269861:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c332c9 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269867:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c332c9 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000004:00010000:1.0:1763332876.269881:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001cd4c988 reply state 00000000dda83131 transno 4294967464 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269891:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.269897:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:1.0:1763332876.269899:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332876.269902:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763332876.269931:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c332c2 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e14b expref: 17 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332876.269969:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c332d7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e14b expref: 16 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332876.269975:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6:0x0].0x0 (ffff92ff42c64c00) 00010000:00010000:1.0:1763332876.269978:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332876.269980:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193e00, rc 0) 00000100:00100000:1.0:1763332876.270069:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:44137:x1848987611173760:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 975us (1219us total) trans 4294967464 rc 0/0 00000100:00100000:1.0:1763332876.270076:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2954 00000100:00100000:2.0:1763332876.276574:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332876.277207:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611174016 00000100:00100000:0.0:1763332876.277217:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611174016 00000100:00100000:0.0:1763332876.277334:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2955 00000100:00100000:0.0:1763332876.277344:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:44137:x1848987611174016:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332876.277504:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332876.277526:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c332e5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e152 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.277627:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 3/0,1 mode: --/EX res: [0x240000404:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.277642:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c332d7 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e14b expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.277652:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 4/0,1 mode: --/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.277685:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c332d7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e14b expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.277700:0:12741:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c332d7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e14b expref: 18 pid: 8606 timeout: 1080 lvb_type: 0 00000100:00100000:0.0:1763332876.277714:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626369408:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332876.277799:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe477a66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332876.284374:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332876.284881:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626369408:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332876.284911:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 3/0,1 mode: --/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000100:00100000:3.0:1763332876.285048:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611174144 00000100:00100000:3.0:1763332876.285056:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611174144 00010000:00010000:3.0:1763332876.285092:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c332d7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e14b expref: 19 pid: 8606 timeout: 1080 lvb_type: 0 00000100:00100000:3.0:1763332876.285123:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 789 00000100:00100000:3.0:1763332876.285132:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2421:x1848987611174144:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332876.285150:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332876.285156:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c332d7 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e14b expref: 19 pid: 8606 timeout: 1080 lvb_type: 0 00010000:00010000:3.0:1763332876.285168:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c332d7 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e14b expref: 19 pid: 8606 timeout: 1080 lvb_type: 0 00010000:00010000:3.0:1763332876.285190:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c332d7 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e14b expref: 19 pid: 8606 timeout: 1080 lvb_type: 0 00010000:00010000:3.0:1763332876.285206:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6:0x0].0x0 (ffff92ff42c64c00) 00010000:00010000:3.0:1763332876.285211:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 3/0,1 mode: --/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332876.285222:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332876.285229:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332876.285258:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332876.285313:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:2421:x1848987611174144:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 182us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332876.285321:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 789 00010000:00010000:0.0:1763332876.285527:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.285535:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:0.0:1763332876.285559:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x6:0x0]: returning size 0 00000004:00080000:0.0:1763332876.285712:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1a:0x0], index 1: 0 00000004:00080000:0.0:1763332876.285718:0:12741:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1c:0x0], index 0: 0 00010000:00010000:0.0:1763332876.285819:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.285827:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.285834:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.285844:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332876.285848:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.285855:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.285864:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6:0x0].0x0 (ffff92ff42c64c00) 00010000:00010000:0.0:1763332876.285867:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332876.285870:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 2/0,0 mode: --/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.285875:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c332ec lrc: 0/0,0 mode: --/EX res: [0x240000404:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.285921:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c332e5 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e152 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.285930:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6:0x0].0x0 (ffff92ff42c64c00) 00010000:00010000:0.0:1763332876.285933:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332876.285937:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c332e5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e152 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.285963:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190200, rc 0) 00000100:00100000:0.0:1763332876.286010:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:44137:x1848987611174016:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 8667us (9446us total) trans 4294967465 rc 301/301 00000100:00100000:0.0:1763332876.286017:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2955 00000100:00100000:2.0:1763332876.292807:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332876.293761:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611174400 00000100:00100000:0.0:1763332876.293772:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611174400 00000100:00100000:0.0:1763332876.293827:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 868 00000100:00100000:0.0:1763332876.293837:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:44137:x1848987611174400:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332876.294128:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:44137:x1848987611174400:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 291us (1329us total) trans 4294967466 rc 0/0 00000100:00100000:0.0:1763332876.294136:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 868 00000100:00100000:3.0:1763332876.297454:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332876.297526:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611174656 00000100:00100000:2.0:1763332876.297538:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611174656 00000100:00100000:2.0:1763332876.297805:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 869 00000100:00100000:2.0:1763332876.297815:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:44137:x1848987611174656:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332876.298855:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:44137:x1848987611174656:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1034us (1404us total) trans 4294967467 rc 0/0 00000100:00100000:2.0:1763332876.298867:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 869 00000100:00100000:3.0:1763332876.326417:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332876.327110:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611174912 00000100:00100000:0.0:1763332876.327122:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611174912 00000100:00100000:0.0:1763332876.327178:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2956 00000100:00100000:0.0:1763332876.327186:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:44140:x1848987611174912:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332876.327212:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332876.327235:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c332fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e159 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763332876.327415:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3:0x0]: returning size 4096 00010000:00010000:0.0:1763332876.327505:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c332fa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e159 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.327520:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332876.327522:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332876.327527:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c332fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e159 expref: 25 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.327541:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190200, rc 0) 00000100:00100000:0.0:1763332876.327608:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:44140:x1848987611174912:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 422us (1203us total) trans 4294969148 rc 301/301 00000100:00100000:0.0:1763332876.327616:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2956 00000100:00100000:3.0:1763332876.333300:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332876.333385:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611175040 00000100:00100000:1.0:1763332876.333396:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611175040 00000100:00100000:1.0:1763332876.333457:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2957 00000100:00100000:1.0:1763332876.333468:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:44140:x1848987611175040:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332876.333561:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33308 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333578:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33308 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333589:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33308 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333600:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3330f lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333608:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3330f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333614:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3330f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333699:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33316 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333709:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33316 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333715:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33316 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:1.0:1763332876.333755:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x5:0x0]: returning size 0 00000004:00200000:1.0:1763332876.333760:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332876.333772:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33316 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333785:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33308 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333792:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33308 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333798:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33308 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333804:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33308 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333810:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332876.333815:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33308 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333822:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33308 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333834:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92ff42c64a00) 00010000:00010000:1.0:1763332876.333838:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332876.333844:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33308 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333850:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33308 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333868:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3330f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333873:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3330f lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333879:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3330f lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333883:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332876.333886:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3330f lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333891:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3330f lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333898:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:1.0:1763332876.333900:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332876.333903:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3330f lrc: 2/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333908:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3330f lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333917:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33316 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333922:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33316 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333929:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33316 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333933:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332876.333935:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33316 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333941:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33316 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333947:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x5:0x0].0x0 (ffff92fe43b90100) 00010000:00010000:1.0:1763332876.333949:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332876.333952:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33316 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.333957:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33316 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332876.334046:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:44140:x1848987611175040:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 579us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332876.334054:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2957 00000100:00100000:3.0:1763332876.340562:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332876.362406:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611175296 00000100:00100000:2.0:1763332876.362424:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611175296 00000100:00100000:2.0:1763332876.362503:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 870 00000100:00100000:2.0:1763332876.362514:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:44140:x1848987611175296:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332876.362768:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:44140:x1848987611175296:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 255us (22215us total) trans 4294969149 rc 0/0 00000100:00100000:2.0:1763332876.362776:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 870 00000100:00100000:3.0:1763332876.682843:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332876.684225:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611175552 00000100:00100000:0.0:1763332876.684238:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611175552 00000100:00100000:0.0:1763332876.684301:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2958 00000100:00100000:0.0:1763332876.684310:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:44174:x1848987611175552:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332876.684333:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332876.684390:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3331d lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e160 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.684467:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33324 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.684481:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33324 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684491:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33324 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684501:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c3332b lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332876.684507:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c3332b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684513:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c3332b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684585:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33324 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684592:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33324 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684598:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33324 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684604:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33324 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684610:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332876.684613:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33324 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684619:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33324 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684631:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90800) 00010000:00010000:0.0:1763332876.684634:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332876.684638:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33324 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684645:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33324 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684657:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c3332b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684663:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c3332b lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684669:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c3332b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684674:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332876.684677:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c3332b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684683:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c3332b lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684689:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:0.0:1763332876.684691:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332876.684695:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c3332b lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684700:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c3332b lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332876.684726:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3331d lrc: 1/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e160 expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.684735:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90800) 00010000:00010000:0.0:1763332876.684737:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332876.684741:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3331d lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e160 expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332876.684754:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190200, rc 0) 00000100:00100000:0.0:1763332876.684808:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:44174:x1848987611175552:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 500us (1975us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332876.684816:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2958 00000100:00100000:3.0:1763332876.689511:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332876.689617:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611175808 00000100:00100000:1.0:1763332876.689626:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611175808 00000100:00100000:1.0:1763332876.689678:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2959 00000100:00100000:1.0:1763332876.689687:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:44174:x1848987611175808:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332876.689709:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332876.689728:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33332 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e167 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763332876.689862:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3:0x0]: returning size 4096 00010000:00010000:1.0:1763332876.689976:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33332 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e167 expref: 27 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332876.689998:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332876.690002:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332876.690007:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33332 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e167 expref: 27 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332876.690020:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192e00, rc 0) 00000100:00100000:1.0:1763332876.690239:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:44174:x1848987611175808:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 551us (736us total) trans 4294969150 rc 301/301 00000100:00100000:1.0:1763332876.690247:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2959 00000100:00100000:3.0:1763332876.700822:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332876.700923:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611175936 00000100:00100000:1.0:1763332876.700934:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611175936 00000100:00100000:1.0:1763332876.701017:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2960 00000100:00100000:1.0:1763332876.701029:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:44174:x1848987611175936:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332876.701111:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33340 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.701129:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33340 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701142:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33340 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701154:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33347 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.701162:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33347 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701172:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33347 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701259:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3334e lrc: 3/1,0 mode: --/PR res: [0x240000404:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332876.701268:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3334e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701274:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3334e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:1.0:1763332876.701312:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x6:0x0]: returning size 0 00000004:00200000:1.0:1763332876.701317:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332876.701329:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3334e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701342:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33340 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701374:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33340 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701380:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33340 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701386:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33340 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701391:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332876.701395:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33340 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701402:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33340 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701413:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff42c64a00) 00010000:00010000:1.0:1763332876.701416:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332876.701421:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33340 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701426:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33340 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701443:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33347 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701448:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33347 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701454:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33347 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701459:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332876.701461:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33347 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701467:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33347 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701473:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:1.0:1763332876.701475:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332876.701478:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33347 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701483:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193c00/0xb32e3ef184c33347 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701492:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3334e lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701497:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3334e lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701501:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3334e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701506:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332876.701508:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3334e lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701513:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3334e lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701519:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332876.701521:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332876.701524:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3334e lrc: 2/0,0 mode: --/PR res: [0x240000404:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332876.701528:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3334e lrc: 0/0,0 mode: --/PR res: [0x240000404:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000100:00100000:1.0:1763332876.701617:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:44174:x1848987611175936:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 590us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332876.701625:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2960 00000100:00100000:2.0:1763332876.713641:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332876.713758:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611176192 00000100:00100000:0.0:1763332876.713767:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611176192 00000100:00100000:0.0:1763332876.713826:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 871 00000100:00100000:0.0:1763332876.713837:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:44174:x1848987611176192:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332876.714076:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:44174:x1848987611176192:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 240us (445us total) trans 4294969151 rc 0/0 00000100:00100000:0.0:1763332876.714084:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 871 00010000:00010000:3.0:1763332876.881651:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332877.002059:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332877.002196:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611176448 00000100:00100000:0.0:1763332877.002207:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611176448 00000100:00100000:1.0:1763332877.002341:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2961 00000100:00100000:1.0:1763332877.002435:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:44206:x1848987611176448:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:1.0:1763332877.002517:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763332877.002549:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c33291 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e12f expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.002577:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c33236 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e11a expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.002587:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x5:0x0].0x0 (ffff92fe43b90100) 00010000:00010000:1.0:1763332877.002601:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332877.002630:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33355 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.002641:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33355 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.002651:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33355 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.002663:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 3/0,1 mode: --/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.002672:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.002678:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.002761:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33363 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.002768:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33363 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.002774:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33363 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000040:00080000:1.0:1763332877.003025:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].236, 64 off27920 00000004:00080000:1.0:1763332877.003036:0:8606:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 981082686741ns, next at 982082683806ns, rc = 0 00000040:00080000:1.0:1763332877.003058:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].241, 64 off28248 00010000:00010000:1.0:1763332877.003109:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3336a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003117:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3336a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003124:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3336a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003130:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3336a lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003135:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3336a lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003141:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3336a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003171:0:8606:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763332877.003191:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33363 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003197:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33363 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003202:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33363 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003206:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332877.003210:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33363 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003217:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33363 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003226:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x5:0x0].0x0 (ffff92ff42c64a00) 00010000:00010000:1.0:1763332877.003229:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763332877.003233:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33363 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003239:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33363 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003403:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33355 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003410:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33355 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003415:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33355 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003420:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33355 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003425:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332877.003428:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33355 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003433:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33355 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003441:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332877.003444:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332877.003447:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33355 lrc: 3/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003452:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33355 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:1.0:1763332877.003466:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000531bce3d reply state 000000008e97c1fe transno 4294969152 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003477:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.003484:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:1.0:1763332877.003486:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332877.003489:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332877.004165:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332877.004175:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3336a lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332877.004183:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332877.004186:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3336a lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332877.004192:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3336a lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332877.004203:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x5:0x0].0x0 (ffff92ff42c64a00) 00010000:00010000:3.0:1763332877.004206:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763332877.004209:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3336a lrc: 1/0,0 mode: --/PW res: [0x200000405:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332877.004214:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3336a lrc: 0/0,0 mode: --/PW res: [0x200000405:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332877.004229:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332877.004231:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332877.004233:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332877.005685:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:44206:x1848987611176448:12345-192.168.204.28@tcp:36:rm.0 Request processed in 3242us (3625us total) trans 4294969152 rc 0/0 00000100:00100000:1.0:1763332877.005697:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2961 00000100:00100000:3.0:1763332877.017345:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332877.017476:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611176576 00000100:00100000:1.0:1763332877.017489:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611176576 00000100:00100000:1.0:1763332877.017546:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2962 00000100:00100000:1.0:1763332877.017557:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:44207:x1848987611176576:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332877.017580:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332877.017604:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33371 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e16e expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.017674:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33378 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017690:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33378 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017702:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33378 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017714:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3337f lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017722:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3337f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017729:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3337f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017774:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33378 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017781:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33378 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017788:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33378 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017795:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33378 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017802:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332877.017806:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33378 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017814:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33378 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017825:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332877.017828:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332877.017833:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33378 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017840:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192e00/0xb32e3ef184c33378 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017852:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3337f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017859:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3337f lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017864:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3337f lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017869:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332877.017872:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3337f lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017879:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3337f lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017886:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:1.0:1763332877.017888:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332877.017892:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3337f lrc: 2/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017898:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193e00/0xb32e3ef184c3337f lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332877.017921:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33371 lrc: 1/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e16e expref: 28 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.017931:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332877.017934:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332877.017938:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192a00/0xb32e3ef184c33371 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e16e expref: 28 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.017950:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48192a00, rc 0) 00000100:00100000:1.0:1763332877.018024:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:44207:x1848987611176576:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 468us (689us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332877.018033:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2962 00000100:00100000:2.0:1763332877.020822:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332877.021739:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611176704 00000100:00100000:0.0:1763332877.021753:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611176704 00000100:00100000:0.0:1763332877.021824:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2963 00000100:00100000:0.0:1763332877.021834:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:44207:x1848987611176704:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332877.021857:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332877.021883:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c33386 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e175 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.021998:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c3338d lrc: 3/1,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022012:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c3338d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022025:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c3338d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022035:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33394 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022043:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33394 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022049:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33394 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022093:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c3338d lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022099:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c3338d lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022104:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c3338d lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022110:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c3338d lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022116:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332877.022120:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c3338d lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022133:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c3338d lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022145:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe43b90800) 00010000:00010000:0.0:1763332877.022148:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332877.022154:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c3338d lrc: 3/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022159:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c3338d lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022174:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33394 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022179:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33394 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022184:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33394 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022187:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332877.022189:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33394 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022193:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33394 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022198:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332877.022200:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332877.022203:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33394 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022208:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c33394 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.022234:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c33386 lrc: 1/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e175 expref: 28 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.022243:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe43b90800) 00010000:00010000:0.0:1763332877.022245:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332877.022249:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c33386 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e175 expref: 28 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.022263:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190200, rc 0) 00000100:00100000:0.0:1763332877.022332:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:44207:x1848987611176704:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 499us (1520us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332877.022339:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2963 00000100:00100000:3.0:1763332877.025040:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332877.025745:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611176832 00000100:00100000:0.0:1763332877.025755:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611176832 00000100:00100000:0.0:1763332877.025826:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2964 00000100:00100000:0.0:1763332877.025839:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:44207:x1848987611176832:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332877.025861:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332877.025887:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c3339b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e17c expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.026038:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c333a2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.026053:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c333a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.026066:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c333a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332877.026156:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3:0x0]: returning size 4096 00000004:00200000:0.0:1763332877.026162:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1763332877.026179:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c333a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332877.026204:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c3339b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e17c expref: 29 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.026222:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c333a2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e17c expref: 28 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.026231:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3:0x0].0x0 (ffff92fe438a1100) 00010000:00010000:0.0:1763332877.026234:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332877.026238:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190e00, rc 0) 00000100:00100000:0.0:1763332877.026294:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:44207:x1848987611176832:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 460us (1262us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332877.026302:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2964 00000100:00100000:3.0:1763332877.030905:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332877.031104:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611176960 00000100:00100000:2.0:1763332877.031115:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611176960 00000100:00100000:2.0:1763332877.031180:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2965 00000100:00100000:2.0:1763332877.031190:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:44207:x1848987611176960:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332877.031211:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332877.031238:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c333a9 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e183 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.031300:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c333b0 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.031314:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c333b0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.031325:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c333b0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332877.031412:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000400:0x8:0x0]: returning size 4096 00000004:00200000:2.0:1763332877.031417:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763332877.031451:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c333a9 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e183 expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.031469:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c333b0 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e183 expref: 29 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.031477:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1400) 00010000:00010000:2.0:1763332877.031480:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763332877.031484:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:2.0:1763332877.031541:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:44207:x1848987611176960:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 352us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332877.031549:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2965 00000100:00100000:2.0:1763332877.035311:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332877.035463:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611177088 00000100:00100000:1.0:1763332877.035476:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611177088 00000100:00100000:1.0:1763332877.035542:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2966 00000100:00100000:1.0:1763332877.035553:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:44207:x1848987611177088:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332877.035578:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332877.035604:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c333b7 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e18a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.035672:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c333be lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.035687:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c333be lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.035699:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c333be lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:1.0:1763332877.035747:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x8:0x0]: returning size 4096 00000004:00200000:1.0:1763332877.035752:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763332877.035784:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c333b7 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e18a expref: 21 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.035799:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c333be lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e18a expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.035807:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332877.035810:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763332877.035814:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48193e00, rc 0) 00000100:00100000:1.0:1763332877.035875:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:44207:x1848987611177088:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 324us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332877.035882:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2966 00000100:00100000:3.0:1763332877.039945:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332877.040227:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611177216 00000100:00100000:2.0:1763332877.040241:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611177216 00000100:00100000:1.0:1763332877.040760:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2967 00000100:00100000:0.0:1763332877.040839:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:44207:x1848987611177216:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332877.040867:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332877.040895:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c333c5 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e191 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.040992:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c333cc lrc: 3/1,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041007:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c333cc lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041019:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c333cc lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041030:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c333d3 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041038:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c333d3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041044:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c333d3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041086:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c333cc lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041093:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c333cc lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041099:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c333cc lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041106:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c333cc lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041111:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332877.041114:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c333cc lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041121:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c333cc lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041131:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1400) 00010000:00010000:0.0:1763332877.041134:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332877.041138:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c333cc lrc: 3/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041144:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c333cc lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041157:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c333d3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041162:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c333d3 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041167:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c333d3 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041173:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332877.041175:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c333d3 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041180:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c333d3 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041186:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332877.041188:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332877.041191:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c333d3 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041197:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c333d3 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.041221:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c333c5 lrc: 1/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e191 expref: 30 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.041230:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1400) 00010000:00010000:0.0:1763332877.041232:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332877.041235:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c333c5 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e191 expref: 30 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.041243:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190200, rc 0) 00000100:00100000:0.0:1763332877.041318:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:44207:x1848987611177216:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 548us (1384us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332877.041327:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2967 00000100:00100000:0.0:1763332877.046644:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332877.047873:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611177472 00000100:00100000:2.0:1763332877.047885:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611177472 00000100:00100000:2.0:1763332877.048249:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2968 00000100:00100000:2.0:1763332877.048262:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:44207:x1848987611177472:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332877.048285:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332877.048288:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763332877.048318:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c333b0 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e183 expref: 29 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.048339:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1400) 00010000:00010000:2.0:1763332877.048391:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332877.048409:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c333da lrc: 2/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e198 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.048510:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c333e1 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.048523:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c333e1 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.048534:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c333e1 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.048545:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.048552:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.048562:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.048973:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c333ef lrc: 3/1,0 mode: --/PR res: [0x200000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.048991:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c333ef lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.048999:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c333ef lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332877.049010:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x6:0x0]: returning size 0 00010000:00010000:2.0:1763332877.049039:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c333e1 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.049046:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c333e1 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.049052:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c333e1 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.049058:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c333e1 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.049065:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332877.049069:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c333e1 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.049076:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c333e1 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.049086:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:2.0:1763332877.049089:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332877.049094:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c333e1 lrc: 3/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.049100:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c333e1 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:2.0:1763332877.049111:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003742671e reply state 0000000009a1a5d8 transno 4294969153 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.049122:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.049128:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:2.0:1763332877.049130:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332877.049133:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332877.049161:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c333da lrc: 0/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e198 expref: 31 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.049177:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c333ef lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e198 expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.049185:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x6:0x0].0x0 (ffff92fe438a1300) 00010000:00010000:2.0:1763332877.049187:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332877.049190:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07e00, rc 0) 00000100:00100000:2.0:1763332877.049268:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:44207:x1848987611177472:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1008us (2632us total) trans 4294969153 rc 0/0 00000100:00100000:2.0:1763332877.049276:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2968 00000100:00100000:3.0:1763332877.055155:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332877.055406:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611177728 00000100:00100000:0.0:1763332877.055416:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611177728 00000100:00100000:0.0:1763332877.055472:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2969 00000100:00100000:0.0:1763332877.055481:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:44207:x1848987611177728:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332877.055506:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332877.055529:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c333fd lrc: 2/0,0 mode: --/CR res: [0x200000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e19f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.055646:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.055660:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c333ef lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e198 expref: 32 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.055668:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.055706:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c333ef lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e198 expref: 32 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.055718:0:6520:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c333ef lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e198 expref: 32 pid: 8606 timeout: 1081 lvb_type: 0 00000100:00100000:0.0:1763332877.055732:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626369536:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332877.055831:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe487776c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332877.059177:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1848987626369536:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332877.059210:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000100:00100000:3.0:1763332877.059743:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332877.059811:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611177856 00000100:00100000:2.0:1763332877.059818:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611177856 00010000:00010000:2.0:1763332877.059852:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c333ef lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e198 expref: 33 pid: 8606 timeout: 1081 lvb_type: 0 00000100:00100000:2.0:1763332877.059893:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 790 00000100:00100000:2.0:1763332877.059901:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:2420:x1848987611177856:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332877.059918:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332877.059925:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c333ef lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e198 expref: 33 pid: 8606 timeout: 1081 lvb_type: 0 00010000:00010000:2.0:1763332877.059938:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c333ef lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e198 expref: 33 pid: 8606 timeout: 1081 lvb_type: 0 00010000:00010000:2.0:1763332877.059971:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c333ef lrc: 0/0,0 mode: --/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e198 expref: 33 pid: 8606 timeout: 1081 lvb_type: 0 00010000:00010000:2.0:1763332877.059996:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x6:0x0].0x0 (ffff92fe438a1300) 00010000:00010000:2.0:1763332877.060001:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332877.060010:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332877.060018:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332877.060044:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332877.060099:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:2420:x1848987611177856:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 198us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332877.060107:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 790 00010000:00010000:0.0:1763332877.060617:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.060627:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332877.060650:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x6:0x0]: returning size 0 00000004:00080000:0.0:1763332877.060811:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x57:0x0], index 0: 0 00000004:00080000:0.0:1763332877.060817:0:6520:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x52:0x0], index 1: 0 00010000:00010000:0.0:1763332877.060917:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.060924:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.060931:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.060937:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332877.060941:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.060963:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.060978:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x6:0x0].0x0 (ffff92fe438a1300) 00010000:00010000:0.0:1763332877.060981:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332877.060993:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.060998:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191c00/0xb32e3ef184c33404 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.061044:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c333fd lrc: 1/0,0 mode: --/CR res: [0x200000405:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e19f expref: 32 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.061052:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x6:0x0].0x0 (ffff92fe438a1300) 00010000:00010000:0.0:1763332877.061054:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332877.061058:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c333fd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e19f expref: 32 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.061072:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190200, rc 0) 00000100:00100000:0.0:1763332877.061124:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:44207:x1848987611177728:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5643us (5979us total) trans 4294969154 rc 301/301 00000100:00100000:0.0:1763332877.061132:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2969 00000100:00100000:2.0:1763332877.061965:0:9845:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9845:1848987626369664:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1763332877.062023:0:9845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332877.062046:0:9845:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332877.064099:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626369664 00000100:00100000:0.0:1763332877.064117:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626369664 00000100:00100000:0.0:1763332877.064213:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:0.0:1763332877.064227:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:9845:x1848987626369664:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1763332877.064280:0:8404:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 98 00000100:00100000:0.0:1763332877.066022:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:9845:x1848987626369664:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1794us (3992us total) trans 17179869524 rc 0/0 00000100:00100000:0.0:1763332877.066033:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00080000:2.0:1763332877.066459:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332877.066557:0:9845:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9845:1848987626369664:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1763332877.066574:0:9845:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x52:0x0]-[0x2c0000401:0x81:0x0] 00000100:00100000:3.0:1763332877.067743:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332877.067809:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611178112 00000100:00100000:2.0:1763332877.067817:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611178112 00000100:00100000:2.0:1763332877.067870:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 872 00000100:00100000:2.0:1763332877.067878:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3e9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:44207:x1848987611178112:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332877.068152:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3e9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:44207:x1848987611178112:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 273us (413us total) trans 4294969155 rc 0/0 00000100:00100000:2.0:1763332877.068159:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 872 00000100:00100000:1.0:1763332877.070941:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332877.071209:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611178368 00000100:00100000:3.0:1763332877.071221:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611178368 00000100:00100000:3.0:1763332877.071473:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 873 00000100:00100000:3.0:1763332877.071484:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:44207:x1848987611178368:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332877.071733:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:44207:x1848987611178368:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 250us (801us total) trans 4294969156 rc 0/0 00000100:00100000:3.0:1763332877.071741:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 873 00000100:00100000:1.0:1763332877.085507:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332877.085617:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611178496 00000100:00100000:0.0:1763332877.085628:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611178496 00000100:00100000:0.0:1763332877.085698:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2970 00000100:00100000:0.0:1763332877.085709:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:44208:x1848987611178496:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:0.0:1763332877.085731:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332877.085755:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33412 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1a6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.085826:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c33419 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.085840:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c33419 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.085852:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c33419 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.085863:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33420 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.085870:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33420 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.085878:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33420 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086164:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33427 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332877.086173:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33427 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086181:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33427 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:0.0:1763332877.086227:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x6:0x0]: returning size 0 00000004:00200000:0.0:1763332877.086232:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332877.086252:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33427 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086264:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33427 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086273:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c33419 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086279:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c33419 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086286:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c33419 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086293:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c33419 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086299:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332877.086303:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c33419 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086311:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c33419 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086323:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:0.0:1763332877.086325:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332877.086331:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c33419 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086337:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191c00/0xb32e3ef184c33419 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086460:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33420 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086468:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33420 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086473:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33420 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086478:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332877.086482:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33420 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086488:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33420 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086497:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:0.0:1763332877.086500:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332877.086503:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33420 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086509:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33420 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332877.086537:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33412 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1a6 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.086551:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33427 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1a6 expref: 21 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332877.086558:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6:0x0].0x0 (ffff92fe43b90800) 00010000:00010000:0.0:1763332877.086561:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332877.086564:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191600, rc 0) 00000100:00100000:1.0:1763332877.087565:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:44208:x1848987611178496:12345-192.168.204.28@tcp:101:rm.0 Request processed in 1852us (2061us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332877.087576:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2970 00000100:00100000:1.0:1763332877.092628:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332877.092676:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332877.092747:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611178624 00000100:00100000:3.0:1763332877.092759:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611178624 00000100:00100000:3.0:1763332877.092821:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611178752 00000100:00100000:3.0:1763332877.092825:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611178752 00000100:00100000:3.0:1763332877.092862:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1524 00000100:00100000:3.0:1763332877.092873:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611178624:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332877.092893:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332877.092918:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c3342e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1ad expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332877.093056:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332877.093081:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332877.093084:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332877.093094:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c3342e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1ad expref: 9 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332877.093117:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c3342e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1ad expref: 9 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332877.093130:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2800, rc 0) 00000100:00100000:3.0:1763332877.093186:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611178624:12345-192.168.204.28@tcp:101:rm.0 Request processed in 315us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332877.093194:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1524 00000100:00100000:3.0:1763332877.093214:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1525 00000100:00100000:3.0:1763332877.093221:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611178752:12345-192.168.204.28@tcp:101:rm.0 00010000:00010000:3.0:1763332877.093229:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332877.093241:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33435 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1b4 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332877.093293:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332877.093304:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332877.093306:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332877.093311:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33435 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1b4 expref: 10 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332877.093323:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33435 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1b4 expref: 10 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332877.093331:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3200, rc 0) 00000100:00100000:3.0:1763332877.093382:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611178752:12345-192.168.204.28@tcp:101:rm.0 Request processed in 160us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332877.093391:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1525 00000100:00100000:3.0:1763332877.097124:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332877.097405:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611179008 00000100:00100000:1.0:1763332877.097417:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611179008 00000100:00100000:1.0:1763332877.097890:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2971 00000100:00100000:1.0:1763332877.097904:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:44208:x1848987611179008:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:1.0:1763332877.097959:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1763332877.097997:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33427 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1a6 expref: 21 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.098016:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6:0x0].0x0 (ffff92fe43b90800) 00010000:00010000:1.0:1763332877.098033:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48193e00/0xb32e3ef184c333be lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e18a expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.098041:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332877.098048:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332877.098073:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3343c lrc: 3/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.098084:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3343c lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098093:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3343c lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098104:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.098111:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098117:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098197:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3344a lrc: 3/0,1 mode: --/EX res: [0x240000404:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.098205:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3344a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098211:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3344a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000040:00080000:1.0:1763332877.098481:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9232 00000004:00080000:1.0:1763332877.098491:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 981178142161ns, next at 982178139185ns, rc = 0 00000040:00080000:1.0:1763332877.098510:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9288 00010000:00010000:1.0:1763332877.098560:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33451 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.098569:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33451 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098577:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33451 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098585:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33451 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098591:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33451 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098597:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33451 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098623:0:6520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763332877.098641:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3344a lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098647:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3344a lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098653:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3344a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098659:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332877.098663:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3344a lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098670:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3344a lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098679:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6:0x0].0x0 (ffff92ff42c64f00) 00010000:00010000:1.0:1763332877.098682:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1763332877.098687:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3344a lrc: 2/0,0 mode: --/EX res: [0x240000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098696:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3344a lrc: 0/0,0 mode: --/EX res: [0x240000404:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098813:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3343c lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098820:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3343c lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098825:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3343c lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098831:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3343c lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098837:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332877.098840:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3343c lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098846:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3343c lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098853:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff42c64100) 00010000:00010000:1.0:1763332877.098856:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332877.098859:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3343c lrc: 3/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098864:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192a00/0xb32e3ef184c3343c lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00000004:00010000:1.0:1763332877.098876:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e3192c3f reply state 0000000014afb358 transno 4294967468 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098886:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332877.098893:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:1.0:1763332877.098895:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332877.098898:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332877.098977:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:44208:x1848987611179008:12345-192.168.204.28@tcp:36:rm.0 Request processed in 1076us (1861us total) trans 4294967468 rc 0/0 00000100:00100000:1.0:1763332877.098997:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2971 00010000:00010000:3.0:1763332877.099532:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332877.099540:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33451 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.099546:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332877.099549:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33451 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.099555:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33451 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.099564:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6:0x0].0x0 (ffff92ff42c64f00) 00010000:00010000:3.0:1763332877.099567:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763332877.099570:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33451 lrc: 1/0,0 mode: --/PW res: [0x240000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.099575:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33451 lrc: 0/0,0 mode: --/PW res: [0x240000404:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.099590:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332877.099591:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332877.099593:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332877.112446:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332877.112541:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611179264 00000100:00100000:1.0:1763332877.112551:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611179264 00000100:00100000:1.0:1763332877.112612:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2972 00000100:00100000:1.0:1763332877.112622:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:44209:x1848987611179264:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332877.112646:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332877.112669:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991a00/0xb32e3ef184c33458 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1bb expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.112739:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3345f lrc: 3/1,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.112753:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3345f lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.112764:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3345f lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.112773:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33466 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.112780:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33466 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.112786:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33466 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.112899:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990400/0xb32e3ef184c3346d lrc: 3/1,0 mode: --/PR res: [0x200000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.112907:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990400/0xb32e3ef184c3346d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.112913:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990400/0xb32e3ef184c3346d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:1.0:1763332877.112923:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x6:0x0]: returning size 0 00010000:00010000:1.0:1763332877.113011:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3345f lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113019:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3345f lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113024:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3345f lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113030:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3345f lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113035:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332877.113039:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3345f lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113046:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3345f lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113057:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92ff42c64100) 00010000:00010000:1.0:1763332877.113060:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332877.113065:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3345f lrc: 3/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113074:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c3345f lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113087:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33466 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113093:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33466 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113098:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33466 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113103:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332877.113106:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33466 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113111:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33466 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113117:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:1.0:1763332877.113119:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332877.113122:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33466 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113128:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33466 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332877.113160:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991a00/0xb32e3ef184c33458 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1bb expref: 36 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.113176:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990400/0xb32e3ef184c3346d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1bb expref: 35 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332877.113188:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x6:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:1.0:1763332877.113191:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332877.113193:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990400, rc 0) 00000100:00100000:1.0:1763332877.113258:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:44209:x1848987611179264:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 637us (820us total) trans 4294969157 rc 0/0 00000100:00100000:1.0:1763332877.113266:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2972 00000100:00100000:0.0:1763332877.119936:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332877.120062:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611179392 00000100:00100000:1.0:1763332877.120072:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611179392 00000100:00100000:1.0:1763332877.120608:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1526 00000100:00100000:1.0:1763332877.120620:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611179392:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332877.120638:0:28650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332877.120656:0:28650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3347b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1c2 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332877.120678:0:28650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x52:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332877.120697:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332877.120699:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332877.120709:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3347b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1c2 expref: 10 pid: 28650 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332877.121288:0:28650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe43991a00/0xb32e3ef184c3347b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->16777215) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1c2 expref: 10 pid: 28650 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332877.121303:0:28650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991a00, rc 0) 00000100:00100000:1.0:1763332877.121444:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611179392:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 825us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332877.121456:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1526 00000100:00100000:3.0:1763332877.125536:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332877.125879:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611179648 00000100:00100000:0.0:1763332877.125890:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611179648 00000100:00100000:0.0:1763332877.126635:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 874 00000100:00100000:0.0:1763332877.126648:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:44209:x1848987611179648:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332877.126890:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:44209:x1848987611179648:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 244us (1365us total) trans 4294969158 rc 0/0 00000100:00100000:0.0:1763332877.126898:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 874 00000100:00100000:3.0:1763332877.129436:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332877.130771:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611179776 00000100:00100000:2.0:1763332877.130785:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611179776 00000100:00100000:2.0:1763332877.130855:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2973 00000100:00100000:2.0:1763332877.130865:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:44209:x1848987611179776:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332877.130892:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332877.130918:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33482 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1c9 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.131009:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33489 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.131025:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33489 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131040:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33489 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131050:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33490 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.131057:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33490 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131064:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33490 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131115:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33489 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131122:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33489 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131128:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33489 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131135:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33489 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131142:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332877.131147:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33489 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131154:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33489 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131167:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:2.0:1763332877.131170:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332877.131176:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33489 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131181:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33489 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131195:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33490 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131200:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33490 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131207:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33490 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131212:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332877.131215:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33490 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131220:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33490 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131228:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:2.0:1763332877.131230:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332877.131233:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33490 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131238:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c33490 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.131266:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33482 lrc: 1/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1c9 expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.131276:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:2.0:1763332877.131279:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332877.131282:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33482 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1c9 expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.131297:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07e00, rc 0) 00000100:00100000:2.0:1763332877.131478:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:44209:x1848987611179776:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 613us (2049us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332877.131485:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2973 00000100:00100000:1.0:1763332877.139417:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332877.139697:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611180032 00000100:00100000:3.0:1763332877.139707:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611180032 00000100:00100000:3.0:1763332877.139766:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2974 00000100:00100000:3.0:1763332877.139775:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:44209:x1848987611180032:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332877.139797:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332877.139821:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3c00/0xb32e3ef184c33497 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1d0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332877.139924:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c3349e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332877.139936:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c3349e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.139946:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c3349e lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.139967:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332877.139974:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.139989:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.140398:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c334ac lrc: 3/1,0 mode: --/PR res: [0x240000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332877.140408:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c334ac lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.140416:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c334ac lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763332877.140426:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x7:0x0]: returning size 0 00010000:00010000:3.0:1763332877.140451:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c3349e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.140462:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c3349e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.140468:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c3349e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.140475:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c3349e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.140481:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332877.140485:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c3349e lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.140492:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c3349e lrc: 5/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.140503:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:3.0:1763332877.140506:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332877.140511:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c3349e lrc: 3/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.140517:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c3349e lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00000004:00010000:3.0:1763332877.140529:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a495209a reply state 00000000592d879e transno 4294967469 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.140539:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332877.140545:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:3.0:1763332877.140547:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332877.140549:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332877.140577:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3c00/0xb32e3ef184c33497 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1d0 expref: 24 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332877.140594:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c334ac lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1d0 expref: 23 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332877.140600:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x7:0x0].0x0 (ffff92ff8016f100) 00010000:00010000:3.0:1763332877.140603:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332877.140605:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2600, rc 0) 00000100:00100000:3.0:1763332877.140683:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:44209:x1848987611180032:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 908us (1277us total) trans 4294967469 rc 0/0 00000100:00100000:3.0:1763332877.140692:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2974 00000100:00100000:1.0:1763332877.148467:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332877.149002:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611180288 00000100:00100000:2.0:1763332877.149015:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611180288 00000100:00100000:2.0:1763332877.149080:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2975 00000100:00100000:2.0:1763332877.149091:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:44209:x1848987611180288:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332877.149120:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332877.149143:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334ba lrc: 2/0,0 mode: --/CR res: [0x240000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1d7 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.149267:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.149282:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c334ac lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1d0 expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.149290:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.149326:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c334ac lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1d0 expref: 25 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.149339:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c334ac lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1d0 expref: 25 pid: 6520 timeout: 1081 lvb_type: 0 00000100:00100000:2.0:1763332877.149375:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626369792:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332877.149692:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332877.155234:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332877.155550:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611180416 00000100:00100000:3.0:1763332877.155710:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611180416 00010000:00010000:3.0:1763332877.155749:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c334ac lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1d0 expref: 26 pid: 6520 timeout: 1081 lvb_type: 0 00000100:00100000:2.0:1763332877.156794:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626369792:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332877.156819:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000100:00100000:0.0:1763332877.157704:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 791 00000100:00100000:0.0:1763332877.157725:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff61b15450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:2421:x1848987611180416:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332877.157746:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332877.157757:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c334ac lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1d0 expref: 26 pid: 6520 timeout: 1081 lvb_type: 0 00010000:00010000:0.0:1763332877.157772:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c334ac lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1d0 expref: 26 pid: 6520 timeout: 1081 lvb_type: 0 00010000:00010000:0.0:1763332877.157793:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c334ac lrc: 0/0,0 mode: --/PR res: [0x240000404:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1d0 expref: 26 pid: 6520 timeout: 1081 lvb_type: 0 00010000:00010000:0.0:1763332877.157811:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x7:0x0].0x0 (ffff92ff8016f100) 00010000:00010000:0.0:1763332877.157816:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332877.157826:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332877.157837:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332877.157859:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332877.157920:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff61b15450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2421:x1848987611180416:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 204us (2694us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332877.157928:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 791 00010000:00010000:2.0:1763332877.158160:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.158167:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:2.0:1763332877.158192:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x7:0x0]: returning size 0 00000004:00080000:2.0:1763332877.158390:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1b:0x0], index 1: 0 00000004:00080000:2.0:1763332877.158397:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1763332877.158502:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.158511:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.158519:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.158525:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332877.158529:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.158537:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.158548:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x7:0x0].0x0 (ffff92ff8016f100) 00010000:00010000:2.0:1763332877.158550:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332877.159243:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.159251:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334c1 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332877.159301:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334ba lrc: 1/0,0 mode: --/CR res: [0x240000404:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1d7 expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.159315:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x7:0x0].0x0 (ffff92ff8016f100) 00010000:00010000:2.0:1763332877.159318:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332877.159321:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334ba lrc: 0/0,0 mode: --/CR res: [0x240000404:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1d7 expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.159334:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07e00, rc 0) 00000100:00100000:2.0:1763332877.159689:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:44209:x1848987611180288:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 10599us (11231us total) trans 4294967470 rc 301/301 00000100:00100000:2.0:1763332877.159699:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2975 00000100:00100000:1.0:1763332877.163673:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332877.164689:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611180672 00000100:00100000:0.0:1763332877.164703:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611180672 00000100:00100000:0.0:1763332877.164763:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 875 00000100:00100000:0.0:1763332877.164775:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:44209:x1848987611180672:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332877.165089:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:44209:x1848987611180672:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 316us (1424us total) trans 4294967471 rc 0/0 00000100:00100000:0.0:1763332877.165098:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 875 00000100:00100000:1.0:1763332877.172130:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332877.172816:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611180928 00000100:00100000:3.0:1763332877.172828:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611180928 00000100:00100000:0.0:1763332877.174270:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 876 00000100:00100000:0.0:1763332877.174290:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:44209:x1848987611180928:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332877.174598:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:44209:x1848987611180928:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 314us (2477us total) trans 4294967472 rc 0/0 00000100:00100000:0.0:1763332877.174607:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 876 00000100:00100000:1.0:1763332877.204384:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332877.204457:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611181184 00000100:00100000:2.0:1763332877.204467:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611181184 00000100:00100000:2.0:1763332877.204528:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2976 00000100:00100000:2.0:1763332877.204538:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:44212:x1848987611181184:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332877.204563:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332877.204584:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1de expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.204734:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334d6 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.204747:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334d6 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.204758:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334d6 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332877.204768:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3:0x0]: returning size 4096 00010000:00010000:2.0:1763332877.204866:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1de expref: 39 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.204884:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334d6 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1de expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332877.204892:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x3:0x0].0x0 (ffff92fe438a1100) 00010000:00010000:2.0:1763332877.204894:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332877.204897:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06e00, rc 0) 00000100:00100000:2.0:1763332877.205659:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:44212:x1848987611181184:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1119us (1338us total) trans 4294969159 rc 0/0 00000100:00100000:2.0:1763332877.205667:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2976 00000100:00100000:1.0:1763332877.211485:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332877.211549:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611181312 00000100:00100000:2.0:1763332877.211560:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611181312 00000100:00100000:2.0:1763332877.211626:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2977 00000100:00100000:2.0:1763332877.211635:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:44212:x1848987611181312:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332877.211720:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334e4 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211737:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334e4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211750:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334e4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211762:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c334eb lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211769:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c334eb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211775:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c334eb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211850:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c334f2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211857:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c334f2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211863:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c334f2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332877.211901:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x6:0x0]: returning size 0 00000004:00200000:2.0:1763332877.211905:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332877.211917:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c334f2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211930:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334e4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211936:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334e4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211941:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334e4 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211948:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334e4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211953:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332877.211958:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334e4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211964:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334e4 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.211975:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe438a1600) 00010000:00010000:2.0:1763332877.211991:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332877.211996:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334e4 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212002:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c334e4 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212019:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c334eb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212026:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c334eb lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212031:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c334eb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212041:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332877.212043:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c334eb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212048:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c334eb lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212055:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:2.0:1763332877.212058:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332877.212061:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c334eb lrc: 2/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212066:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c334eb lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212075:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c334f2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212080:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c334f2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212086:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c334f2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212091:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332877.212094:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c334f2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212099:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c334f2 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212106:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x6:0x0].0x0 (ffff92ff42c64800) 00010000:00010000:2.0:1763332877.212109:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332877.212112:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c334f2 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332877.212116:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06200/0xb32e3ef184c334f2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:2.0:1763332877.212199:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:44212:x1848987611181312:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 565us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332877.212207:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2977 00000100:00100000:1.0:1763332877.238519:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332877.238614:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611181440 00000100:00100000:0.0:1763332877.238628:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611181440 00000100:00100000:0.0:1763332877.238704:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 783 00000100:00100000:0.0:1763332877.238717:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611181440:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332877.238817:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611181440:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 102us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332877.238839:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 783 00000100:00100000:0.0:1763332877.393962:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332877.393996:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626369920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332877.394070:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332877.396799:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626369920 00000100:00100000:1.0:1763332877.396814:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626369920 00000100:00100000:1.0:1763332877.396887:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1763332877.396897:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626369920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763332877.396937:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446223872 avail 1299984384 00000100:00100000:1.0:1763332877.397021:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626369920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (2951us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332877.397029:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1763332877.397215:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626369920:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1763332877.904590:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332877.904643:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626370176:0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.904720:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332877.904740:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626370432:0@lo:400:kworker.0 00000100:00100000:3.0:1763332877.904780:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332877.904788:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626370688:0@lo:400:kworker.0 00000100:00100000:3.0:1763332877.904816:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626370944:0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.904822:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332877.904850:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626371200:0@lo:400:kworker.0 00000100:00100000:3.0:1763332877.904854:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332877.904878:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332877.904881:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1763332877.904890:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626370304:0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.904898:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1763332877.904907:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626370048:0@lo:400:kworker.0 00000100:00100000:3.0:1763332877.904924:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332877.904938:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332877.904949:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626370816:0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.904965:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626370560:0@lo:400:kworker.0 00000100:00100000:2.0:1763332877.905075:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626370176 00000100:00100000:2.0:1763332877.905085:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626370176 00000100:00100000:2.0:1763332877.905128:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626370432 00000100:00100000:2.0:1763332877.905131:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626370432 00000100:00100000:2.0:1763332877.905149:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626370944 00000100:00100000:2.0:1763332877.905152:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626370944 00000100:00080000:2.0:1763332877.905170:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332877.905185:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626371200 00000100:00100000:2.0:1763332877.905188:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626371200 00000100:00080000:2.0:1763332877.905198:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332877.905213:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1763332877.905222:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626370176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.905257:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332877.905277:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626370176:12345-0@lo:400:kworker.0 Request processed in 54us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332877.905285:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1763332877.905287:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626371072:0@lo:400:kworker.0 00000100:00100000:2.0:1763332877.905311:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626370688 00000100:00100000:2.0:1763332877.905316:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626370688 00000100:00100000:1.0:1763332877.905317:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332877.905376:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626370560 00000100:00100000:1.0:1763332877.905381:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626370176:0@lo:400:kworker.0 00000100:00100000:2.0:1763332877.905382:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626370560 00000100:00100000:2.0:1763332877.905409:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1763332877.905417:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626370688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.905418:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626371072 00000100:00100000:1.0:1763332877.905425:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626371072 00000100:00100000:1.0:1763332877.905457:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1763332877.905462:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626370688:12345-0@lo:400:kworker.0 Request processed in 46us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332877.905469:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626370432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332877.905470:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1763332877.905486:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1763332877.905494:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626370560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.905517:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626370432:12345-0@lo:400:kworker.0 Request processed in 50us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332877.905524:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1763332877.905529:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626370560:12345-0@lo:400:kworker.0 Request processed in 34us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332877.905536:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1763332877.905548:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00080000:2.0:1763332877.905554:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332877.905558:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626370944:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1763332877.905559:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332877.905570:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1763332877.905578:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626371200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.905602:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626370944:12345-0@lo:400:kworker.0 Request processed in 45us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332877.905610:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1763332877.905614:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626371200:12345-0@lo:400:kworker.0 Request processed in 37us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332877.905621:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1763332877.905631:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:1.0:1763332877.905641:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626371072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332877.905661:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626370048 00000100:00100000:2.0:1763332877.905666:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626370048 00000100:00100000:1.0:1763332877.905679:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626371072:12345-0@lo:400:kworker.0 Request processed in 39us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332877.905686:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:2.0:1763332877.905692:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1763332877.905701:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626370048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.905722:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626370560:0@lo:400:kworker.0 00000100:00100000:2.0:1763332877.905734:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626370048:12345-0@lo:400:kworker.0 Request processed in 33us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332877.905739:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626371072:0@lo:400:kworker.0 00000100:00100000:2.0:1763332877.905743:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1763332877.905757:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626370688:0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.905769:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626371200:0@lo:400:kworker.0 00000100:00100000:2.0:1763332877.905786:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626370304 00000100:00100000:2.0:1763332877.905790:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626370304 00000100:00100000:1.0:1763332877.905794:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626370048:0@lo:400:kworker.0 00000100:00100000:2.0:1763332877.905818:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1763332877.905825:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626370304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332877.905854:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626370304:12345-0@lo:400:kworker.0 Request processed in 30us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332877.905860:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1763332877.906044:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332877.906073:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626371328:0@lo:400:kworker.0 00000100:00100000:3.0:1763332877.906095:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332877.906126:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626370432:0@lo:400:kworker.0 00000100:00100000:3.0:1763332877.906136:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626370944:0@lo:400:kworker.0 00000100:00100000:3.0:1763332877.906150:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626370304:0@lo:400:kworker.0 00000100:00100000:0.0:1763332877.906213:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626370816 00000100:00100000:0.0:1763332877.906218:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626370816 00000100:00100000:0.0:1763332877.906261:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1763332877.906268:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626370816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332877.906299:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626370816:12345-0@lo:400:kworker.0 Request processed in 32us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332877.906305:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1763332877.906384:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626370816:0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.906530:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626371328 00000100:00100000:1.0:1763332877.906535:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626371328 00000100:00100000:1.0:1763332877.906564:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1763332877.906571:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626371328:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1763332877.906989:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332877.906994:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332877.908587:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626371328:0@lo:400:kworker.0 00000100:00100000:1.0:1763332877.908702:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626371328:12345-0@lo:400:kworker.0 Request processed in 2129us (2602us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332877.908713:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00010000:00010000:3.0:1763332878.928551:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332878.937473:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937494:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937502:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937508:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332878.937513:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937520:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937540:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332878.937545:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332878.937550:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937556:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c331e9 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937582:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937588:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937594:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937598:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332878.937601:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937605:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937613:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332878.937616:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332878.937618:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937623:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c3320c lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937632:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937637:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937643:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937647:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48193c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332878.937650:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937655:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937662:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332878.937677:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332878.937681:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937686:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193c00/0xb32e3ef184c3335c lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937696:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937701:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937706:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937711:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332878.937713:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937718:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937725:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xeb4e88c0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332878.937728:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332878.937730:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332878.937735:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c333e8 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x8:0x0].0xeb4e88c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000001:00080000:2.0:1763332878.943545:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969159 is committed 00000004:00080000:2.0:1763332878.943585:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 220 committed 00000004:00080000:2.0:1763332878.943613:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 222 committed 00000020:00080000:2.0:1763332878.943637:0:6500:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 45 batchid updated 00000020:00080000:3.0:1763332878.943841:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 45 00000004:00080000:3.0:1763332878.943901:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff51e5a600 with version 23 00000020:00080000:3.0:1763332878.943913:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 45 cancel update log [0x240000401:0x3:0x0].10: rc = 0 00000020:00080000:3.0:1763332878.944003:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 45 cancel update log [0x200000400:0x2:0x0].22: rc = 0 00000020:00080000:3.0:1763332878.944013:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 45 00000100:00100000:3.0:1763332878.944022:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332878.944041:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626371456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763332878.944113:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1763332878.944180:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 23 rpc_version 23 00000020:00100000:3.0:1763332878.944202:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332878.944210:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff74034a80 x1848987626371712/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332878.944227:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626371712:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332878.944257:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332878.944275:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff51e5a000 going to sleep for 11 seconds 00000100:00100000:3.0:1763332878.944294:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626371712 00000100:00100000:3.0:1763332878.944302:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626371712 00000100:00100000:3.0:1763332878.944371:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1763332878.944381:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7795:x1848987626371712:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332878.944506:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7795:x1848987626371712:12345-0@lo:1000:osp_up1-0.0 Request processed in 126us (247us total) trans 4294967473 rc 0/0 00000100:00100000:3.0:1763332878.944514:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1763332878.944568:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626371712:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332878.944587:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626371456 00000100:00100000:3.0:1763332878.944591:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626371456 00000100:00100000:3.0:1763332878.944622:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:3.0:1763332878.944628:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626371456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763332878.944647:0:28650:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:85 count 1 00010000:00010000:3.0:1763332878.944672:0:28650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332878.944694:0:28650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33148 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e2 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332878.944702:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332878.944704:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332878.944708:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332878.944733:0:28650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33148 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e2 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332878.944748:0:28650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33148 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e2 expref: 9 pid: 8406 timeout: 1083 lvb_type: 1 00000100:00100000:3.0:1763332878.944766:0:28650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45182d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626371840:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332878.944826:0:28650:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff51e5a000 going to sleep for 11 seconds 00000100:00100000:1.0:1763332878.945072:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332878.945083:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626371968:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763332878.945115:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332878.945143:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626371968 00000100:00100000:1.0:1763332878.945147:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626371968 00000100:00100000:1.0:1763332878.945174:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1763332878.945180:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626371968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763332878.945193:0:8404:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:81 count 1 00010000:00010000:1.0:1763332878.945207:0:8404:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332878.945220:0:8404:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3329f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e136 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332878.945232:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332878.945234:0:8404:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332878.945237:0:8404:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332878.945257:0:8404:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3329f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e136 expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332878.945268:0:8404:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3329f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e136 expref: 9 pid: 8406 timeout: 1083 lvb_type: 1 00000100:00100000:1.0:1763332878.945280:0:8404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1848987626372096:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332878.945312:0:8404:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332878.948597:0:28650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45182d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626371840:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332878.948631:0:28650:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332878.949655:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332878.950396:0:8404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1848987626372096:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332878.950423:0:8404:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332878.950936:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611181568 00000100:00100000:2.0:1763332878.950944:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611181568 00010000:00010000:2.0:1763332878.951011:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33148 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e2 expref: 10 pid: 8406 timeout: 1083 lvb_type: 1 00000100:00100000:2.0:1763332878.951054:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 792 00000100:00100000:2.0:1763332878.951064:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2418:x1848987611181568:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332878.951080:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332878.951085:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33148 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e2 expref: 10 pid: 8406 timeout: 1083 lvb_type: 1 00010000:00010000:2.0:1763332878.951103:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33148 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e2 expref: 10 pid: 8406 timeout: 1083 lvb_type: 1 00010000:00010000:2.0:1763332878.951128:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33148 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0e2 expref: 10 pid: 8406 timeout: 1083 lvb_type: 1 00010000:00010000:2.0:1763332878.951144:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332878.951146:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332878.951152:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332878.951161:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332878.951183:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332878.951230:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2418:x1848987611181568:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 168us (1579us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332878.951239:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 792 00000100:00080000:1.0:1763332878.951326:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763332878.951588:0:28650:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332878.951598:0:28650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332878.951609:0:28650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332878.951618:0:28650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332878.951639:0:28650:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763332878.952256:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332878.955188:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626371456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10549us (11065us total) trans 21474836842 rc 0/0 00000100:00100000:3.0:1763332878.955203:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00010000:00010000:2.0:1763332878.955324:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332878.955334:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332878.955345:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332878.955373:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332878.955385:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332878.955407:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332878.955415:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c334f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332878.955439:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332878.955440:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332878.955442:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332878.955537:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611181696 00000100:00100000:0.0:1763332878.955548:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611181696 00010000:00010000:0.0:1763332878.955612:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3329f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e136 expref: 10 pid: 8406 timeout: 1083 lvb_type: 1 00000100:00100000:0.0:1763332878.955646:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 793 00000100:00100000:0.0:1763332878.955655:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611181696:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332878.955683:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332878.955689:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3329f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e136 expref: 10 pid: 8406 timeout: 1083 lvb_type: 1 00010000:00010000:0.0:1763332878.955702:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3329f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e136 expref: 10 pid: 8406 timeout: 1083 lvb_type: 1 00010000:00010000:0.0:1763332878.955723:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe48192800/0xb32e3ef184c3329f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e136 expref: 10 pid: 8406 timeout: 1083 lvb_type: 1 00010000:00010000:0.0:1763332878.955735:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332878.955737:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332878.955743:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332878.955752:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332878.955778:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332878.955822:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611181696:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 168us (3569us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332878.955830:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 793 00000100:00080000:2.0:1763332878.956114:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1763332878.956207:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74037b80/2, rc 0, transno 21474836842 00000100:00100000:1.0:1763332878.956231:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626371456:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763332878.956783:0:8404:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332878.956795:0:8404:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332878.956805:0:8404:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332878.956813:0:8404:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332878.957879:0:8404:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763332878.958148:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626371968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12964us (13028us total) trans 17179869525 rc 0/0 00000100:00100000:3.0:1763332878.958158:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000004:00080000:1.0:1763332878.958276:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77e7ad80/2, rc 0, transno 17179869525 00000100:00100000:1.0:1763332878.958283:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626371968:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1763332878.958377:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332878.958387:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332878.958397:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332878.958401:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332878.958412:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332878.958435:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332878.958443:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe43991800/0xb32e3ef184c33500 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332878.958608:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332878.958611:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332878.958613:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763332879.440569:0:9837:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 983520217641ns, next at 984520214778ns, rc = 0 00000100:00100000:2.0:1763332879.440820:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626372224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332879.440889:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332879.440999:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763332879.441008:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626372352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332879.441034:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332879.441157:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626372224 00000100:00100000:1.0:1763332879.441164:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626372224 00000100:00100000:1.0:1763332879.441222:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626372352 00000100:00100000:1.0:1763332879.441225:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626372352 00000100:00100000:1.0:1763332879.441245:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1763332879.441255:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626372224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332879.441285:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25533248 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1763332879.441328:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626372224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332879.441336:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1763332879.441373:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1763332879.441380:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626372352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332879.441389:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25533248 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1763332879.443643:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626372352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2255us (2599us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332879.443657:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00080000:2.0:1763332879.443774:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332879.443835:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626372352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332879.443872:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626372224:0@lo:13:osp-pre-1-1.0 00000004:00080000:1.0:1763332879.958052:0:8605:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 984037700191ns, next at 985037697124ns, rc = 0 00010000:00010000:1.0:1763332879.958121:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332879.958873:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626372480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332879.958952:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332879.959688:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626372480 00000100:00100000:1.0:1763332879.959699:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626372480 00000100:00100000:1.0:1763332879.959765:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1763332879.959774:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626372480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332879.959805:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1763332879.959861:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626372480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332879.959868:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1763332879.959920:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626372480:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1763332879.960105:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332879.965231:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626372608:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332879.965477:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332879.965542:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626372608 00000100:00100000:1.0:1763332879.965550:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626372608 00000100:00100000:1.0:1763332879.965601:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1763332879.965609:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626372608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763332879.965633:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000004:00080000:3.0:1763332879.968131:0:8610:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 984047779160ns, next at 985047776420ns, rc = 0 00000100:00100000:1.0:1763332879.968735:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626372608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3121us (3253us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332879.968749:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1763332879.968883:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626372608:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1763332879.968914:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763332880.976987:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332880.979498:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626372736:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332880.979569:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332880.979835:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626372736 00000100:00100000:0.0:1763332880.979845:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626372736 00000100:00100000:0.0:1763332880.979904:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1763332880.979922:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626372736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763332880.979957:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445957632 avail 1299718144 00000100:00100000:0.0:1763332880.980018:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626372736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332880.980026:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1763332880.980115:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626372736:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332881.187677:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332881.187857:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611181952 00000100:00100000:2.0:1763332881.187868:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611181952 00000100:00080000:0.0:1763332881.188026:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332881.188072:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2978 00000100:00100000:2.0:1763332881.188083:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:44592:x1848987611181952:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332881.188108:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332881.188132:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33507 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1e5 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332881.188212:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3350e lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332881.188224:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3350e lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188235:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3350e lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188248:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33515 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332881.188255:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33515 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188261:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33515 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188344:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3350e lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188388:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3350e lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188394:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3350e lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188400:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3350e lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188406:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332881.188410:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3350e lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188417:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3350e lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188428:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff4ad5ea00) 00010000:00010000:2.0:1763332881.188431:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332881.188436:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3350e lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188441:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3350e lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188455:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33515 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188461:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33515 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188467:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33515 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188471:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332881.188474:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33515 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188479:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33515 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188487:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:2.0:1763332881.188489:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332881.188492:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33515 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188496:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33515 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.188523:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33507 lrc: 1/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1e5 expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332881.188533:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff4ad5ea00) 00010000:00010000:2.0:1763332881.188535:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332881.188538:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33507 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1e5 expref: 27 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332881.188557:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:2.0:1763332881.193199:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:44592:x1848987611181952:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5103us (5517us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332881.193213:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2978 00000100:00100000:1.0:1763332881.197251:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332881.197328:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611182080 00000100:00100000:2.0:1763332881.197338:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611182080 00000100:00100000:2.0:1763332881.197423:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2979 00000100:00100000:2.0:1763332881.197432:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:44592:x1848987611182080:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332881.197511:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c3351c lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332881.197526:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c3351c lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197538:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c3351c lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197547:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c33523 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332881.197555:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c33523 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197560:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c33523 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197629:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c3352a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332881.197636:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c3352a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197642:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c3352a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:2.0:1763332881.197678:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x7:0x0]: returning size 0 00000004:00200000:2.0:1763332881.197682:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332881.197692:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c3352a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197705:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c3351c lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197711:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c3351c lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197716:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c3351c lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197723:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c3351c lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197729:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332881.197733:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c3351c lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197740:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c3351c lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197751:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff4ad5ef00) 00010000:00010000:2.0:1763332881.197754:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332881.197758:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c3351c lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197763:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07400/0xb32e3ef184c3351c lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197779:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c33523 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197784:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c33523 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197788:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c33523 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197792:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332881.197794:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c33523 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197800:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c33523 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197806:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:2.0:1763332881.197808:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332881.197810:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c33523 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197815:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06800/0xb32e3ef184c33523 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197823:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c3352a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197828:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c3352a lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197834:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c3352a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197841:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332881.197843:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c3352a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197852:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c3352a lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197858:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x7:0x0].0x0 (ffff92ff4ad5eb00) 00010000:00010000:2.0:1763332881.197861:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332881.197864:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c3352a lrc: 2/0,0 mode: --/PR res: [0x240000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332881.197868:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c3352a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00000100:00100000:2.0:1763332881.198262:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:44592:x1848987611182080:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 827us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332881.198272:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2979 00010000:00010000:2.0:1763332882.002110:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1763332882.011115:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 17 committed 00000004:00080000:0.0:1763332882.014397:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 15 committed 00000001:00080000:0.0:1763332882.014440:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967473 is committed 00000001:00080000:0.0:1763332882.014471:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967472 is committed 00000004:00080000:0.0:1763332882.014482:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 14 committed 00000004:00080000:0.0:1763332882.014494:0:7438:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 16 committed 00000100:00100000:1.0:1763332882.014955:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332882.014979:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626372864:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1763332882.014997:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332882.015009:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332882.015018:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332882.015023:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332882.015028:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332882.015040:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00000100:00100000:1.0:1763332882.015049:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763332882.015063:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:2.0:1763332882.015068:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332882.015074:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332882.015080:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07800/0xb32e3ef184c33267 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332882.015098:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332882.015104:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332882.015110:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332882.015121:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332882.015124:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332882.015132:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332882.015141:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:2.0:1763332882.015143:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332882.015146:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332882.015151:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192400/0xb32e3ef184c332d0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332882.015162:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015167:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015172:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015177:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48192e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332882.015179:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015184:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015190:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:2.0:1763332882.015192:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332882.015195:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015200:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48192e00/0xb32e3ef184c33443 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015214:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015220:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015226:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015235:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332882.015237:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015243:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015251:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0xba281655 (ffff92fe438a1500) 00010000:00010000:2.0:1763332882.015253:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332882.015256:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332882.015261:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c334a5 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x8:0x0].0xba281655 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00000100:00100000:0.0:1763332882.015362:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332882.015375:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626372992:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1763332882.015393:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626373120:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763332882.015423:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332882.015470:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332882.015633:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626372864 00000100:00100000:2.0:1763332882.015642:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626372864 00000100:00100000:2.0:1763332882.015706:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626372992 00000100:00100000:2.0:1763332882.015710:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626372992 00000100:00100000:2.0:1763332882.015731:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626373120 00000100:00100000:2.0:1763332882.015734:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626373120 00000100:00100000:2.0:1763332882.015755:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:2.0:1763332882.015764:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626372864:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1763332882.015791:0:8611:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:26 count 1 00010000:00010000:2.0:1763332882.015814:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.015837:0:8611:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c3342e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1ad expref: 8 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332882.015853:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332882.015919:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332882.015925:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.015957:0:8611:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c3342e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1ad expref: 8 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332882.015973:0:8611:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c3342e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1ad expref: 8 pid: 8611 timeout: 1086 lvb_type: 1 00000100:00100000:2.0:1763332882.015986:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626373248:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332882.016053:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9540 going to sleep for 11 seconds 00000100:00100000:2.0:1763332882.016072:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00080000:0.0:1763332882.016174:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332882.016179:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332882.016209:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:0.0:1763332882.016219:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626373120:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1763332882.016235:0:28651:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:28 count 1 00010000:00010000:0.0:1763332882.016251:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332882.016264:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33435 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1b4 expref: 8 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332882.016271:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332882.016273:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332882.016276:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332882.016299:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33435 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1b4 expref: 8 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332882.016309:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33435 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1b4 expref: 8 pid: 8611 timeout: 1086 lvb_type: 1 00000100:00100000:0.0:1763332882.016320:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626373376:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332882.016346:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe477a6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332882.016580:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626372992:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1763332882.016597:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:27 count 1 00010000:00010000:2.0:1763332882.016610:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.016621:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33259 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e128 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332882.016627:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332882.016629:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332882.016632:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.016656:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e128 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332882.016665:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e128 expref: 8 pid: 8406 timeout: 1086 lvb_type: 1 00000100:00100000:2.0:1763332882.016676:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626373504:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332882.018064:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332882.027674:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332882.027716:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332882.027754:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332882.027866:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626373248:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332882.027912:0:8611:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332882.027961:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626373504:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332882.027974:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332882.034434:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611182208 00000100:00100000:0.0:1763332882.034452:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611182208 00010000:00010000:0.0:1763332882.034542:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c3342e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1ad expref: 9 pid: 8611 timeout: 1086 lvb_type: 1 00000100:00100000:0.0:1763332882.034584:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611182336 00000100:00100000:0.0:1763332882.034588:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611182336 00010000:00010000:0.0:1763332882.034607:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33435 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1b4 expref: 9 pid: 8611 timeout: 1086 lvb_type: 1 00000100:00100000:0.0:1763332882.034625:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611182464 00000100:00100000:0.0:1763332882.034629:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611182464 00010000:00010000:0.0:1763332882.034642:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e128 expref: 10 pid: 8406 timeout: 1086 lvb_type: 1 00000100:00100000:0.0:1763332882.034657:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 794 00000100:00100000:0.0:1763332882.034667:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611182208:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332882.034683:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332882.034688:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c3342e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1ad expref: 9 pid: 8611 timeout: 1086 lvb_type: 1 00010000:00010000:0.0:1763332882.034709:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c3342e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1ad expref: 9 pid: 8611 timeout: 1086 lvb_type: 1 00010000:00010000:0.0:1763332882.034741:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c3342e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1ad expref: 9 pid: 8611 timeout: 1086 lvb_type: 1 00010000:00010000:0.0:1763332882.034765:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332882.034768:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332882.034773:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332882.034785:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332882.034828:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332882.034915:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611182208:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 249us (7253us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332882.034922:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 794 00000100:00100000:0.0:1763332882.034941:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 795 00000100:00100000:3.0:1763332882.034946:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 796 00000100:00100000:0.0:1763332882.034947:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611182336:12345-192.168.204.28@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1763332882.034954:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611182464:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332882.034964:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332882.034964:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332882.034970:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e128 expref: 10 pid: 8406 timeout: 1086 lvb_type: 1 00010000:00010000:0.0:1763332882.034970:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33435 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1b4 expref: 10 pid: 8611 timeout: 1086 lvb_type: 1 00010000:00010000:0.0:1763332882.034981:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33435 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1b4 expref: 10 pid: 8611 timeout: 1086 lvb_type: 1 00010000:00010000:3.0:1763332882.034986:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e128 expref: 10 pid: 8406 timeout: 1086 lvb_type: 1 00010000:00010000:0.0:1763332882.034995:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332882.034997:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48193800/0xb32e3ef184c33259 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e128 expref: 10 pid: 8406 timeout: 1086 lvb_type: 1 00010000:00010000:0.0:1763332882.034997:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332882.035000:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332882.035008:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332882.035008:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332882.035009:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332882.035014:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332882.035020:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332882.035022:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332882.035038:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611182336:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 91us (7322us total) trans 0 rc 0/0 00010000:00010000:3.0:1763332882.035039:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332882.035045:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 795 00000100:00100000:3.0:1763332882.035057:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611182464:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 105us (7303us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332882.035063:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 796 00010000:00010000:0.0:1763332882.035078:0:8611:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332882.035082:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332882.035088:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332882.035090:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332882.035100:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332882.035100:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332882.035108:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332882.035114:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332882.035126:0:8611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1763332882.035193:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1763332882.035682:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763332882.035689:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.035702:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332882.035706:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.035719:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.035731:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.035737:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33531 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.035753:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332882.035756:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.035762:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332882.035765:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.035771:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.035778:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.035783:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c3353f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332882.035797:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332882.035799:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332882.035800:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1763332882.035881:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332882.035886:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1763332882.035946:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33435 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1b4 expref: 7 pid: 8611 timeout: 1086 lvb_type: 1 00000100:00100000:1.0:1763332882.036058:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626373376:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332882.040384:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332882.040409:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332882.040417:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332882.040434:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332882.040441:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332882.040476:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1763332882.040883:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3652:x1848987626372992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24797us (25452us total) trans 21474836843 rc 0/0 00000100:00100000:3.0:1763332882.040903:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000004:00080000:3.0:1763332882.041004:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b17100/2, rc 0, transno 21474836843 00000100:00100000:3.0:1763332882.041012:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626372992:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1763332882.041036:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332882.041044:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332882.041052:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332882.041057:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332882.041066:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332882.041090:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332882.041098:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191000/0xb32e3ef184c33538 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332882.041123:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332882.041125:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332882.041127:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332882.041555:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626373120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25336us (26082us total) trans 21474836844 rc 0/0 00000100:00100000:1.0:1763332882.041563:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00010000:00010000:1.0:1763332882.041598:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1763332882.041750:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b15500/2, rc 0, transno 21474836844 00000100:00100000:2.0:1763332882.041756:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626373120:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1763332882.041833:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626372864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 26068us (26787us total) trans 17179869526 rc 0/0 00000100:00100000:0.0:1763332882.041843:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000004:00080000:1.0:1763332882.041984:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77e79880/2, rc 0, transno 17179869526 00000100:00100000:1.0:1763332882.041991:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626372864:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1763332882.362899:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332882.362951:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332882.362987:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332882.363258:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611182592 00000100:00100000:0.0:1763332882.363268:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611182592 00000100:00100000:0.0:1763332882.363312:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 785 00000100:00100000:0.0:1763332882.363320:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611182592:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332882.363419:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611182592:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 99us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332882.363427:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 785 00000100:00100000:2.0:1763332882.369797:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611182848 00000100:00100000:2.0:1763332882.369813:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611182848 00000100:00100000:2.0:1763332882.369900:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611182720 00000100:00100000:2.0:1763332882.369904:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611182720 00000100:00080000:0.0:1763332882.370653:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332882.370809:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1097 00000100:00100000:0.0:1763332882.370824:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2418:x1848987611182848:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332882.371655:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1098 00000100:00100000:2.0:1763332882.371666:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2418:x1848987611182720:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332882.371755:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2418:x1848987611182848:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 935us (8801us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332882.371764:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1097 00000100:00100000:2.0:1763332882.371908:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2418:x1848987611182720:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 243us (8918us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332882.371915:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1098 00000100:00100000:2.0:1763332882.512852:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626373632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332882.512932:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332882.513041:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626373632 00000100:00100000:3.0:1763332882.513049:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626373632 00000100:00100000:3.0:1763332882.513099:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1763332882.513107:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626373632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763332882.513144:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446223872 avail 1299984384 00000100:00100000:3.0:1763332882.514248:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626373632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1136us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332882.514259:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1763332882.514364:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967473 gen 2 00000004:00080000:2.0:1763332882.514378:0:3655:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967473 committed transno 4294967473 00000100:00100000:2.0:1763332882.514403:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626373632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763332883.024654:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626374144:0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.024726:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332883.024785:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626374656:0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.024812:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332883.024834:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626375168:0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.024855:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332883.024889:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1763332883.024895:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626374016:0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.024918:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332883.024933:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626374528:0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.024951:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332883.024965:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626375040:0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.024983:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332883.025012:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626374144 00000100:00100000:3.0:1763332883.025019:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626374144 00000100:00100000:3.0:1763332883.025061:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626375168 00000100:00100000:3.0:1763332883.025064:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626375168 00000100:00100000:3.0:1763332883.025088:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626375040 00000100:00100000:3.0:1763332883.025090:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626375040 00000100:00100000:3.0:1763332883.025111:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1763332883.025119:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626374144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.025170:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626374144:12345-0@lo:400:kworker.0 Request processed in 52us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332883.025177:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1763332883.025199:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1763332883.025205:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626375168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.025232:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626375168:12345-0@lo:400:kworker.0 Request processed in 28us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332883.025237:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1763332883.025249:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1763332883.025256:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626375040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.025282:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626375040:12345-0@lo:400:kworker.0 Request processed in 27us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332883.025288:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1763332883.025319:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626374016 00000100:00100000:3.0:1763332883.025322:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626374016 00000100:00100000:3.0:1763332883.025374:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1763332883.025382:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626374016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.025416:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626374016:12345-0@lo:400:kworker.0 Request processed in 35us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332883.025421:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1763332883.025455:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626374016:0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.025465:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626375040:0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.025473:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626374144:0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.025481:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626375168:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.025697:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626373760:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.025735:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332883.025772:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626374272:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.025797:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332883.025816:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626374784:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.025836:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332883.025854:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626375296:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.025885:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332883.025905:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1763332883.025911:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626373888:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.025930:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332883.025942:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626374400:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.025957:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332883.025970:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626374912:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.025985:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332883.026005:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626375296 00000100:00100000:0.0:1763332883.026007:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626375296 00000100:00100000:0.0:1763332883.026035:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626373888 00000100:00100000:0.0:1763332883.026037:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626373888 00000100:00100000:0.0:1763332883.026050:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626374912 00000100:00100000:0.0:1763332883.026052:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626374912 00000100:00100000:0.0:1763332883.026064:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1763332883.026070:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626375296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026100:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626375296:12345-0@lo:400:kworker.0 Request processed in 30us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332883.026105:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1763332883.026117:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:0.0:1763332883.026122:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626373888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026141:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626373888:12345-0@lo:400:kworker.0 Request processed in 19us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332883.026146:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:0.0:1763332883.026155:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1763332883.026160:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626374912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026177:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626374912:12345-0@lo:400:kworker.0 Request processed in 18us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332883.026183:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1763332883.026199:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626374656 00000100:00100000:0.0:1763332883.026202:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626374656 00000100:00100000:0.0:1763332883.026218:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626374528 00000100:00100000:0.0:1763332883.026220:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626374528 00000100:00100000:0.0:1763332883.026232:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626374784 00000100:00100000:0.0:1763332883.026234:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626374784 00000100:00100000:0.0:1763332883.026247:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626374400 00000100:00100000:0.0:1763332883.026249:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626374400 00000100:00100000:0.0:1763332883.026260:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1763332883.026265:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626374656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026291:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626374656:12345-0@lo:400:kworker.0 Request processed in 25us (1479us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332883.026297:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1763332883.026305:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1763332883.026310:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626374528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026330:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626374528:12345-0@lo:400:kworker.0 Request processed in 20us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332883.026335:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1763332883.026343:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1763332883.026369:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3652:x1848987626374784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026390:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3652:x1848987626374784:12345-0@lo:400:kworker.0 Request processed in 42us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332883.026395:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1763332883.026404:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1763332883.026409:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626374400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026427:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626374400:12345-0@lo:400:kworker.0 Request processed in 19us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332883.026436:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1763332883.026470:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626374272 00000100:00100000:0.0:1763332883.026473:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626374272 00000100:00100000:0.0:1763332883.026491:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:0.0:1763332883.026496:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626374272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026519:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626374272:12345-0@lo:400:kworker.0 Request processed in 24us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332883.026524:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:0.0:1763332883.026549:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626373888:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026558:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626374400:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026566:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626374912:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026574:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626374272:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026582:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626374784:0@lo:400:kworker.0 00000100:00100000:0.0:1763332883.026589:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626375296:0@lo:400:kworker.0 00000100:00080000:0.0:1763332883.026620:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332883.026623:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332883.026625:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763332883.026627:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332883.027224:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626373760 00000100:00100000:3.0:1763332883.027229:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626373760 00000100:00100000:3.0:1763332883.027265:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1763332883.027271:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626373760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.027319:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626373760:12345-0@lo:400:kworker.0 Request processed in 48us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332883.027325:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1763332883.027384:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626374528:0@lo:400:kworker.0 00000100:00100000:3.0:1763332883.027394:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626374656:0@lo:400:kworker.0 00000100:00100000:2.0:1763332883.027455:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626373760:0@lo:400:kworker.0 00010000:00010000:3.0:1763332883.027710:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1763332883.030870:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869526 is committed 00000001:00080000:2.0:1763332883.030895:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869525 is committed 00010000:00010000:2.0:1763332884.050254:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332884.560638:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626375424:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332884.560718:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332884.561436:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626375424 00000100:00100000:3.0:1763332884.561449:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626375424 00000100:00100000:3.0:1763332884.561508:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1763332884.561520:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626375424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332884.561552:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25533248 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1763332884.561619:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626375424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332884.561628:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1763332884.561654:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869525 gen 2 00000004:00080000:2.0:1763332884.561673:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77e7ad80, transno 17179869525 00000100:00100000:2.0:1763332884.561699:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626375424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332884.562098:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332884.562111:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626375552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332884.562145:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332884.562228:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626375552 00000100:00100000:0.0:1763332884.562233:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626375552 00000100:00080000:2.0:1763332884.562280:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332884.562287:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1763332884.562296:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626375552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332884.562309:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25533248 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1763332884.562387:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626375552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332884.562394:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1763332884.563314:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 17179869526 gen 2 00000004:00080000:3.0:1763332884.563322:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77e79880, transno 17179869526 00000100:00100000:3.0:1763332884.563374:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626375552:0@lo:13:osp-pre-1-1.0 00000004:00080000:2.0:1763332884.564059:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 223 committed 00000100:00100000:1.0:1763332884.564234:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332884.564859:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626375680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1763332884.564919:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332884.565015:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626375680 00000100:00100000:2.0:1763332884.565022:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626375680 00000100:00100000:2.0:1763332884.565078:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1763332884.565087:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626375680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1763332884.565111:0:28651:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:86 count 1 00010000:00010000:2.0:1763332884.565139:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332884.565161:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c332a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e13d expref: 6 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332884.565169:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332884.565171:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332884.565175:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332884.565203:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c332a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e13d expref: 6 pid: 8404 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332884.565215:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c332a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e13d expref: 6 pid: 8404 timeout: 1088 lvb_type: 1 00000100:00100000:2.0:1763332884.565232:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626375808:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332884.565304:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332884.574676:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332884.574780:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611182976 00000100:00100000:0.0:1763332884.574791:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611182976 00010000:00010000:0.0:1763332884.574871:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c332a6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e13d expref: 7 pid: 8404 timeout: 1088 lvb_type: 1 00000100:00100000:0.0:1763332884.574918:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 797 00000100:00100000:0.0:1763332884.574930:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2419:x1848987611182976:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332884.574957:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332884.574964:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c332a6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e13d expref: 7 pid: 8404 timeout: 1088 lvb_type: 1 00010000:00010000:0.0:1763332884.574980:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c332a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e13d expref: 7 pid: 8404 timeout: 1088 lvb_type: 1 00010000:00010000:0.0:1763332884.575006:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332884.575008:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332884.575014:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332884.575026:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332884.575047:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332884.575100:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2419:x1848987611182976:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 173us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332884.575107:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 797 00010000:00010000:2.0:1763332884.575332:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191400/0xb32e3ef184c332a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e13d expref: 6 pid: 8404 timeout: 1088 lvb_type: 1 00000100:00100000:2.0:1763332884.575369:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626375808:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332884.575389:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332884.575400:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332884.575407:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332884.575417:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332884.575426:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332884.575442:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763332884.575692:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3654:x1848987626375680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10606us (10771us total) trans 21474836845 rc 0/0 00000100:00100000:2.0:1763332884.575701:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000004:00080000:1.0:1763332884.575998:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77a3f800/2, rc 0, transno 21474836845 00000100:00100000:1.0:1763332884.576005:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626375680:0@lo:6:osp-syn-0-0.0 00000100:00080000:1.0:1763332884.576021:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763332884.576096:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332884.576102:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332884.576111:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332884.576115:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332884.576123:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332884.576136:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332884.576142:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33546 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332884.576158:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332884.576161:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332884.576162:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1763332884.582141:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836845 is committed 00000001:00080000:2.0:1763332884.582156:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836844 is committed 00000100:00100000:1.0:1763332885.019793:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332885.019880:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611183104 00000100:00100000:3.0:1763332885.019891:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611183104 00000100:00100000:3.0:1763332885.019971:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2980 00000100:00100000:3.0:1763332885.019982:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44974:x1848987611183104:12345-192.168.204.28@tcp:41:stat.0 00000004:00000024:3.0:1763332885.020041:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7842770944 avail 7379726336 00000100:00100000:3.0:1763332885.020126:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44974:x1848987611183104:12345-192.168.204.28@tcp:41:stat.0 Request processed in 144us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332885.020134:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2980 00000100:00080000:1.0:1763332885.020191:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332885.072266:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332885.072769:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626375936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332885.072823:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.072967:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626375936 00000100:00100000:0.0:1763332885.072974:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626375936 00000100:00100000:0.0:1763332885.073034:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1763332885.073044:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626375936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332885.073071:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1763332885.073108:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626375936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.073114:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1763332885.073242:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836845 gen 2 00000004:00080000:2.0:1763332885.073247:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74037b80, transno 21474836842 00000004:00080000:2.0:1763332885.073263:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77a3f800, transno 21474836845 00000100:00100000:2.0:1763332885.073274:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626375936:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1763332885.073295:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763332885.073696:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332885.073778:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332885.073787:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626376064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332885.073813:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.073893:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626376064 00000100:00100000:0.0:1763332885.073903:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626376064 00000100:00100000:0.0:1763332885.073945:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1763332885.073967:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626376064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332885.073980:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1763332885.074014:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626376064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.074021:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1763332885.074061:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611183232 00000100:00100000:0.0:1763332885.074066:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611183232 00000100:00100000:0.0:1763332885.074099:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2981 00000100:00100000:0.0:1763332885.074106:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:44978:x1848987611183232:12345-192.168.204.28@tcp:101:lfs.0 00000100:00100000:2.0:1763332885.074300:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 21474836844 gen 2 00000004:00080000:2.0:1763332885.074304:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b17100, transno 21474836843 00000004:00080000:2.0:1763332885.074317:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b15500, transno 21474836844 00000100:00100000:2.0:1763332885.074325:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626376064:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1763332885.074339:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332885.074342:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763332885.074465:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332885.074492:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c3354d lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1ec expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.074556:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33554 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332885.074568:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33554 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074582:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33554 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074630:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3355b lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332885.074637:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3355b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074643:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3355b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074678:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33554 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074684:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33554 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074690:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33554 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074695:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33554 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074701:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332885.074704:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33554 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074710:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33554 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074721:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43a31800) 00010000:00010000:2.0:1763332885.074723:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332885.074727:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33554 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074732:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33554 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074743:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3355b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074747:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3355b lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074752:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3355b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074757:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332885.074759:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3355b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074763:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3355b lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074768:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x46a4c46c (ffff92fe43a31400) 00010000:00010000:2.0:1763332885.074770:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332885.074772:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3355b lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074776:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3355b lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.074801:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c3354d lrc: 1/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1ec expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.074809:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43a31800) 00010000:00010000:2.0:1763332885.074812:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332885.074815:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c3354d lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1ec expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.074824:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:2.0:1763332885.074886:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:44978:x1848987611183232:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 780us (2631us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332885.074893:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2981 00000100:00100000:2.0:1763332885.077147:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332885.077211:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611183360 00000100:00100000:3.0:1763332885.077223:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611183360 00000100:00100000:3.0:1763332885.077287:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2982 00000100:00100000:3.0:1763332885.077298:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:44978:x1848987611183360:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332885.077317:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332885.077340:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33562 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1f3 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.077440:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33569 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.077454:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33569 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077466:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33569 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077479:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c33570 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.077485:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c33570 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077493:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c33570 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077532:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33569 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077539:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33569 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077545:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33569 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077552:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33569 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077558:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332885.077562:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33569 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077570:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33569 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077581:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f500) 00010000:00010000:3.0:1763332885.077585:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332885.077590:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33569 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077596:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33569 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077609:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c33570 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077616:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c33570 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077623:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c33570 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077629:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332885.077632:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c33570 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077638:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c33570 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077645:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x46a4c46c (ffff92ff8016f700) 00010000:00010000:3.0:1763332885.077648:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332885.077651:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c33570 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077657:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c33570 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.077688:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33562 lrc: 1/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1f3 expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.077699:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f500) 00010000:00010000:3.0:1763332885.077701:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332885.077706:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33562 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1f3 expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.077717:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3400, rc 0) 00000100:00100000:3.0:1763332885.077784:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:44978:x1848987611183360:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 487us (643us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332885.077791:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2982 00000100:00100000:0.0:1763332885.080213:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332885.080323:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611183488 00000100:00100000:2.0:1763332885.080333:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611183488 00000100:00100000:2.0:1763332885.080428:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2983 00000100:00100000:2.0:1763332885.080438:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44978:x1848987611183488:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332885.080458:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332885.080482:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33577 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1fa expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.080539:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c3357e lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332885.080553:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c3357e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332885.080564:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c3357e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332885.080614:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000400:0x8:0x0]: returning size 4096 00000004:00200000:2.0:1763332885.080620:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763332885.080651:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33577 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1fa expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.080678:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c3357e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1fa expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.080687:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff92fe43a31c00) 00010000:00010000:2.0:1763332885.080690:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763332885.080693:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07400, rc 0) 00000100:00100000:2.0:1763332885.081160:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:44978:x1848987611183488:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 722us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332885.081168:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2983 00000100:00100000:0.0:1763332885.083065:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332885.083216:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611183616 00000100:00100000:2.0:1763332885.083224:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611183616 00000100:00100000:2.0:1763332885.083276:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2984 00000100:00100000:2.0:1763332885.083284:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:44978:x1848987611183616:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332885.083302:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332885.083325:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33585 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e201 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.083423:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3358c lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332885.083438:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3358c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.083450:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3358c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:2.0:1763332885.083503:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x8:0x0]: returning size 4096 00000004:00200000:2.0:1763332885.083509:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763332885.083542:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c33585 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e201 expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.083561:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3358c lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e201 expref: 13 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.083571:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43a31800) 00010000:00010000:2.0:1763332885.083574:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763332885.083578:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07600, rc 0) 00000100:00100000:2.0:1763332885.083626:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:44978:x1848987611183616:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 343us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332885.083634:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2984 00000100:00100000:0.0:1763332885.088307:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332885.088654:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611183872 00000100:00100000:2.0:1763332885.088664:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611183872 00000100:00100000:2.0:1763332885.089096:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2985 00000100:00100000:2.0:1763332885.089107:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:44978:x1848987611183872:12345-192.168.204.28@tcp:36:lfs.0 00000100:00100000:2.0:1763332885.089214:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626376192:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.089265:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.089677:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332885.089881:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626376192 00000100:00100000:0.0:1763332885.089886:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626376192 00000100:00100000:0.0:1763332885.090120:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1763332885.090129:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12741:x1848987626376192:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.090217:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12741:x1848987626376192:12345-0@lo:1000:mdt00_004.0 Request processed in 88us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.090225:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1763332885.090492:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626376192:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.090554:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626376320:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.090584:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.090609:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332885.090939:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626376320 00000100:00100000:0.0:1763332885.090945:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626376320 00000100:00100000:0.0:1763332885.091393:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:0.0:1763332885.091403:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12741:x1848987626376320:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.091491:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12741:x1848987626376320:12345-0@lo:1000:mdt00_004.0 Request processed in 90us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.091499:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1763332885.091647:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626376320:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.091698:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626376448:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.092968:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.093009:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332885.093175:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626376448 00000100:00100000:0.0:1763332885.093183:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626376448 00000100:00100000:0.0:1763332885.095638:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1763332885.095657:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12741:x1848987626376448:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.095815:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12741:x1848987626376448:12345-0@lo:1000:mdt00_004.0 Request processed in 165us (2852us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763332885.095823:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1763332885.097199:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626376448:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1763332885.097276:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332885.097531:0:12741:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332885.097542:0:12741:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 12741 initiator: MDT0 00000100:00100000:2.0:1763332885.097561:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626376576:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1763332885.097609:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.097629:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9540 going to sleep for 11 seconds 00000100:00100000:3.0:1763332885.098009:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626376576 00000100:00100000:3.0:1763332885.098016:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626376576 00000100:00100000:3.0:1763332885.098069:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1763332885.098076:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:12741:x1848987626376576:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1763332885.098091:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332885.098105:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c3359a lrc: 2/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c33593 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.098128:0:6525:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3358c lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e201 expref: 12 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.098138:0:6525:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c3359a lrc: 4/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c33593 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.098159:0:6525:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3358c lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e201 expref: 12 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.098170:0:6525:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3358c lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e201 expref: 12 pid: 6520 timeout: 1089 lvb_type: 0 00000100:00100000:3.0:1763332885.098180:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6525:1848987626376704:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332885.098243:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43879f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.103036:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332885.103129:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6525:1848987626376704:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332885.103165:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c3359a lrc: 3/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c33593 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.103179:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43a31800) 00010000:00010000:3.0:1763332885.103182:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332885.103187:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c3359a lrc: 3/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c33593 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.103197:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3400, rc 0) 00000100:00100000:2.0:1763332885.103307:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611184000 00000100:00100000:2.0:1763332885.103314:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611184000 00010000:00010000:2.0:1763332885.103370:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3358c lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e201 expref: 13 pid: 6520 timeout: 1089 lvb_type: 0 00000100:00100000:1.0:1763332885.103625:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:12741:x1848987626376576:12345-0@lo:101:mdt00_004.0 Request processed in 5547us (6013us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.103633:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1763332885.103694:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 798 00000100:00100000:2.0:1763332885.103703:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff61b15050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611184000:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332885.103716:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332885.104241:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3358c lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e201 expref: 13 pid: 6520 timeout: 1089 lvb_type: 0 00010000:00010000:2.0:1763332885.104256:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3358c lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e201 expref: 13 pid: 6520 timeout: 1089 lvb_type: 0 00010000:00010000:2.0:1763332885.104279:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c3358c lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e201 expref: 13 pid: 6520 timeout: 1089 lvb_type: 0 00010000:00010000:2.0:1763332885.104311:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43a31800) 00010000:00010000:2.0:1763332885.104315:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c3359a lrc: 2/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c33593 expref: 5 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.104325:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c3359a lrc: 2/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c33593 expref: 5 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.104334:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c3359a lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c33593 expref: 5 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332885.104482:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626376576:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1763332885.104500:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 4/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.104510:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 4/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.106012:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c3359a lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c33593 expref: 5 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332885.106031:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6505:1848987626376832:0@lo:105: 00000100:00100000:2.0:1763332885.106081:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.106125:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332885.106755:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626376832 00000100:00100000:0.0:1763332885.106763:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626376832 00000100:00100000:0.0:1763332885.106815:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1763332885.106824:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6505:x1848987626376832:12345-0@lo:105: 00010000:00010000:0.0:1763332885.106844:0:6503:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 5/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.106853:0:6503:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 5/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.106867:0:6503:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 5/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.106876:0:6503:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 5/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.106884:0:6503:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 6/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.106892:0:6503:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 6/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.106918:0:6503:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff92fe46b06c00) 00000100:00100000:0.0:1763332885.106985:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6505:x1848987626376832:12345-0@lo:105: Request processed in 162us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.106991:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00010000:00010000:3.0:1763332885.107304:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.107314:0:12741:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763332885.107336:0:12741:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x8:0x0] 00010000:00010000:3.0:1763332885.107409:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.107416:0:12741:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.107425:0:12741:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 12741 initiator: MDT0 00000100:00100000:3.0:1763332885.107441:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626376960:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1763332885.107473:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332885.107501:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43879f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.107573:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626376960 00000100:00100000:1.0:1763332885.107577:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626376960 00000100:00100000:1.0:1763332885.107602:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1763332885.107607:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:12741:x1848987626376960:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1763332885.107621:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332885.107634:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c335a8 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c335a1 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.107651:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c335a8 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c335a1 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.107662:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c335a8 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c335a1 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.107671:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x46a4c46c (ffff92ff6055a300) 00010000:00010000:1.0:1763332885.107674:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332885.107677:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990600, rc 0) 00000100:00100000:1.0:1763332885.107711:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626376960:12345-0@lo:101:mdt00_004.0 Request processed in 104us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.107717:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1763332885.107804:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6505:1848987626376832:0@lo:105: 00010000:00010000:2.0:1763332885.107815:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332885.107866:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff61b15050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611184000:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 4163us (4838us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332885.107874:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 798 00000100:00100000:3.0:1763332885.109019:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626376960:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1763332885.109038:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c335a8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.109048:0:12741:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c335a8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763332885.109063:0:12741:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x8:0x0] 00000100:00100000:3.0:1763332885.109104:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377088:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1763332885.109144:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332885.109179:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43879e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332885.109441:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626377088 00000100:00100000:0.0:1763332885.109448:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626377088 00000100:00100000:0.0:1763332885.109489:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1763332885.109497:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626377088:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.109574:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626377088:12345-0@lo:1000:mdt00_004.0 Request processed in 78us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.109581:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1763332885.110167:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377088:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1763332885.110208:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377216:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1763332885.110232:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332885.110258:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43879e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.110504:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626377216 00000100:00100000:1.0:1763332885.110510:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626377216 00000100:00100000:1.0:1763332885.110547:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1763332885.110554:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626377216:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1763332885.110644:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626377216:12345-0@lo:1000:mdt00_004.0 Request processed in 90us (410us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763332885.110650:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1763332885.111071:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377216:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.111153:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377344:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.111182:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.111210:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332885.111462:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626377344 00000100:00100000:3.0:1763332885.111468:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626377344 00000100:00100000:3.0:1763332885.111583:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1763332885.111591:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626377344:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1763332885.111658:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626377344:12345-0@lo:1000:mdt00_004.0 Request processed in 68us (474us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763332885.111664:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1763332885.111749:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377344:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.111794:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377472:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.111813:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.112390:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332885.112439:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626377472 00000100:00100000:0.0:1763332885.112446:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626377472 00000100:00100000:0.0:1763332885.112474:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1763332885.112481:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626377472:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.112551:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626377472:12345-0@lo:1000:mdt00_004.0 Request processed in 70us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.112557:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1763332885.112704:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377472:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.112755:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377600:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.112778:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.112904:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.112933:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626377600 00000100:00100000:1.0:1763332885.112938:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626377600 00000100:00100000:1.0:1763332885.113001:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:1.0:1763332885.113008:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626377600:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1763332885.113061:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626377600:12345-0@lo:1000:mdt00_004.0 Request processed in 54us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.113067:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1763332885.113110:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377600:0@lo:1000:mdt00_004.0 00000040:00080000:2.0:1763332885.113953:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].23, 2136 off53192 00000040:00080000:2.0:1763332885.114030:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].11, 2336 off50712 00000004:00080000:2.0:1763332885.114039:0:12741:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff742b9600 with version 24 00000004:00080000:0.0:1763332885.114289:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 24 rpc_version 24 00000020:00100000:0.0:1763332885.114323:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763332885.114332:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff511fa680 x1848987626377856/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332885.114387:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fa680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626377856:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332885.114438:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.114468:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe477a6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332885.114621:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626377856 00000100:00100000:2.0:1763332885.114627:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626377856 00000100:00100000:2.0:1763332885.117767:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1763332885.117791:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:7795:x1848987626377856:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332885.123117:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:7795:x1848987626377856:12345-0@lo:1000:osp_up1-0.0 Request processed in 5328us (8669us total) trans 4294967474 rc 0/0 00000100:00100000:2.0:1763332885.123132:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1763332885.123830:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511fa680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626377856:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1763332885.124070:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 3/0,1 mode: --/PW res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124088:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124099:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124120:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124126:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124131:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124170:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124177:0:12741:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124186:0:12741:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 12741 initiator: MDT0 00000100:00100000:3.0:1763332885.124210:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377984:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1763332885.124267:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332885.124305:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626377984 00000100:00100000:3.0:1763332885.124311:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626377984 00000100:00100000:3.0:1763332885.124367:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1763332885.124377:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626377984:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1763332885.124394:0:6524:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332885.124408:0:6524:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c335c4 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c335bd expref: -99 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.124428:0:6524:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c335c4 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c335bd expref: 9 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.124443:0:6524:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c335c4 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c335bd expref: 9 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.124452:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff92ff8016ff00) 00010000:00010000:3.0:1763332885.124455:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332885.124458:0:6524:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3e00, rc 0) 00000100:00100000:3.0:1763332885.124485:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:12741:x1848987626377984:12345-0@lo:101:mdt00_004.0 Request processed in 110us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332885.124491:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1763332885.124514:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe438790c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332885.124530:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626377984:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1763332885.124541:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c335c4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.124550:0:12741:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c335c4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763332885.124569:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004450bb18 reply state 00000000fafe07bc transno 4294969160 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124579:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124584:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff92ff8016fb00) 00010000:00010000:3.0:1763332885.124587:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332885.124589:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332885.124594:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c335c4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.124606:0:12741:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c335c4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1763332885.124615:0:12741:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:3.0:1763332885.124621:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004450bb18 reply state 00000000fafe07bc transno 4294969160 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124627:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332885.124632:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:3.0:1763332885.124635:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332885.124636:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1763332885.124641:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00080000:3.0:1763332885.124649:0:12741:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x8:0x0] 00010000:00010000:3.0:1763332885.124657:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.124665:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.124672:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.124689:0:12741:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1763332885.124693:0:12741:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x8:0x0] 00010000:00010000:3.0:1763332885.124700:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332885.124706:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 2/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.124720:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06c00 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:3.0:1763332885.124725:0:6508:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763332885.124733:0:6508:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.124756:0:6508:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.124763:0:6508:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1763332885.125389:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c335a8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.125399:0:12741:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c335a8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332885.126211:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:44978:x1848987611183872:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 37101us (37911us total) trans 4294969160 rc 0/0 00000100:00100000:2.0:1763332885.126226:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2985 00000100:00100000:0.0:1763332885.127098:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1763332885.130438:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 1/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.130456:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe46b06c00/0xb32e3ef184c33593 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c3359a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.130481:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332885.130484:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332885.130486:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332885.130617:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626378112:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332885.130684:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.130987:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626378112 00000100:00100000:2.0:1763332885.130998:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626378112 00000100:00100000:2.0:1763332885.131664:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1763332885.131674:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3655:x1848987626378112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1763332885.131691:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332885.131717:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c3359a lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c33593 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.131734:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43a31800) 00010000:00010000:2.0:1763332885.131744:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332885.131801:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626378112:12345-0@lo:103:ldlm_bl.0 Request processed in 128us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332885.131808:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1763332885.133692:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626378112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332885.140961:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332885.142936:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611184128 00000100:00100000:2.0:1763332885.142957:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611184128 00000100:00100000:2.0:1763332885.143061:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2986 00000100:00100000:2.0:1763332885.143072:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:44979:x1848987611184128:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332885.143100:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332885.143132:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c335cb lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e208 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.143221:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c335d2 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332885.143236:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c335d2 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.143254:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c335d2 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.143265:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332885.143277:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c335a8 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c335a1 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.143286:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.143326:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c335a8 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c335a1 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332885.143344:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626378240:0@lo:104: 00000100:00100000:2.0:1763332885.143459:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.143509:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.145100:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626378240 00000100:00100000:1.0:1763332885.145117:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626378240 00000100:00100000:1.0:1763332885.145194:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1763332885.145204:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:12741:x1848987626378240:12345-0@lo:104: 00010000:00010000:1.0:1763332885.145226:0:6502:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c335a8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.145369:0:6502:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1763332885.145377:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:12741:x1848987626378240:12345-0@lo:104: Request processed in 174us (1917us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.145385:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00010000:00010000:3.0:1763332885.145512:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332885.145522:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c335a8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.145532:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3000 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:3.0:1763332885.145538:0:8422:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c335a8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763332885.145547:0:8422:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c335a8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.145588:0:8422:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c335a8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.145595:0:8422:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1763332885.145649:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626378368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332885.145699:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332885.145767:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c335a8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.145776:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e3000/0xb32e3ef184c335a1 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c335a8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.145800:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332885.145802:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332885.145804:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332885.145922:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626378240:0@lo:104: 00010000:00010000:2.0:1763332885.145952:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000100:00100000:1.0:1763332885.146072:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626378368 00000100:00100000:1.0:1763332885.146077:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626378368 00010000:00010000:1.0:1763332885.146098:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c335a8 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c335a1 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332885.147293:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1763332885.147315:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626378368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332885.147336:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1763332885.154790:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967474 is committed 00010000:00010000:2.0:1763332885.155058:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c335a8 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c335a1 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.155079:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x46a4c46c (ffff92ff6055a300) 00010000:00010000:2.0:1763332885.155085:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.155094:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.155101:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:2.0:1763332885.156064:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332885.156221:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.156236:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000100:00100000:0.0:1763332885.156383:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12741:1848987626378496:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.156427:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.156469:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe477a6e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.157336:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626378496 00000100:00100000:1.0:1763332885.157366:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626378496 00000100:00100000:1.0:1763332885.157422:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:1.0:1763332885.157432:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:12741:x1848987626378496:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1763332885.157574:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626378368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763332885.157928:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626378368:12345-0@lo:103:ldlm_bl.0 Request processed in 10619us (12224us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332885.157939:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1763332885.158297:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:12741:x1848987626378496:12345-0@lo:1000:mdt00_004.0 Request processed in 866us (1869us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.158305:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1763332885.158444:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12741:1848987626378496:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1763332885.158518:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191400/0xb32e3ef184c335e0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.158534:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191400/0xb32e3ef184c335e0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158546:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191400/0xb32e3ef184c335e0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00010000:0.0:1763332885.158569:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191400/0xb32e3ef184c335e0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158584:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c335d2 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158591:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c335d2 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158598:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c335d2 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158604:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c335d2 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158610:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332885.158614:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c335d2 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158621:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c335d2 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158633:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43a31a00) 00010000:00010000:0.0:1763332885.158636:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332885.158641:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c335d2 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158646:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07e00/0xb32e3ef184c335d2 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158659:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158666:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158671:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158676:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332885.158678:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158684:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158691:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x46a4c46c (ffff92ff6055a300) 00010000:00010000:0.0:1763332885.158694:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332885.158697:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158702:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c335d9 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.158743:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c335cb lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e208 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.158758:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191400/0xb32e3ef184c335e0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e208 expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.158765:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92fe43b90000) 00010000:00010000:0.0:1763332885.158767:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332885.158769:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191400, rc 0) 00000100:00100000:0.0:1763332885.158825:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:44979:x1848987611184128:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 15754us (17880us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.158842:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2986 00000100:00100000:0.0:1763332885.164247:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332885.164325:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611184256 00000100:00100000:2.0:1763332885.164337:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611184256 00000100:00100000:2.0:1763332885.164816:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2987 00000100:00100000:2.0:1763332885.164829:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:44979:x1848987611184256:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332885.164863:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332885.164887:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c335e7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e20f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.164965:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c335ee lrc: 3/1,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332885.164983:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c335ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:2.0:1763332885.164995:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c335ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:2.0:1763332885.165103:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00200000:2.0:1763332885.165109:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763332885.165142:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c335e7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e20f expref: 19 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.165161:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c335ee lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e20f expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.165171:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:2.0:1763332885.165175:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763332885.165178:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07800, rc 0) 00000100:00100000:2.0:1763332885.165249:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:44979:x1848987611184256:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 423us (1013us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332885.165257:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2987 00000100:00100000:1.0:1763332885.169074:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332885.169169:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611184384 00000100:00100000:3.0:1763332885.169180:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611184384 00000100:00100000:3.0:1763332885.169461:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2988 00000100:00100000:3.0:1763332885.169471:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:44979:x1848987611184384:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332885.169492:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332885.169513:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c335f5 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e216 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.169569:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c335fc lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332885.169582:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c335fc lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332885.169593:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c335fc lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332885.169639:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1763332885.169645:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763332885.169692:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c335f5 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e216 expref: 20 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.169710:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c335fc lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e216 expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.169719:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff92ff8016fb00) 00010000:00010000:3.0:1763332885.169722:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763332885.169726:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3c00, rc 0) 00000100:00100000:3.0:1763332885.170439:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:44979:x1848987611184384:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 966us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332885.170448:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2988 00000100:00100000:2.0:1763332885.174560:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332885.174768:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611184512 00000100:00100000:3.0:1763332885.174781:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611184512 00000100:00100000:3.0:1763332885.174857:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2989 00000100:00100000:3.0:1763332885.174869:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:44979:x1848987611184512:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332885.174891:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332885.174913:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33603 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e21d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.174979:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c3360a lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332885.174993:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c335c4 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c335bd expref: 5 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.175006:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c3360a lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.175039:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c335c4 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c335bd expref: 5 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332885.175054:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848987626378624:0@lo:104: 00000100:00100000:3.0:1763332885.175100:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332885.175147:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe438790c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.175229:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626378624 00000100:00100000:1.0:1763332885.175234:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626378624 00000100:00100000:1.0:1763332885.175300:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1763332885.175307:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6520:x1848987626378624:12345-0@lo:104: 00010000:00010000:1.0:1763332885.175319:0:6502:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c335c4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.175411:0:6502:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1763332885.175418:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6520:x1848987626378624:12345-0@lo:104: Request processed in 112us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.175426:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00010000:00010000:0.0:1763332885.175511:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332885.175519:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c335c4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.175527:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2800 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:0.0:1763332885.175533:0:8421:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c335c4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1763332885.175542:0:8421:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c335c4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.175571:0:8421:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c335c4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.175578:0:8421:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1763332885.175603:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c335c4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.175610:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe496e2800/0xb32e3ef184c335bd lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c335c4 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.175633:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332885.175635:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332885.175637:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332885.175649:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626378752:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332885.175683:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.175726:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626378752 00000100:00100000:0.0:1763332885.175731:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626378752 00010000:00010000:0.0:1763332885.175750:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c335c4 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c335bd expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332885.175774:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1763332885.175780:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626378752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763332885.175790:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1763332885.176179:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848987626378624:0@lo:104: 00010000:00010000:3.0:1763332885.176197:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c3360a lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332885.176626:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c335c4 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c335bd expref: 6 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.176641:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff92ff8016ff00) 00010000:00010000:0.0:1763332885.176646:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c3360a lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332885.176654:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c3360a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332885.176662:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c3360a lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332885.176725:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332885.177288:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c3360a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.177297:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c3360a lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00200000:3.0:1763332885.177388:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1763332885.177393:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1763332885.177438:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33603 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e21d expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.177455:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2600/0xb32e3ef184c3360a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e21d expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.177462:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff92ff8016ff00) 00010000:00010000:3.0:1763332885.177464:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1763332885.177467:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2600, rc 0) 00000100:00100000:3.0:1763332885.177527:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44979:x1848987611184512:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2661us (2979us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332885.177535:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2989 00000100:00100000:0.0:1763332885.177795:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626378752:12345-0@lo:103:ldlm_bl.0 Request processed in 2013us (2109us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.177808:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1763332885.177899:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626378752:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332885.180808:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332885.181000:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611184768 00000100:00100000:3.0:1763332885.181011:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611184768 00000100:00100000:3.0:1763332885.181065:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2990 00000100:00100000:3.0:1763332885.181075:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:44979:x1848987611184768:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332885.181096:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332885.181117:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33611 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e224 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1763332885.181260:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00010000:00010000:3.0:1763332885.181405:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33611 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e224 expref: 21 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.181419:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:3.0:1763332885.181423:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332885.181428:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33611 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e224 expref: 21 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.181441:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3000, rc 0) 00000100:00100000:3.0:1763332885.181506:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:44979:x1848987611184768:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 432us (705us total) trans 4294969161 rc 301/301 00000100:00100000:3.0:1763332885.181514:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2990 00000100:00100000:1.0:1763332885.185554:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332885.186115:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611185024 00000100:00100000:0.0:1763332885.186126:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611185024 00000100:00100000:1.0:1763332885.187088:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2991 00000100:00100000:1.0:1763332885.187106:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:44979:x1848987611185024:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332885.187169:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332885.187196:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c335ee lrc: 0/0,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e20f expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.187217:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:1.0:1763332885.187223:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332885.187244:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 3/0,1 mode: --/PW res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.187256:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.187266:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000040:00080000:1.0:1763332885.187511:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].24, 456 off53648 00000040:00080000:1.0:1763332885.187555:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].12, 536 off51248 00000004:00080000:1.0:1763332885.187560:0:12741:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92fe49ad0240 with version 25 00000004:00080000:2.0:1763332885.187669:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 25 rpc_version 25 00000020:00100000:2.0:1763332885.187699:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1763332885.187708:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe450da300 x1848987626379008/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1520/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763332885.187731:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626379008:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332885.187785:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.187989:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763332885.188095:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626379008 00000100:00100000:3.0:1763332885.188103:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626379008 00000100:00100000:3.0:1763332885.188152:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:3.0:1763332885.188161:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7795:x1848987626379008:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332885.188334:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7795:x1848987626379008:12345-0@lo:1000:osp_up1-0.0 Request processed in 174us (548us total) trans 4294967475 rc 0/0 00000100:00100000:3.0:1763332885.188342:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1763332885.188638:0:7795:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967474 gen 2 00000004:00080000:2.0:1763332885.188644:0:7795:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967474 committed transno 4294967474 00000100:00100000:2.0:1763332885.188671:0:7795:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe450da300 x1848987626379008/t4294967475(4294967475) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1520/4320 e 0 to 0 dl 1763332901 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763332885.189099:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626379008:0@lo:1000:osp_up1-0.0 00000004:00010000:0.0:1763332885.189229:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f8988e3a reply state 00000000867db59c transno 4294969162 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.189247:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.189256:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:0.0:1763332885.189259:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:0.0:1763332885.189262:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1763332885.189272:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000100:00100000:0.0:1763332885.189381:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:44979:x1848987611185024:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 2281us (3834us total) trans 4294969162 rc 0/0 00000100:00100000:0.0:1763332885.189388:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2991 00000100:00100000:1.0:1763332885.192173:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332885.192274:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611185280 00000100:00100000:0.0:1763332885.192284:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611185280 00000100:00100000:0.0:1763332885.192492:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 877 00000100:00100000:0.0:1763332885.192504:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:44979:x1848987611185280:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332885.192717:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:44979:x1848987611185280:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 215us (555us total) trans 4294969163 rc 0/0 00000100:00100000:0.0:1763332885.192725:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 877 00000100:00100000:2.0:1763332885.250803:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332885.250889:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611185408 00000100:00100000:0.0:1763332885.250900:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611185408 00000100:00100000:0.0:1763332885.250964:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2992 00000100:00100000:0.0:1763332885.250974:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44988:x1848987611185408:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332885.250996:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332885.251020:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33626 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e22b expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.251084:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3362d lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.251097:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3362d lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251109:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3362d lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251161:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33634 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.251168:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33634 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251175:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33634 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251213:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3362d lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251220:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3362d lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251226:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3362d lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251232:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3362d lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251237:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332885.251241:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3362d lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251247:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3362d lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251258:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90600) 00010000:00010000:0.0:1763332885.251261:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332885.251266:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3362d lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251271:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3362d lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251284:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33634 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251289:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33634 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251294:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33634 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251298:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332885.251301:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33634 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251306:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33634 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251312:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x892874e3 (ffff92fe43b90200) 00010000:00010000:0.0:1763332885.251314:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332885.251317:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33634 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251326:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33634 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.251407:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33626 lrc: 1/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e22b expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.251417:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90600) 00010000:00010000:0.0:1763332885.251419:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332885.251423:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191000/0xb32e3ef184c33626 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e22b expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.251434:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191000, rc 0) 00000100:00100000:0.0:1763332885.251501:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44988:x1848987611185408:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 529us (708us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332885.251509:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2992 00000100:00100000:1.0:1763332885.253396:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332885.253497:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611185536 00000100:00100000:3.0:1763332885.253506:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611185536 00000100:00100000:3.0:1763332885.253549:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2993 00000100:00100000:3.0:1763332885.253557:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44988:x1848987611185536:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332885.253573:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332885.253592:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c3363b lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e232 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.253647:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33642 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332885.253659:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33642 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253671:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33642 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253682:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33649 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332885.253688:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33649 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253693:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33649 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253729:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33642 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253740:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33642 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253746:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33642 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253752:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33642 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253758:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332885.253762:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33642 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253769:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33642 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253780:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f500) 00010000:00010000:3.0:1763332885.253782:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332885.253787:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33642 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253792:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33642 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253805:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33649 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253816:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33649 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253822:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33649 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253826:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332885.253829:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33649 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253844:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33649 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253851:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x892874e3 (ffff92ff8016f200) 00010000:00010000:3.0:1763332885.253854:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332885.253857:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33649 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253862:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33649 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.253889:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c3363b lrc: 1/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e232 expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.253899:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f500) 00010000:00010000:3.0:1763332885.253901:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332885.253904:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c3363b lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e232 expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.253915:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3000, rc 0) 00000100:00100000:3.0:1763332885.254070:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44988:x1848987611185536:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 513us (722us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332885.254077:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2993 00000100:00100000:2.0:1763332885.257091:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332885.257339:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611185664 00000100:00100000:3.0:1763332885.257473:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611185664 00000100:00100000:0.0:1763332885.258064:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2994 00000100:00100000:0.0:1763332885.258079:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44988:x1848987611185664:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332885.258101:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332885.258126:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33650 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e239 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.258303:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c33657 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.258316:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c33657 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.258326:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c33657 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000004:00200000:0.0:1763332885.258399:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x8:0x0]: returning size 4096 00000004:00200000:0.0:1763332885.258405:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1763332885.258441:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c33650 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e239 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.258458:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c33657 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e239 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.258465:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90200) 00010000:00010000:0.0:1763332885.258468:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763332885.258471:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190c00, rc 0) 00000100:00100000:0.0:1763332885.258543:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:44988:x1848987611185664:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 469us (1461us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.258550:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2994 00000100:00100000:2.0:1763332885.262576:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332885.262721:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611185920 00000100:00100000:0.0:1763332885.262731:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611185920 00000100:00100000:0.0:1763332885.262791:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2995 00000100:00100000:0.0:1763332885.262800:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:44988:x1848987611185920:12345-192.168.204.28@tcp:36:lfs.0 00000100:00100000:0.0:1763332885.262931:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626379136:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.262984:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.263021:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.263731:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626379136 00000100:00100000:1.0:1763332885.263738:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626379136 00000100:00100000:1.0:1763332885.263787:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1763332885.263796:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:12741:x1848987626379136:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1763332885.263895:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:12741:x1848987626379136:12345-0@lo:1000:mdt00_004.0 Request processed in 100us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.263903:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1763332885.264289:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626379136:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.264510:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626379264:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.264547:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.265165:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332885.265218:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626379264 00000100:00100000:2.0:1763332885.265227:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626379264 00000100:00100000:2.0:1763332885.265276:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1763332885.265285:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:12741:x1848987626379264:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.265417:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:12741:x1848987626379264:12345-0@lo:1000:mdt00_004.0 Request processed in 132us (869us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763332885.265424:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1763332885.265640:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626379264:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1763332885.265698:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.265707:0:12741:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.265716:0:12741:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 3/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332885.265731:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626379392:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1763332885.265760:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.265773:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.265813:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626379392 00000100:00100000:1.0:1763332885.265828:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626379392 00000100:00100000:1.0:1763332885.265868:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1763332885.265875:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:12741:x1848987626379392:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1763332885.265885:0:7798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332885.265903:0:7798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c33665 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3365e expref: -99 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.265929:0:7798:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c33657 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e239 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.265941:0:7798:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c33665 lrc: 4/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3365e expref: 7 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.265965:0:7798:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c33657 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e239 expref: 14 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.265977:0:7798:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c33657 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e239 expref: 14 pid: 12741 timeout: 1089 lvb_type: 0 00000100:00100000:1.0:1763332885.265987:0:7798:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e79880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:7798:1848987626379520:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332885.266296:0:7798:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad0540 going to sleep for 11 seconds 00000100:00100000:0.0:1763332885.270346:0:7798:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e79880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:7798:1848987626379520:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332885.270470:0:7798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c33665 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3365e expref: 7 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.270482:0:7798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90200) 00010000:00010000:0.0:1763332885.270485:0:7798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332885.270489:0:7798:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c33665 lrc: 3/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3365e expref: 7 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.270497:0:7798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990000, rc 0) 00000100:00100000:0.0:1763332885.270554:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626379392:12345-0@lo:101:mdt00_004.0 Request processed in 4678us (4791us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.270562:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1763332885.270644:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626379392:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1763332885.270661:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 4/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.270670:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 4/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332885.271057:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332885.271218:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611186048 00000100:00100000:0.0:1763332885.271226:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611186048 00010000:00010000:0.0:1763332885.271256:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c33657 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e239 expref: 15 pid: 12741 timeout: 1089 lvb_type: 0 00000100:00100000:0.0:1763332885.271295:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 801 00000100:00100000:0.0:1763332885.271302:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2420:x1848987611186048:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332885.271316:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332885.271320:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c33657 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e239 expref: 15 pid: 12741 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1763332885.271329:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c33657 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e239 expref: 15 pid: 12741 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1763332885.271372:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c33657 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e239 expref: 15 pid: 12741 timeout: 1089 lvb_type: 0 00010000:00010000:0.0:1763332885.271388:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90200) 00010000:00010000:0.0:1763332885.271393:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c33665 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3365e expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.271403:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c33665 lrc: 2/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c3365e expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.271410:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c33665 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c3365e expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.271509:0:6505:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c33665 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3365e expref: 6 pid: 7798 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332885.271523:0:6505:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6505:1848987626379648:0@lo:105: 00000100:00100000:0.0:1763332885.271561:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.271598:0:6505:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.271645:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626379648 00000100:00100000:1.0:1763332885.271650:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626379648 00000100:00100000:1.0:1763332885.271683:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1763332885.271690:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6505:x1848987626379648:12345-0@lo:105: 00010000:00010000:1.0:1763332885.271701:0:6502:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 5/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.271709:0:6502:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 5/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.271718:0:6502:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 5/0,1 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.271725:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 5/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.271731:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 6/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.271738:0:6502:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 6/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.271763:0:6502:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff92fe48191000) 00000100:00100000:1.0:1763332885.271811:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6505:x1848987626379648:12345-0@lo:105: Request processed in 121us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.271818:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1763332885.271941:0:6505:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6505:1848987626379648:0@lo:105: 00010000:00010000:3.0:1763332885.271972:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332885.272022:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2420:x1848987611186048:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 720us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332885.272030:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 801 00010000:00010000:0.0:1763332885.272036:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.272046:0:12741:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763332885.272067:0:12741:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x8:0x0] 00010000:00010000:0.0:1763332885.272105:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.272112:0:12741:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.272122:0:12741:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332885.272139:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626379776:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1763332885.272171:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.272200:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777540 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.272657:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626379776 00000100:00100000:1.0:1763332885.272663:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626379776 00000100:00100000:1.0:1763332885.272702:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1763332885.272709:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:12741:x1848987626379776:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1763332885.272726:0:7798:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332885.272746:0:7798:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991e00/0xb32e3ef184c33673 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3366c expref: -99 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.272768:0:7798:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991e00/0xb32e3ef184c33673 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3366c expref: 8 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.272780:0:7798:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991e00/0xb32e3ef184c33673 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3366c expref: 8 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.272788:0:7798:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x892874e3 (ffff92ff42c64900) 00010000:00010000:1.0:1763332885.272791:0:7798:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332885.272794:0:7798:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991e00, rc 0) 00000100:00100000:1.0:1763332885.272938:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626379776:12345-0@lo:101:mdt00_004.0 Request processed in 229us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.272944:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1763332885.273284:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626379776:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1763332885.273300:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c33673 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.273310:0:12741:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c33673 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763332885.273333:0:12741:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x8:0x0] 00000100:00100000:0.0:1763332885.273409:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626379904:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.273451:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.273467:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777480 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.273519:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626379904 00000100:00100000:1.0:1763332885.273524:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626379904 00000100:00100000:1.0:1763332885.273559:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:1.0:1763332885.273566:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626379904:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1763332885.273636:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626379904:12345-0@lo:1000:mdt00_004.0 Request processed in 70us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.273643:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1763332885.273982:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626379904:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.274023:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626380032:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.274045:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.274071:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777480 going to sleep for 11 seconds 00000100:00100000:2.0:1763332885.274270:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626380032 00000100:00100000:2.0:1763332885.274276:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626380032 00000100:00100000:2.0:1763332885.274313:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1763332885.274321:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626380032:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1763332885.274426:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626380032:12345-0@lo:1000:mdt00_004.0 Request processed in 106us (379us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763332885.274433:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1763332885.275780:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626380032:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.275909:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626380160:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.275951:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.275971:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777480 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.276019:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626380160 00000100:00100000:1.0:1763332885.276025:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626380160 00000100:00100000:1.0:1763332885.276068:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1763332885.276075:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626380160:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1763332885.276161:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626380160:12345-0@lo:1000:mdt00_004.0 Request processed in 86us (209us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763332885.276168:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1763332885.276227:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626380160:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.276272:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626380288:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.276294:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.276317:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777480 going to sleep for 11 seconds 00000100:00100000:1.0:1763332885.276370:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626380288 00000100:00100000:1.0:1763332885.276375:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626380288 00000100:00100000:1.0:1763332885.276409:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1763332885.276416:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626380288:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1763332885.276471:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626380288:12345-0@lo:1000:mdt00_004.0 Request processed in 55us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.276478:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1763332885.276565:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626380288:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.276604:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626380416:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1763332885.276632:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.276653:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe48777480 going to sleep for 11 seconds 00000100:00100000:3.0:1763332885.276697:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626380416 00000100:00100000:3.0:1763332885.276702:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626380416 00000100:00100000:3.0:1763332885.276732:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1763332885.276738:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626380416:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1763332885.276796:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:12741:x1848987626380416:12345-0@lo:1000:mdt00_004.0 Request processed in 58us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332885.276802:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:0.0:1763332885.276901:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626380416:0@lo:1000:mdt00_004.0 00000040:00080000:0.0:1763332885.277903:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].25, 2152 off55800 00000040:00080000:0.0:1763332885.277974:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].13, 2352 off53600 00000004:00080000:0.0:1763332885.277980:0:12741:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92fe48777540 with version 26 00000004:00080000:2.0:1763332885.278066:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 26 rpc_version 26 00000020:00100000:2.0:1763332885.278098:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1763332885.278106:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff7dffaa00 x1848987626380672/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763332885.278125:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626380672:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332885.278169:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.278201:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763332885.278259:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626380672 00000100:00100000:3.0:1763332885.278265:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626380672 00000100:00100000:3.0:1763332885.278328:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1763332885.278335:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:7795:x1848987626380672:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332885.279048:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:7795:x1848987626380672:12345-0@lo:1000:osp_up1-0.0 Request processed in 712us (877us total) trans 4294967476 rc 0/0 00000100:00100000:3.0:1763332885.279056:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1763332885.279218:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626380672:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1763332885.279325:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 3/0,1 mode: --/PW res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.279340:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.279388:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.279406:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.279413:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.279419:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.279443:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.279449:0:12741:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332885.279458:0:12741:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 12741 initiator: MDT0 00000100:00100000:0.0:1763332885.279472:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626380800:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1763332885.279499:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332885.279523:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff42ca50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332885.279612:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626380800 00000100:00100000:3.0:1763332885.279618:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626380800 00000100:00100000:3.0:1763332885.279652:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1763332885.279659:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:12741:x1848987626380800:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1763332885.279673:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332885.279688:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c3368f lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c33688 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.279705:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c3368f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c33688 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.279716:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c3368f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c33688 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.279725:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff92ff8016f500) 00010000:00010000:3.0:1763332885.279728:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332885.279731:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3000, rc 0) 00000100:00100000:3.0:1763332885.279770:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:12741:x1848987626380800:12345-0@lo:101:mdt00_004.0 Request processed in 112us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332885.279776:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1763332885.279858:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12741:1848987626380800:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1763332885.279871:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c3368f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.279880:0:12741:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c3368f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763332885.279899:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009550f11d reply state 00000000816ac77b transno 4294969164 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.279909:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.279914:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff92fe43b90500) 00010000:00010000:1.0:1763332885.279916:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332885.279919:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1763332885.279924:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c3368f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.279931:0:12741:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c3368f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763332885.279939:0:12741:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:1.0:1763332885.279943:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009550f11d reply state 00000000816ac77b transno 4294969164 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.279950:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.279954:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:1.0:1763332885.279957:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332885.279958:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1763332885.279962:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00000004:00080000:1.0:1763332885.279968:0:12741:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x8:0x0] 00010000:00010000:1.0:1763332885.279974:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.279980:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 4/0,1 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.279986:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.280012:0:12741:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1763332885.280016:0:12741:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000401:0x8:0x0] 00010000:00010000:1.0:1763332885.280020:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c33673 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.280026:0:12741:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c33673 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332885.280106:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:44988:x1848987611185920:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 17305us (17538us total) trans 4294969164 rc 0/0 00000100:00100000:1.0:1763332885.280113:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2995 00010000:00010000:2.0:1763332885.280198:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332885.280204:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 2/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.280211:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191000 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:2.0:1763332885.280217:0:6507:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1763332885.280223:0:6507:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.280247:0:6507:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 2/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.280253:0:6507:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1763332885.280294:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626380928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332885.280324:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763332885.280416:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 1/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.280423:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191000/0xb32e3ef184c3365e lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c33665 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.280440:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332885.280442:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332885.280444:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332885.282893:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626380928 00000100:00100000:1.0:1763332885.282908:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626380928 00000100:00100000:1.0:1763332885.282976:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:1.0:1763332885.282985:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+10:3653:x1848987626380928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332885.283003:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332885.283026:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c33665 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c3365e expref: 10 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.283044:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90200) 00010000:00010000:1.0:1763332885.283055:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332885.283128:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3653:x1848987626380928:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (2803us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.283135:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1763332885.283294:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626380928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1763332885.295487:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332885.295592:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611186304 00000100:00100000:1.0:1763332885.295602:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611186304 00000100:00100000:1.0:1763332885.295661:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2996 00000100:00100000:1.0:1763332885.295671:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44989:x1848987611186304:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332885.295691:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332885.295715:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c33696 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e240 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.295798:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c3369d lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.295812:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c3369d lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.295823:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c3369d lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.295844:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c336a4 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.295851:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c336a4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.295858:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c336a4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.295915:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c336ab lrc: 3/1,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.295924:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c336ab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.295930:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c336ab lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.295944:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c3369d lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296007:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c3369d lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296013:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c3369d lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296019:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c3369d lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296024:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332885.296028:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c3369d lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296036:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c3369d lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296049:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff42c64000) 00010000:00010000:1.0:1763332885.296052:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332885.296056:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c3369d lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296062:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c3369d lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296077:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c336a4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296083:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c336a4 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296087:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c336a4 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296092:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332885.296095:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c336a4 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296101:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c336a4 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296107:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x46a4c46c (ffff92ff42c64500) 00010000:00010000:1.0:1763332885.296110:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332885.296113:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c336a4 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296118:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c336a4 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.296155:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990000/0xb32e3ef184c33696 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e240 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.296170:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c336ab lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e240 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.296177:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92fe43b90000) 00010000:00010000:1.0:1763332885.296180:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332885.296183:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991400, rc 0) 00000100:00100000:1.0:1763332885.296286:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:44989:x1848987611186304:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 616us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.296293:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2996 00000100:00100000:3.0:1763332885.302205:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332885.302250:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332885.302265:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611186560 00000100:00100000:1.0:1763332885.302275:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611186560 00000100:00100000:1.0:1763332885.302335:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2997 00000100:00100000:1.0:1763332885.302345:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:44989:x1848987611186560:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332885.302390:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332885.302411:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990000/0xb32e3ef184c336b2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e247 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763332885.302567:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00010000:00010000:1.0:1763332885.302679:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990000/0xb32e3ef184c336b2 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e247 expref: 26 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.302693:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:1.0:1763332885.302696:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332885.302701:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990000/0xb32e3ef184c336b2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e247 expref: 26 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.302715:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990000, rc 0) 00000100:00100000:1.0:1763332885.302783:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:44989:x1848987611186560:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 439us (588us total) trans 4294969165 rc 301/301 00000100:00100000:1.0:1763332885.302791:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2997 00000100:00100000:0.0:1763332885.302873:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611186688 00000100:00100000:0.0:1763332885.302878:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611186688 00000100:00100000:0.0:1763332885.302923:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 313 00000100:00100000:0.0:1763332885.302931:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2421:x1848987611186688:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332885.302943:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332885.302966:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c336ab lrc: 0/0,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e240 expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.302978:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92fe43b90000) 00010000:00010000:0.0:1763332885.302982:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332885.303002:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611186688:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 72us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.303008:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 313 00000100:00100000:3.0:1763332885.305872:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332885.306079:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611186944 00000100:00100000:0.0:1763332885.306089:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611186944 00000100:00100000:0.0:1763332885.306639:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 878 00000100:00100000:0.0:1763332885.306651:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3e9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:44989:x1848987611186944:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332885.306901:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3e9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:44989:x1848987611186944:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 252us (1038us total) trans 4294969166 rc 0/0 00000100:00100000:0.0:1763332885.306909:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 878 00000100:00100000:2.0:1763332885.310918:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332885.311016:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611187200 00000100:00100000:3.0:1763332885.311027:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611187200 00000100:00100000:3.0:1763332885.311086:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2998 00000100:00100000:3.0:1763332885.311096:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:44989:x1848987611187200:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332885.311120:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332885.311141:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c336c0 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e24e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.311290:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c336c7 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332885.311302:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c336c7 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332885.311313:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c336c7 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:3.0:1763332885.311323:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00010000:00010000:2.0:1763332885.312504:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c336c0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e24e expref: 29 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.312528:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c336c7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e24e expref: 28 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.312535:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:2.0:1763332885.312538:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332885.312541:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2000, rc 0) 00000100:00100000:2.0:1763332885.312686:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:44989:x1848987611187200:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1516us (1701us total) trans 4294969167 rc 0/0 00000100:00100000:2.0:1763332885.312704:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2998 00000100:00100000:3.0:1763332885.319210:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332885.319742:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611187328 00000100:00100000:0.0:1763332885.319754:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611187328 00000100:00100000:0.0:1763332885.319820:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 879 00000100:00100000:0.0:1763332885.319862:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:44989:x1848987611187328:12345-192.168.204.28@tcp:33:lfs.0 00000004:00200000:0.0:1763332885.319980:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00200000:0.0:1763332885.319986:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1763332885.320070:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:44989:x1848987611187328:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 241us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.320077:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 879 00000100:00100000:1.0:1763332885.326502:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332885.326602:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611187456 00000100:00100000:2.0:1763332885.326613:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611187456 00000100:00100000:2.0:1763332885.326671:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 2999 00000100:00100000:2.0:1763332885.326680:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:44989:x1848987611187456:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332885.326702:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332885.326728:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c336d5 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e255 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.326793:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c336dc lrc: 3/1,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332885.326808:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c336dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332885.326818:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c336dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332885.327038:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00200000:2.0:1763332885.327043:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1763332885.327064:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c336dc lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332885.327088:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c336d5 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e255 expref: 30 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.327109:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c336dc lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e255 expref: 29 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.327118:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:2.0:1763332885.327122:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763332885.327125:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07e00, rc 0) 00000100:00100000:2.0:1763332885.330016:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:44989:x1848987611187456:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3326us (3513us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332885.330029:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 2999 00000100:00100000:3.0:1763332885.335129:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332885.336200:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611187584 00000100:00100000:2.0:1763332885.336213:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611187584 00000100:00100000:2.0:1763332885.337129:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3000 00000100:00100000:2.0:1763332885.337143:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:44989:x1848987611187584:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332885.337165:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332885.337189:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c336e3 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e25c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.337257:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c336ea lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332885.337271:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c336ea lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.337281:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c336ea lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.337309:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332885.337320:0:6520:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991e00/0xb32e3ef184c33673 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3366c expref: 8 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.337328:0:6520:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.337377:0:6520:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991e00/0xb32e3ef184c33673 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c3366c expref: 8 pid: 7798 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332885.337394:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848987626381056:0@lo:104: 00000100:00100000:2.0:1763332885.337460:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.337502:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332885.338402:0:6503:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1763332885.338419:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626381056 00000100:00100000:0.0:1763332885.338425:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626381056 00000100:00100000:0.0:1763332885.338471:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1763332885.338479:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6520:x1848987626381056:12345-0@lo:104: 00010000:00010000:0.0:1763332885.338493:0:6503:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c33673 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.338581:0:6503:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1763332885.338587:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6520:x1848987626381056:12345-0@lo:104: Request processed in 110us (1127us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.338593:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1763332885.338886:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6520:1848987626381056:0@lo:104: 00010000:00010000:2.0:1763332885.338908:0:6520:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332885.338964:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332885.338972:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c33673 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.338980:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191600 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:3.0:1763332885.338985:0:6508:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c33673 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763332885.338993:0:6508:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c33673 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.339022:0:6508:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 2/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c33673 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.339029:0:6508:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1763332885.339061:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 1/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c33673 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.339069:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48191600/0xb32e3ef184c3366c lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c33673 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332885.339079:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626381184:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763332885.339085:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332885.339086:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332885.339088:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332885.339119:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332885.341985:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626381184 00000100:00100000:3.0:1763332885.342001:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626381184 00010000:00010000:3.0:1763332885.342050:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991e00/0xb32e3ef184c33673 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c3366c expref: 9 pid: 7798 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332885.342086:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1763332885.342094:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff61b16050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626381184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763332885.342109:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:3.0:1763332885.347481:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967476 is committed 00010000:00010000:1.0:1763332885.347606:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991e00/0xb32e3ef184c33673 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c3366c expref: 7 pid: 7798 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.347626:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x892874e3 (ffff92ff42c64900) 00010000:00010000:1.0:1763332885.347632:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332885.347641:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332885.347648:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332885.347686:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332885.347775:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff61b16050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626381184:12345-0@lo:103:ldlm_bl.0 Request processed in 5680us (8654us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.347785:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1763332885.348194:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626381184:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1763332885.348384:0:6520:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.348393:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000100:00100000:2.0:1763332885.348521:0:6520:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626381312:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1763332885.348567:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.348605:0:6520:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b9900 going to sleep for 11 seconds 00000100:00100000:0.0:1763332885.348775:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626381312 00000100:00100000:0.0:1763332885.348784:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626381312 00000100:00100000:0.0:1763332885.348849:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1763332885.348858:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6520:x1848987626381312:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1763332885.348945:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6520:x1848987626381312:12345-0@lo:1000:mdt00_001.0 Request processed in 89us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.348953:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:2.0:1763332885.349415:0:6520:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1848987626381312:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1763332885.349480:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c336f8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332885.349495:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c336f8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349506:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c336f8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00000004:00010000:2.0:1763332885.349530:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c336f8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349544:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c336ea lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349552:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c336ea lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349558:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c336ea lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349564:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c336ea lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349570:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332885.349574:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c336ea lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349581:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c336ea lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349593:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43a31800) 00010000:00010000:2.0:1763332885.349596:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332885.349602:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c336ea lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349608:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b07000/0xb32e3ef184c336ea lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349621:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349628:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349633:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349639:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332885.349643:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349649:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349656:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x892874e3 (ffff92ff42c64900) 00010000:00010000:2.0:1763332885.349659:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332885.349662:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349667:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c336f1 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:2.0:1763332885.349708:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06a00/0xb32e3ef184c336e3 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e25c expref: 16 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.349725:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe46b06200/0xb32e3ef184c336f8 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e25c expref: 15 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.349732:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43a31100) 00010000:00010000:2.0:1763332885.349735:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332885.349737:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06200, rc 0) 00000100:00100000:2.0:1763332885.349802:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:44989:x1848987611187584:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 12662us (14681us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332885.349810:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3000 00000100:00100000:3.0:1763332885.356922:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332885.357828:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611187712 00000100:00100000:2.0:1763332885.357850:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611187712 00000100:00100000:2.0:1763332885.357916:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3001 00000100:00100000:2.0:1763332885.357926:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:44989:x1848987611187712:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332885.357950:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332885.357971:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c336ff lrc: 2/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e263 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.358030:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33706 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332885.358043:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33706 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332885.358054:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33706 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332885.358150:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00000004:00200000:2.0:1763332885.358154:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1763332885.358188:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c336ff lrc: 0/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e263 expref: 31 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.358206:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33706 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e263 expref: 30 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.358215:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:2.0:1763332885.358218:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763332885.358222:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06800, rc 0) 00000100:00100000:2.0:1763332885.358293:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:44989:x1848987611187712:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 368us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332885.358300:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3001 00000100:00100000:3.0:1763332885.370875:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332885.370983:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611187840 00000100:00100000:1.0:1763332885.370993:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611187840 00000100:00100000:1.0:1763332885.371052:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3002 00000100:00100000:1.0:1763332885.371060:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:44989:x1848987611187840:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332885.371081:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332885.371102:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991e00/0xb32e3ef184c3370d lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e26a expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.371176:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990000/0xb32e3ef184c33714 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.371191:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990000/0xb32e3ef184c33714 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.371202:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990000/0xb32e3ef184c33714 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332885.371252:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1763332885.371256:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763332885.371287:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991e00/0xb32e3ef184c3370d lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e26a expref: 32 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.371306:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990000/0xb32e3ef184c33714 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e26a expref: 31 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.371316:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff92fe43b90500) 00010000:00010000:1.0:1763332885.371319:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763332885.371323:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990000, rc 0) 00000100:00100000:1.0:1763332885.371449:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:44989:x1848987611187840:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 389us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.371457:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3002 00000100:00100000:3.0:1763332885.374618:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332885.374744:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611187968 00000100:00100000:1.0:1763332885.374756:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611187968 00000100:00100000:1.0:1763332885.374825:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3003 00000100:00100000:1.0:1763332885.374844:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:44989:x1848987611187968:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332885.374867:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332885.374889:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c3371b lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e271 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.374948:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c33722 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.374962:0:12741:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c3368f lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c33688 expref: 5 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.374972:0:12741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c33722 lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.375005:0:12741:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c3368f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c33688 expref: 5 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332885.375019:0:12741:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e7a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626381440:0@lo:104: 00000100:00100000:1.0:1763332885.375066:0:12741:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332885.375110:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626381440 00000100:00100000:2.0:1763332885.375116:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626381440 00000100:00100000:1.0:1763332885.375117:0:12741:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad0840 going to sleep for 11 seconds 00000100:00100000:2.0:1763332885.375157:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1763332885.375166:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:12741:x1848987626381440:12345-0@lo:104: 00010000:00010000:2.0:1763332885.375178:0:6502:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c3368f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.375247:0:6502:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1763332885.375254:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:12741:x1848987626381440:12345-0@lo:104: Request processed in 89us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332885.375260:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00010000:00010000:3.0:1763332885.375281:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332885.375290:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c3368f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.375298:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190800 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:3.0:1763332885.375303:0:8422:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c3368f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763332885.375311:0:8422:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c3368f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.375338:0:8422:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c3368f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.375391:0:8422:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1763332885.375412:0:12741:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e7a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12741:1848987626381440:0@lo:104: 00010000:00010000:3.0:1763332885.375419:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c3368f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332885.375429:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff92fe48190800/0xb32e3ef184c33688 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c3368f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.375433:0:12741:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c33722 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:3.0:1763332885.375451:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332885.375454:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332885.375456:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332885.375509:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626381568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332885.375541:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332885.375708:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626381568 00000100:00100000:3.0:1763332885.375713:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626381568 00010000:00010000:3.0:1763332885.375732:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c3368f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c33688 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332885.375937:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1763332885.375949:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626381568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763332885.375984:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332885.376383:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c3368f lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c33688 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332885.376399:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff92ff8016f500) 00010000:00010000:0.0:1763332885.376404:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c33722 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.376416:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c33722 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.376424:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c33722 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332885.376552:0:12741:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c33722 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332885.376554:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332885.376559:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c33722 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00000100:00100000:0.0:1763332885.376609:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626381568:12345-0@lo:103:ldlm_bl.0 Request processed in 662us (1065us total) trans 0 rc 0/0 00000004:00200000:1.0:1763332885.376615:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000100:00100000:0.0:1763332885.376616:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000004:00200000:1.0:1763332885.376621:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1763332885.376658:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991800/0xb32e3ef184c3371b lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e271 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.376673:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991600/0xb32e3ef184c33722 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e271 expref: 16 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.376680:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff92ff8016f500) 00000100:00100000:3.0:1763332885.376682:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626381568:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332885.376682:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763332885.376686:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991600, rc 0) 00000100:00100000:1.0:1763332885.376740:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:44989:x1848987611187968:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1897us (2130us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332885.376747:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3003 00000100:00100000:3.0:1763332885.380018:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332885.380145:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611188224 00000100:00100000:1.0:1763332885.380154:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611188224 00000100:00100000:2.0:1763332885.380869:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3004 00000100:00100000:2.0:1763332885.380883:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:44989:x1848987611188224:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332885.380905:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332885.380925:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33729 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e278 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1763332885.381093:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00010000:00010000:2.0:1763332885.381191:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33729 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e278 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.381207:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:2.0:1763332885.381210:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332885.381215:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33729 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e278 expref: 33 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332885.381229:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07600, rc 0) 00000100:00100000:2.0:1763332885.381298:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:44989:x1848987611188224:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 418us (1289us total) trans 4294969168 rc 301/301 00000100:00100000:2.0:1763332885.381306:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3004 00000100:00100000:3.0:1763332885.384085:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332885.384291:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611188480 00000100:00100000:1.0:1763332885.384302:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611188480 00000100:00100000:1.0:1763332885.384457:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3005 00000100:00100000:1.0:1763332885.384469:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:44989:x1848987611188480:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332885.384526:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332885.384554:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33706 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e263 expref: 32 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332885.384573:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:1.0:1763332885.384578:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332885.384599:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.384612:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.384622:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000040:00080000:1.0:1763332885.384861:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].26, 456 off56256 00000040:00080000:1.0:1763332885.384911:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].14, 536 off54136 00000004:00080000:1.0:1763332885.384916:0:12741:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92fe49ad0840 with version 27 00000004:00080000:3.0:1763332885.385106:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 27 rpc_version 27 00000020:00100000:3.0:1763332885.385135:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332885.385144:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe45180e00 x1848987626381824/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1520/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332885.385168:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45180e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626381824:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332885.385222:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332885.385436:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43879cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332885.385501:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626381824 00000100:00100000:2.0:1763332885.385509:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626381824 00000100:00100000:2.0:1763332885.385550:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:2.0:1763332885.385558:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7795:x1848987626381824:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332885.385734:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7795:x1848987626381824:12345-0@lo:1000:osp_up1-0.0 Request processed in 175us (510us total) trans 4294967477 rc 0/0 00000100:00100000:2.0:1763332885.385742:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1763332885.385858:0:7795:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967476 gen 2 00000004:00080000:3.0:1763332885.385863:0:7795:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967475 committed transno 4294967476 00000004:00080000:3.0:1763332885.385883:0:7795:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967476 committed transno 4294967476 00000100:00100000:3.0:1763332885.385907:0:7795:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe45180e00 x1848987626381824/t4294967477(4294967477) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1520/4320 e 0 to 0 dl 1763332901 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763332885.385934:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45180e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626381824:0@lo:1000:osp_up1-0.0 00000004:00010000:1.0:1763332885.386044:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007099fc42 reply state 00000000b8f793cc transno 4294969169 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.386066:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332885.386074:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:1.0:1763332885.386077:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:1.0:1763332885.386081:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1763332885.386090:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00000100:00100000:1.0:1763332885.386558:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:44989:x1848987611188480:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 2089us (2479us total) trans 4294969169 rc 0/0 00000100:00100000:1.0:1763332885.386566:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3005 00000100:00100000:3.0:1763332885.389456:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332885.389626:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611188736 00000100:00100000:2.0:1763332885.389637:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611188736 00000100:00100000:2.0:1763332885.390058:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 880 00000100:00100000:2.0:1763332885.390070:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:44989:x1848987611188736:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332885.390345:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:44989:x1848987611188736:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 277us (896us total) trans 4294969170 rc 0/0 00000100:00100000:2.0:1763332885.390377:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 880 00000100:00100000:2.0:1763332885.407926:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332885.408430:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611188864 00000100:00100000:0.0:1763332885.408440:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611188864 00000100:00100000:0.0:1763332885.408502:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 881 00000100:00100000:0.0:1763332885.408512:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:44992:x1848987611188864:12345-192.168.204.28@tcp:33:lfs.0 00000004:00200000:0.0:1763332885.408597:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00200000:0.0:1763332885.408602:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1763332885.408690:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:44992:x1848987611188864:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 179us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332885.408698:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 881 00000100:00100000:2.0:1763332886.096667:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626381952:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332886.096736:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763332886.096858:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332886.096943:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626381952 00000100:00100000:1.0:1763332886.096950:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626381952 00000100:00100000:1.0:1763332886.097000:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1763332886.097010:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626381952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332886.097045:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445933056 avail 1299693568 00000100:00100000:1.0:1763332886.097100:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626381952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332886.097108:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1763332886.097195:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626381952:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1763332887.120736:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332887.257685:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332887.257887:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611189120 00000100:00100000:0.0:1763332887.257901:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611189120 00000100:00100000:0.0:1763332887.257996:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3006 00000100:00100000:0.0:1763332887.258009:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:45185:x1848987611189120:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332887.258034:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332887.258064:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3373e lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e27f expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332887.258158:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191a00/0xb32e3ef184c33745 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332887.258171:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191a00/0xb32e3ef184c33745 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258184:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191a00/0xb32e3ef184c33745 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258197:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3374c lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332887.258204:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3374c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258210:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3374c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258266:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33753 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332887.258275:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33753 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258281:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33753 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258294:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191a00/0xb32e3ef184c33745 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258301:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191a00/0xb32e3ef184c33745 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258306:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191a00/0xb32e3ef184c33745 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258313:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191a00/0xb32e3ef184c33745 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258319:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332887.258323:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191a00/0xb32e3ef184c33745 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258330:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191a00/0xb32e3ef184c33745 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258342:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90c00) 00010000:00010000:0.0:1763332887.258345:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332887.258386:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191a00/0xb32e3ef184c33745 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258393:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191a00/0xb32e3ef184c33745 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258406:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3374c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258412:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3374c lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258417:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3374c lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258422:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332887.258425:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3374c lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258431:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3374c lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258442:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x892874e3 (ffff92fe43b90700) 00010000:00010000:0.0:1763332887.258445:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332887.258447:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3374c lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258454:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190800/0xb32e3ef184c3374c lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:0.0:1763332887.258490:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3373e lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e27f expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332887.258505:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33753 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e27f expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332887.258512:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43a31100) 00010000:00010000:0.0:1763332887.258514:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332887.258516:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191600, rc 0) 00000100:00100000:0.0:1763332887.258585:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:45185:x1848987611189120:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 578us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332887.258593:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3006 00000100:00080000:2.0:1763332887.258714:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332887.261670:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332887.264161:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332887.264236:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611189376 00000100:00100000:1.0:1763332887.264247:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611189376 00000100:00100000:2.0:1763332887.264255:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611189504 00000100:00100000:2.0:1763332887.264262:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611189504 00000100:00100000:2.0:1763332887.264325:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 314 00000100:00100000:2.0:1763332887.264336:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611189504:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332887.264377:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332887.264405:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191600/0xb32e3ef184c33753 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e27f expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332887.264424:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43a31100) 00010000:00010000:2.0:1763332887.264430:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332887.264481:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611189504:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 147us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332887.264489:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 314 00000100:00100000:1.0:1763332887.265005:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3007 00000100:00100000:1.0:1763332887.265015:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:45185:x1848987611189376:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332887.265031:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332887.265048:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991e00/0xb32e3ef184c3375a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e286 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763332887.265199:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00010000:00010000:1.0:1763332887.265280:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991e00/0xb32e3ef184c3375a lrc: 1/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e286 expref: 36 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332887.265290:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:1.0:1763332887.265293:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332887.265297:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991e00/0xb32e3ef184c3375a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e286 expref: 36 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332887.265309:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991e00, rc 0) 00000100:00100000:1.0:1763332887.265365:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:45185:x1848987611189376:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 352us (3704us total) trans 4294969171 rc 301/301 00000100:00100000:1.0:1763332887.265373:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3007 00000100:00080000:3.0:1763332887.265647:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332887.270930:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332887.271100:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611189632 00000100:00100000:2.0:1763332887.271112:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611189632 00000100:00100000:2.0:1763332887.271181:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 882 00000100:00100000:2.0:1763332887.271194:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:45185:x1848987611189632:12345-192.168.204.28@tcp:33:lfs.0 00000004:00200000:2.0:1763332887.271292:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00000004:00200000:2.0:1763332887.271298:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1763332887.271404:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:45185:x1848987611189632:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 212us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332887.271412:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 882 00000100:00100000:2.0:1763332887.279380:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332887.279473:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611189888 00000100:00100000:3.0:1763332887.279484:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611189888 00000100:00100000:3.0:1763332887.279545:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 883 00000100:00100000:3.0:1763332887.279556:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ea050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:45185:x1848987611189888:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332887.279810:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ea050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:45185:x1848987611189888:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 255us (439us total) trans 4294969172 rc 0/0 00000100:00100000:3.0:1763332887.279818:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 883 00000100:00100000:3.0:1763332887.488783:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332887.490079:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332887.490114:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611190016 00000100:00100000:3.0:1763332887.490119:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332887.490125:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611190016 00000100:00100000:1.0:1763332887.490178:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611190144 00000100:00100000:1.0:1763332887.490185:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611190144 00000100:00100000:1.0:1763332887.490249:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611190272 00000100:00100000:1.0:1763332887.490251:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611190272 00000100:00100000:1.0:1763332887.490270:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 654 00000100:00100000:1.0:1763332887.490278:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2421:x1848987611190144:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332887.490364:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2421:x1848987611190144:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 70us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332887.490373:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 654 00000100:00100000:1.0:1763332887.490388:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 655 00000100:00100000:1.0:1763332887.490393:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611190272:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332887.490419:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611190272:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 27us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332887.490426:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 655 00000100:00080000:1.0:1763332887.490440:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763332887.490444:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332887.491278:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 787 00000100:00100000:1.0:1763332887.491287:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611190016:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332887.491337:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611190016:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 51us (2565us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332887.491344:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 787 00000100:00100000:2.0:1763332887.632671:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332887.632695:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626382080:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332887.632765:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332887.632959:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626382080 00000100:00100000:0.0:1763332887.632968:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626382080 00000100:00100000:0.0:1763332887.633494:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1763332887.633505:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626382080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332887.633548:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446195200 avail 1299955712 00000100:00100000:0.0:1763332887.633986:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626382080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 482us (1218us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332887.633993:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1763332887.636643:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626382080:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332888.147001:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626382336:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.147084:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332888.147143:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626382848:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.147169:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332888.147192:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626383360:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.147220:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332888.147241:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1763332888.147247:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626382208:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.147273:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332888.147281:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626382848 00000100:00100000:2.0:1763332888.147289:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626382848 00000100:00100000:1.0:1763332888.147292:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626382720:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.147311:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332888.147323:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626383232:0@lo:400:kworker.0 00000100:00100000:2.0:1763332888.147340:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1763332888.147340:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332888.147365:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626382848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.147371:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626383744:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.147389:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332888.147412:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626382592:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.147443:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332888.147457:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626383104:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.147474:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332888.147532:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626382336 00000100:00100000:0.0:1763332888.147537:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626382336 00000100:00100000:0.0:1763332888.147565:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626383360 00000100:00100000:0.0:1763332888.147568:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626383360 00000100:00100000:0.0:1763332888.147583:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626383744 00000100:00100000:0.0:1763332888.147585:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626383744 00000100:00100000:0.0:1763332888.147595:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626382592 00000100:00100000:0.0:1763332888.147597:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626382592 00000100:00100000:0.0:1763332888.147608:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1763332888.147613:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626382336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332888.147899:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626382848:12345-0@lo:400:kworker.0 Request processed in 550us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332888.147909:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00010000:00010000:3.0:1763332888.148320:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332888.148376:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626382464:0@lo:400:kworker.0 00000100:00100000:3.0:1763332888.148413:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332888.148434:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626382976:0@lo:400:kworker.0 00000100:00100000:3.0:1763332888.148461:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626382720 00000100:00100000:3.0:1763332888.148465:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626382720 00000100:00100000:3.0:1763332888.148495:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626382464 00000100:00100000:3.0:1763332888.148497:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626382464 00000100:00100000:3.0:1763332888.148522:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:3.0:1763332888.148528:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626382720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.148762:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626382336:12345-0@lo:400:kworker.0 Request processed in 1147us (1677us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332888.148770:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1763332888.148797:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:0.0:1763332888.148804:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626383360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.148835:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626383360:12345-0@lo:400:kworker.0 Request processed in 32us (1614us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332888.148840:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:0.0:1763332888.148851:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1763332888.148856:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626383744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.148879:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626383744:12345-0@lo:400:kworker.0 Request processed in 23us (1489us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332888.148884:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1763332888.148894:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1763332888.148899:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626382592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.148924:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626382592:12345-0@lo:400:kworker.0 Request processed in 24us (1481us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332888.148929:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1763332888.148969:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1763332888.148976:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626382464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.149012:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626382464:12345-0@lo:400:kworker.0 Request processed in 37us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332888.149018:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00080000:0.0:1763332888.149077:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763332888.149082:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763332888.149085:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332888.149096:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626382208 00000100:00100000:0.0:1763332888.149100:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626382208 00000100:00100000:0.0:1763332888.149127:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1763332888.149132:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626382208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.149162:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3655:x1848987626382208:12345-0@lo:400:kworker.0 Request processed in 30us (1888us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332888.149172:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1763332888.149548:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626383232 00000100:00100000:2.0:1763332888.149553:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626383232 00000100:00100000:1.0:1763332888.149563:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626383616:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.149589:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332888.149623:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626382592:0@lo:400:kworker.0 00000100:00100000:2.0:1763332888.149682:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626383104 00000100:00100000:2.0:1763332888.149686:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626383104 00000100:00100000:0.0:1763332888.149695:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1763332888.149702:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626383232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332888.149709:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1763332888.149715:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626383104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.149736:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626383232:12345-0@lo:400:kworker.0 Request processed in 35us (2395us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332888.149742:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1763332888.149745:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626383104:12345-0@lo:400:kworker.0 Request processed in 31us (2270us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332888.149750:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1763332888.149759:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626383616 00000100:00100000:0.0:1763332888.149763:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626383616 00000100:00080000:2.0:1763332888.149773:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763332888.149775:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332888.149798:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1763332888.149804:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626383616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.149832:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626383616:12345-0@lo:400:kworker.0 Request processed in 29us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332888.149837:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1763332888.149864:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332888.149885:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626383488:0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.149908:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332888.149933:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626382464:0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.149959:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626382208:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.149992:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626382976 00000100:00100000:1.0:1763332888.149996:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626382976 00000100:00100000:1.0:1763332888.150025:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1763332888.150031:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626382976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.150065:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626382976:12345-0@lo:400:kworker.0 Request processed in 34us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332888.150070:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1763332888.150096:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626382976:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.150116:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626383104:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.150125:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626383616:0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.150147:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626383488 00000100:00100000:1.0:1763332888.150150:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626383488 00000100:00100000:1.0:1763332888.150174:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1763332888.150180:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626383488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332888.150211:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626383488:12345-0@lo:400:kworker.0 Request processed in 32us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332888.150217:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1763332888.150239:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626383488:0@lo:400:kworker.0 00000100:00100000:3.0:1763332888.150532:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626382720:12345-0@lo:400:kworker.0 Request processed in 2003us (3218us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332888.150539:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00080000:1.0:1763332888.150617:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763332888.150621:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332888.150909:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626382720:0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.150920:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626383232:0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.150929:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626383744:0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.150938:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626382336:0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.150948:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626382848:0@lo:400:kworker.0 00000100:00100000:0.0:1763332888.150957:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626383360:0@lo:400:kworker.0 00000100:00100000:3.0:1763332889.051614:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332889.051758:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611190528 00000100:00100000:2.0:1763332889.051778:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611190528 00000100:00100000:2.0:1763332889.051874:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3008 00000100:00100000:2.0:1763332889.051886:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:45376:x1848987611190528:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332889.051946:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:1.0:1763332889.052029:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1763332889.052122:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c336dc lrc: 0/0,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e255 expref: 36 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332889.052143:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:2.0:1763332889.052148:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332889.052171:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332889.052186:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332889.052196:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:2.0:1763332889.054637:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].27, 216 off56472 00000040:00080000:2.0:1763332889.054713:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].15, 296 off54432 00000004:00080000:2.0:1763332889.054722:0:6520:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff742b9900 with version 28 00000004:00080000:3.0:1763332889.058009:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 28 rpc_version 28 00000020:00100000:3.0:1763332889.058069:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332889.058081:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff7df94e00 x1848987626384000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1296/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332889.058110:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df94e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626384000:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332889.058182:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332889.058267:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43879e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332889.058683:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626384000 00000100:00100000:1.0:1763332889.058693:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626384000 00000100:00100000:1.0:1763332889.058753:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:1.0:1763332889.058776:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7795:x1848987626384000:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1763332889.059020:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:7795:x1848987626384000:12345-0@lo:1000:osp_up1-0.0 Request processed in 257us (837us total) trans 4294967478 rc 0/0 00000100:00100000:1.0:1763332889.059028:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1763332889.059191:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df94e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626384000:0@lo:1000:osp_up1-0.0 00000004:00010000:1.0:1763332889.059476:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009a2523f7 reply state 0000000065705745 transno 4294969173 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332889.059498:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332889.059507:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:1.0:1763332889.059510:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:1.0:1763332889.059514:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1763332889.059524:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000100:00100000:1.0:1763332889.060095:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:45376:x1848987611190528:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 8209us (8489us total) trans 4294969173 rc 0/0 00000100:00100000:1.0:1763332889.060104:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3008 00000100:00100000:2.0:1763332889.083289:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332889.083393:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611190784 00000100:00100000:1.0:1763332889.083404:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611190784 00000100:00100000:1.0:1763332889.083485:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3009 00000100:00100000:1.0:1763332889.083495:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:45377:x1848987611190784:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332889.083518:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332889.083544:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991e00/0xb32e3ef184c3376f lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e28d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.083649:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33776 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332889.083664:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33776 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083678:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33776 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083691:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3377d lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332889.083697:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3377d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083703:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3377d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083818:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c33784 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332889.083827:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c33784 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083833:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c33784 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083847:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33776 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083852:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33776 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083862:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33776 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083868:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33776 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083874:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332889.083879:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33776 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083887:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33776 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083899:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:1.0:1763332889.083902:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332889.083906:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33776 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083911:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33776 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083927:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3377d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083933:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3377d lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083938:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3377d lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083943:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332889.083945:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3377d lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083954:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3377d lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083961:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x46a4c46c (ffff92ff621b4000) 00010000:00010000:1.0:1763332889.083964:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332889.083966:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3377d lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.083971:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3377d lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:1.0:1763332889.084010:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991e00/0xb32e3ef184c3376f lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e28d expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.084025:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c33784 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e28d expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.084032:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92fe43b90000) 00010000:00010000:1.0:1763332889.084034:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332889.084036:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991400, rc 0) 00000100:00100000:1.0:1763332889.084098:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:45377:x1848987611190784:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 604us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332889.084107:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3009 00000100:00080000:2.0:1763332889.084334:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332889.091001:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332889.091030:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332889.091157:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611191040 00000100:00100000:0.0:1763332889.091167:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611191040 00000100:00100000:0.0:1763332889.091221:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3010 00000100:00100000:0.0:1763332889.091229:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:45377:x1848987611191040:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332889.091253:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332889.091273:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3378b lrc: 2/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e294 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763332889.091440:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00010000:00010000:0.0:1763332889.091528:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3378b lrc: 1/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e294 expref: 39 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.091541:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:0.0:1763332889.091544:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332889.091549:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c3378b lrc: 0/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e294 expref: 39 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.091563:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190c00, rc 0) 00000100:00100000:0.0:1763332889.091613:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:45377:x1848987611191040:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 384us (622us total) trans 4294969174 rc 301/301 00000100:00100000:0.0:1763332889.091620:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3010 00000100:00100000:3.0:1763332889.092005:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611191168 00000100:00100000:3.0:1763332889.092012:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611191168 00000100:00100000:3.0:1763332889.092056:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 315 00000100:00100000:3.0:1763332889.092062:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2420:x1848987611191168:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332889.092072:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332889.092088:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991400/0xb32e3ef184c33784 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e28d expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332889.092103:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92fe43b90000) 00010000:00010000:3.0:1763332889.092107:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332889.092143:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611191168:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 81us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332889.092149:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 315 00000100:00100000:1.0:1763332889.094747:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332889.094829:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611191424 00000100:00100000:2.0:1763332889.094840:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611191424 00000100:00100000:2.0:1763332889.094885:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 884 00000100:00100000:2.0:1763332889.094893:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:45377:x1848987611191424:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332889.095317:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+39:45377:x1848987611191424:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 424us (576us total) trans 4294969175 rc 0/0 00000100:00100000:2.0:1763332889.095325:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 884 00000100:00100000:1.0:1763332889.097810:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332889.097896:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611191552 00000100:00100000:2.0:1763332889.097906:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611191552 00000100:00100000:2.0:1763332889.097988:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 885 00000100:00100000:2.0:1763332889.098001:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+39:45377:x1848987611191552:12345-192.168.204.28@tcp:33:lfs.0 00000004:00200000:2.0:1763332889.098087:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00200000:2.0:1763332889.098092:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1763332889.098167:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+39:45377:x1848987611191552:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 168us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332889.098175:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 885 00000100:00100000:0.0:1763332889.100515:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332889.100584:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611191680 00000100:00100000:2.0:1763332889.100592:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611191680 00000100:00100000:2.0:1763332889.100636:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3011 00000100:00100000:2.0:1763332889.100643:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+39:45377:x1848987611191680:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332889.100660:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332889.100685:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33799 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e29b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332889.100738:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c337a0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332889.100750:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c337a0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332889.100771:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c337a0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:2.0:1763332889.100852:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00200000:2.0:1763332889.100856:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1763332889.100882:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c337a0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:2.0:1763332889.100903:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33799 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e29b expref: 41 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332889.100925:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c337a0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e29b expref: 40 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332889.100933:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:2.0:1763332889.100936:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1763332889.100939:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07e00, rc 0) 00000100:00100000:2.0:1763332889.100997:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+40:45377:x1848987611191680:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 353us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332889.101004:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3011 00000100:00100000:1.0:1763332889.105172:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332889.105286:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611191808 00000100:00100000:0.0:1763332889.105297:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611191808 00000100:00100000:0.0:1763332889.105665:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3012 00000100:00100000:0.0:1763332889.105677:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+40:45377:x1848987611191808:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332889.105698:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332889.105725:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c337a7 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2a2 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.105830:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c337ae lrc: 3/1,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332889.105844:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c337ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332889.105861:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c337ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:0.0:1763332889.106069:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00000004:00200000:0.0:1763332889.106075:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1763332889.106096:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c337ae lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332889.106122:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c337a7 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2a2 expref: 42 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.106145:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c337ae lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2a2 expref: 41 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.106154:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:0.0:1763332889.106157:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763332889.106161:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191a00, rc 0) 00000100:00100000:0.0:1763332889.106228:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+41:45377:x1848987611191808:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 554us (1068us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332889.106236:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3012 00000100:00100000:1.0:1763332889.109776:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332889.110287:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611192064 00000100:00100000:0.0:1763332889.110298:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611192064 00000100:00100000:0.0:1763332889.110394:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3013 00000100:00100000:0.0:1763332889.110405:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+41:45377:x1848987611192064:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332889.110427:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332889.110449:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c337b5 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2a9 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763332889.110594:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00010000:00010000:0.0:1763332889.110687:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c337b5 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2a9 expref: 43 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.110701:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:0.0:1763332889.110703:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332889.110708:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c337b5 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2a9 expref: 43 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.110721:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191000, rc 0) 00000100:00100000:0.0:1763332889.110784:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+42:45377:x1848987611192064:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 380us (1026us total) trans 4294969176 rc 301/301 00000100:00100000:0.0:1763332889.110790:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3013 00000100:00100000:2.0:1763332889.113833:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332889.113918:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611192320 00000100:00100000:1.0:1763332889.113929:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611192320 00000100:00100000:1.0:1763332889.114044:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3014 00000100:00100000:1.0:1763332889.114055:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+42:45377:x1848987611192320:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332889.114122:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332889.114154:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c337ae lrc: 0/0,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2a2 expref: 42 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.114171:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:1.0:1763332889.114176:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332889.114198:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332889.114210:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:1.0:1763332889.114220:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:1.0:1763332889.114503:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].28, 216 off56688 00000040:00080000:1.0:1763332889.114550:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].16, 296 off54728 00000004:00080000:1.0:1763332889.114556:0:6520:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92fe49ad0480 with version 29 00000004:00080000:2.0:1763332889.114770:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 29 rpc_version 29 00000020:00100000:2.0:1763332889.114809:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1763332889.114818:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff7dff9500 x1848987626384256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1040/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763332889.114842:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626384256:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332889.114914:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332889.115174:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626384256 00000100:00100000:3.0:1763332889.115180:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626384256 00000100:00100000:3.0:1763332889.115226:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1763332889.115234:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bde1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7795:x1848987626384256:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332889.115426:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bde1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7795:x1848987626384256:12345-0@lo:1000:osp_up1-0.0 Request processed in 192us (511us total) trans 4294967479 rc 0/0 00000100:00100000:3.0:1763332889.115437:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1763332889.115703:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff742b90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332889.115771:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626384256:0@lo:1000:osp_up1-0.0 00000004:00010000:3.0:1763332889.115874:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000042eaece4 reply state 0000000018b8199a transno 4294969177 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332889.115892:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332889.115900:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:3.0:1763332889.115903:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:3.0:1763332889.115907:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1763332889.115917:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00000100:00100000:3.0:1763332889.116553:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+43:45377:x1848987611192320:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 2495us (2726us total) trans 4294969177 rc 0/0 00000100:00100000:3.0:1763332889.116560:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3014 00000100:00100000:1.0:1763332889.120395:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332889.120471:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611192576 00000100:00100000:2.0:1763332889.120483:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611192576 00000100:00100000:2.0:1763332889.120664:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 886 00000100:00100000:2.0:1763332889.120677:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+43:45377:x1848987611192576:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332889.120935:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+44:45377:x1848987611192576:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 260us (592us total) trans 4294969178 rc 0/0 00000100:00100000:2.0:1763332889.120943:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 886 00000100:00100000:2.0:1763332889.139481:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332889.139789:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611192704 00000100:00100000:0.0:1763332889.139800:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611192704 00000100:00100000:0.0:1763332889.139861:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 887 00000100:00100000:0.0:1763332889.139871:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+44:45380:x1848987611192704:12345-192.168.204.28@tcp:33:lfs.0 00000004:00200000:0.0:1763332889.139985:0:6522:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00200000:0.0:1763332889.139991:0:6522:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1763332889.140079:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+44:45380:x1848987611192704:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 209us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332889.140086:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 887 00010000:00010000:3.0:1763332889.169665:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332889.231798:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332889.231891:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611192960 00000100:00100000:3.0:1763332889.231902:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611192960 00000100:00100000:3.0:1763332889.232092:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3015 00000100:00100000:3.0:1763332889.232104:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:45388:x1848987611192960:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332889.232126:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332889.232202:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c337ca lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2b0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332889.232282:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c337d1 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332889.232295:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c337d1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232307:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c337d1 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232319:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c337d8 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332889.232326:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c337d8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232332:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c337d8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232438:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c337df lrc: 3/1,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763332889.232448:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c337df lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232455:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c337df lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232470:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c337d1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232478:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c337d1 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232484:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c337d1 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232491:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c337d1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232497:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332889.232502:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c337d1 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232514:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c337d1 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232525:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff8016f200) 00010000:00010000:3.0:1763332889.232528:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332889.232534:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c337d1 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232540:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c337d1 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232555:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c337d8 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232561:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c337d8 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232568:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c337d8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232572:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332889.232575:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c337d8 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232582:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c337d8 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232589:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x892874e3 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332889.232592:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332889.232595:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c337d8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232601:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c337d8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763332889.232635:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3a00/0xb32e3ef184c337ca lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2b0 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332889.232651:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c337df lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2b0 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332889.232659:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43a31100) 00010000:00010000:3.0:1763332889.232661:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332889.232664:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3000, rc 0) 00000100:00100000:3.0:1763332889.232740:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:45388:x1848987611192960:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 638us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332889.232748:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3015 00000100:00100000:0.0:1763332889.236108:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332889.236158:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332889.236192:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611193344 00000100:00100000:0.0:1763332889.236203:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611193344 00000100:00100000:0.0:1763332889.236262:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 316 00000100:00100000:0.0:1763332889.236272:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2420:x1848987611193344:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332889.236289:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332889.236316:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3000/0xb32e3ef184c337df lrc: 0/0,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2b0 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.236336:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43a31100) 00010000:00010000:0.0:1763332889.236341:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332889.236416:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611193344:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 145us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332889.236424:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 316 00000100:00100000:3.0:1763332889.236498:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611193216 00000100:00100000:3.0:1763332889.236503:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611193216 00000100:00100000:3.0:1763332889.236540:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3016 00000100:00100000:3.0:1763332889.236547:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+44:45388:x1848987611193216:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332889.236562:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332889.236581:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c337e6 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2b7 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1763332889.236729:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00010000:00010000:3.0:1763332889.236825:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c337e6 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2b7 expref: 46 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332889.236836:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:3.0:1763332889.236838:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332889.236842:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c337e6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2b7 expref: 46 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332889.236854:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2c00, rc 0) 00000100:00100000:3.0:1763332889.236879:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+45:45388:x1848987611193216:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 333us (780us total) trans 4294969179 rc 301/301 00000100:00100000:3.0:1763332889.236885:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3016 00000100:00100000:0.0:1763332889.239978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332889.240181:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611193472 00000100:00100000:3.0:1763332889.240193:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611193472 00000100:00100000:3.0:1763332889.240250:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 888 00000100:00100000:3.0:1763332889.240258:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3eb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+45:45388:x1848987611193472:12345-192.168.204.28@tcp:33:lfs.0 00000004:00200000:3.0:1763332889.240337:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00000004:00200000:3.0:1763332889.240341:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1763332889.240441:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3eb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+45:45388:x1848987611193472:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 184us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332889.240448:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 888 00000100:00100000:2.0:1763332889.247150:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332889.247247:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611193600 00000100:00100000:0.0:1763332889.247258:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611193600 00000100:00100000:0.0:1763332889.247318:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3017 00000100:00100000:0.0:1763332889.247329:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+45:45388:x1848987611193600:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332889.247385:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332889.247410:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c337f4 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2be expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.247478:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c337fb lrc: 3/1,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332889.247495:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c337fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332889.247506:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c337fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000004:00200000:0.0:1763332889.247598:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00000004:00200000:0.0:1763332889.247603:0:6520:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1763332889.247620:0:6520:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c337fb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332889.247643:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c337f4 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2be expref: 47 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.247666:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c337fb lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2be expref: 46 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.247675:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:0.0:1763332889.247678:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1763332889.247681:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190600, rc 0) 00000100:00100000:0.0:1763332889.247746:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+46:45388:x1848987611193600:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 419us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332889.247753:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3017 00000100:00100000:2.0:1763332889.262170:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332889.262406:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611193856 00000100:00100000:0.0:1763332889.262416:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611193856 00000100:00100000:0.0:1763332889.262475:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 889 00000100:00100000:0.0:1763332889.262484:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+46:45388:x1848987611193856:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332889.263216:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+47:45388:x1848987611193856:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 729us (1051us total) trans 4294969180 rc 0/0 00000100:00100000:0.0:1763332889.263226:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 889 00000100:00100000:2.0:1763332889.303292:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332889.303562:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611194112 00000100:00100000:3.0:1763332889.303574:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611194112 00000100:00100000:3.0:1763332889.303639:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3018 00000100:00100000:3.0:1763332889.303649:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+47:45394:x1848987611194112:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:3.0:1763332889.303716:0:12741:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332889.303747:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c337a0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e29b expref: 47 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332889.303778:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:3.0:1763332889.303783:0:12741:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332889.303810:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332889.303828:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:3.0:1763332889.303837:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000040:00080000:2.0:1763332889.306724:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].29, 616 off57304 00000040:00080000:2.0:1763332889.306844:0:12741:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].17, 696 off55424 00000004:00080000:2.0:1763332889.306851:0:12741:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92fe43879000 with version 30 00000004:00080000:0.0:1763332889.306968:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 30 rpc_version 30 00000020:00100000:0.0:1763332889.307006:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763332889.307018:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe438ab480 x1848987626384512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1840/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332889.307046:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626384512:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332889.307126:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332889.308674:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626384512 00000100:00100000:1.0:1763332889.308687:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626384512 00000100:00100000:1.0:1763332889.308748:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:1.0:1763332889.308766:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:7795:x1848987626384512:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1763332889.308980:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7795:x1848987626384512:12345-0@lo:1000:osp_up1-0.0 Request processed in 223us (1852us total) trans 4294967480 rc 0/0 00000100:00100000:1.0:1763332889.308988:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1763332889.309053:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff43ef5cc0 going to sleep for 11 seconds 00000004:00010000:1.0:1763332889.309617:0:12741:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005642fa71 reply state 000000009e7375b8 transno 4294969181 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332889.309644:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332889.309652:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:1.0:1763332889.309655:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:1.0:1763332889.309660:0:12741:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1763332889.309670:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000100:00100000:1.0:1763332889.309747:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+48:45394:x1848987611194112:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 6097us (6470us total) trans 4294969181 rc 0/0 00000100:00100000:1.0:1763332889.309755:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3018 00000100:00100000:0.0:1763332889.310610:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626384512:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332889.324488:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332889.325133:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611194368 00000100:00100000:1.0:1763332889.325143:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611194368 00000100:00100000:1.0:1763332889.326399:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3019 00000100:00100000:1.0:1763332889.326416:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:45395:x1848987611194368:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332889.326439:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332889.326465:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33809 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2c5 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.326542:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c33810 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332889.326556:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c33810 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326566:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c33810 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326578:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33817 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332889.326587:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33817 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326592:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33817 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326643:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3381e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332889.326651:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3381e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326658:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3381e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326672:0:12741:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c33810 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326679:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c33810 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326685:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c33810 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326690:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c33810 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326696:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332889.326699:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c33810 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326706:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c33810 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326720:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92ff621b4800) 00010000:00010000:1.0:1763332889.326723:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332889.326728:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c33810 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326733:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990600/0xb32e3ef184c33810 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326747:0:12741:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33817 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326752:0:12741:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33817 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326768:0:12741:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33817 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326773:0:12741:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332889.326775:0:12741:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33817 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326780:0:12741:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33817 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326787:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x46a4c46c (ffff92ff621b4000) 00010000:00010000:1.0:1763332889.326789:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332889.326791:0:12741:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33817 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326796:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991200/0xb32e3ef184c33817 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x46a4c46c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT1 00010000:00010000:1.0:1763332889.326830:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43990c00/0xb32e3ef184c33809 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2c5 expref: 18 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.326846:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3381e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2c5 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.326854:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92fe43b90000) 00010000:00010000:1.0:1763332889.326856:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332889.326858:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991c00, rc 0) 00000100:00100000:1.0:1763332889.326917:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:45395:x1848987611194368:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 508us (2440us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332889.326925:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3019 00000100:00100000:2.0:1763332889.330281:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332889.330400:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611194624 00000100:00100000:1.0:1763332889.330411:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611194624 00000100:00100000:1.0:1763332889.330455:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3020 00000100:00100000:1.0:1763332889.330463:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+48:45395:x1848987611194624:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332889.330489:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332889.330511:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33825 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2cc expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763332889.330690:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00010000:00010000:1.0:1763332889.330803:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33825 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2cc expref: 50 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.330823:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:1.0:1763332889.330826:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332889.330833:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33825 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2cc expref: 50 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.330852:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991400, rc 0) 00000100:00100000:1.0:1763332889.330937:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+49:45395:x1848987611194624:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 473us (667us total) trans 4294969182 rc 301/301 00000100:00100000:1.0:1763332889.330944:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3020 00000100:00100000:2.0:1763332889.333471:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332889.334282:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611194752 00000100:00100000:3.0:1763332889.334293:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611194752 00000100:00100000:0.0:1763332889.334883:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 317 00000100:00100000:0.0:1763332889.334896:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611194752:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332889.334912:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332889.334938:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe43991c00/0xb32e3ef184c3381e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2c5 expref: 17 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.334968:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92fe43b90000) 00010000:00010000:0.0:1763332889.334973:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332889.335029:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611194752:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 136us (1566us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332889.335037:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 317 00000100:00100000:2.0:1763332889.336727:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332889.337473:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611195008 00000100:00100000:0.0:1763332889.337483:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611195008 00000100:00100000:0.0:1763332889.337539:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 890 00000100:00100000:0.0:1763332889.337549:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+49:45395:x1848987611195008:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332889.337767:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+50:45395:x1848987611195008:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 211us (1038us total) trans 4294969183 rc 0/0 00000100:00100000:0.0:1763332889.337774:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 890 00000100:00100000:2.0:1763332889.340632:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332889.340776:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611195136 00000100:00100000:3.0:1763332889.340789:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611195136 00000100:00100000:3.0:1763332889.340930:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 891 00000100:00100000:3.0:1763332889.340941:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+50:45395:x1848987611195136:12345-192.168.204.28@tcp:33:lfs.0 00000004:00200000:3.0:1763332889.341131:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00200000:3.0:1763332889.341137:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1763332889.341218:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+50:45395:x1848987611195136:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 278us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332889.341226:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 891 00000100:00100000:2.0:1763332889.344509:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332889.344703:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611195264 00000100:00100000:1.0:1763332889.344714:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611195264 00000100:00100000:1.0:1763332889.344782:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3021 00000100:00100000:1.0:1763332889.344792:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+50:45395:x1848987611195264:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332889.344812:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332889.344838:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33833 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2d3 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.344907:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990c00/0xb32e3ef184c3383a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332889.344921:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990c00/0xb32e3ef184c3383a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332889.344933:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990c00/0xb32e3ef184c3383a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332889.345036:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00200000:1.0:1763332889.345041:0:12741:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1763332889.345061:0:12741:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990c00/0xb32e3ef184c3383a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332889.345089:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33833 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2d3 expref: 52 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.345113:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990c00/0xb32e3ef184c3383a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2d3 expref: 51 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.345127:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:1.0:1763332889.345130:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1763332889.345135:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990c00, rc 0) 00000100:00100000:1.0:1763332889.345209:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+51:45395:x1848987611195264:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 419us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332889.345216:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3021 00000100:00100000:2.0:1763332889.350077:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332889.350902:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611195520 00000100:00100000:1.0:1763332889.350913:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611195520 00000100:00100000:1.0:1763332889.350981:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3022 00000100:00100000:1.0:1763332889.350991:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+51:45395:x1848987611195520:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332889.351011:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332889.351032:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33841 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2da expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.351212:0:12741:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c33848 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332889.351227:0:12741:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c33848 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x8:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:1.0:1763332889.351238:0:12741:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c33848 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x8:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12741 initiator: MDT0 00000004:00200000:1.0:1763332889.351250:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00010000:00010000:1.0:1763332889.351385:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33841 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2da expref: 54 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.351405:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c33848 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x8:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2da expref: 53 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332889.351414:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:1.0:1763332889.351417:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332889.351421:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990600, rc 0) 00000100:00100000:1.0:1763332889.351494:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+53:45395:x1848987611195520:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 505us (1427us total) trans 4294969184 rc 0/0 00000100:00100000:1.0:1763332889.351501:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3022 00000100:00100000:2.0:1763332889.354287:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332889.354487:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611195776 00000100:00100000:0.0:1763332889.354498:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611195776 00000100:00100000:0.0:1763332889.354561:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3023 00000100:00100000:0.0:1763332889.354572:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+53:45395:x1848987611195776:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:0.0:1763332889.354635:0:6520:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332889.354668:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190600/0xb32e3ef184c337fb lrc: 0/0,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2be expref: 53 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332889.354691:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:0.0:1763332889.354697:0:6520:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332889.354723:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332889.354737:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332889.354747:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00000040:00080000:0.0:1763332889.355057:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].30, 616 off57920 00000040:00080000:0.0:1763332889.355105:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].18, 696 off56120 00000004:00080000:0.0:1763332889.355111:0:6520:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff43ef5cc0 with version 31 00000004:00080000:2.0:1763332889.355608:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 31 rpc_version 31 00000020:00100000:2.0:1763332889.355641:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1763332889.355650:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe42f0f480 x1848987626384768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1840/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763332889.355673:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0f480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626384768:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332889.355727:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332889.355789:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499adc00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332889.355849:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626384768 00000100:00100000:3.0:1763332889.355855:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626384768 00000100:00100000:3.0:1763332889.355903:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:3.0:1763332889.355911:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7795:x1848987626384768:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332889.356127:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7795:x1848987626384768:12345-0@lo:1000:osp_up1-0.0 Request processed in 216us (398us total) trans 4294967481 rc 0/0 00000100:00100000:3.0:1763332889.356135:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1763332889.356258:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0f480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626384768:0@lo:1000:osp_up1-0.0 00000004:00010000:0.0:1763332889.356428:0:6520:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd009e7d reply state 00000000835441a3 transno 4294969185 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332889.356447:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332889.356455:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:0.0:1763332889.356458:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:0.0:1763332889.356462:0:6520:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1763332889.356472:0:6520:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00000100:00100000:0.0:1763332889.356623:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+54:45395:x1848987611195776:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 2052us (2347us total) trans 4294969185 rc 0/0 00000100:00100000:0.0:1763332889.356630:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3023 00000100:00100000:2.0:1763332889.376692:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332889.376806:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611195904 00000100:00100000:3.0:1763332889.376817:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611195904 00000100:00100000:3.0:1763332889.376938:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 892 00000100:00100000:3.0:1763332889.377092:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+54:45398:x1848987611195904:12345-192.168.204.28@tcp:33:lfs.0 00000004:00200000:3.0:1763332889.377186:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00200000:3.0:1763332889.377191:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1763332889.377266:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+54:45398:x1848987611195904:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 319us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332889.377274:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 892 00000100:00100000:2.0:1763332889.680621:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626384896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332889.680697:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332889.681137:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332889.681154:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626385024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332889.681193:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332889.681273:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626384896 00000100:00100000:1.0:1763332889.681285:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626384896 00000100:00100000:1.0:1763332889.681388:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626385024 00000100:00100000:1.0:1763332889.681394:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626385024 00000100:00100000:1.0:1763332889.681416:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1763332889.681425:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626384896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332889.681456:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25533248 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1763332889.681501:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626384896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332889.681509:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1763332889.681527:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1763332889.681533:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626385024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332889.681543:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25533248 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1763332889.681575:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626385024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332889.681583:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1763332889.681613:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626385024:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332889.681630:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626384896:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1763332890.192886:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332890.192905:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626385152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332890.192965:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332890.193238:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626385152 00000100:00100000:1.0:1763332890.193246:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626385152 00000100:00100000:1.0:1763332890.193314:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1763332890.193323:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626385152:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1763332890.193366:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1763332890.193501:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1763332890.193721:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626385280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332890.193761:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332890.193814:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626385280 00000100:00100000:3.0:1763332890.193818:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626385280 00000100:00100000:3.0:1763332890.193841:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1763332890.193846:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626385280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763332890.193856:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1763332890.193883:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626385280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332890.193890:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00080000:3.0:1763332890.193909:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332890.195052:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626385152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1725us (2080us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332890.195060:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1763332890.195159:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626385280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332890.216089:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626385152:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1763332890.707187:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707207:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707215:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707222:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332890.707226:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707234:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707251:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:0.0:1763332890.707254:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332890.707260:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707266:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c335af lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707281:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707292:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707298:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707303:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332890.707306:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707312:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707319:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff92ff8016fb00) 00010000:00010000:0.0:1763332890.707321:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332890.707324:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707328:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c335b6 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707343:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707393:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707399:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707403:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332890.707406:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707416:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707423:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:0.0:1763332890.707425:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332890.707428:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707433:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c3361f lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707445:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707451:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707456:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707460:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332890.707462:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707467:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707474:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:0.0:1763332890.707476:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332890.707479:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707484:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190200/0xb32e3ef184c3367a lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707493:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707498:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707503:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707507:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332890.707509:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707514:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707520:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff92fe43b90500) 00010000:00010000:0.0:1763332890.707522:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332890.707525:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707530:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33681 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707539:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707544:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707550:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707554:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332890.707556:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707561:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707567:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:0.0:1763332890.707569:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332890.707571:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707576:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33737 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707585:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707590:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707594:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707598:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332890.707601:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707605:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707611:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:0.0:1763332890.707613:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332890.707615:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707624:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33768 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707632:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707637:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707641:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707645:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332890.707647:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707652:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707659:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:0.0:1763332890.707661:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332890.707663:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707669:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c337c3 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707678:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707684:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707689:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707693:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332890.707696:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707701:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707708:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff8016f700) 00010000:00010000:0.0:1763332890.707710:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332890.707712:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707717:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33802 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12741 initiator: MDT0 00010000:00010000:0.0:1763332890.707725:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707729:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707745:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707750:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332890.707753:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707758:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707766:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:0.0:1763332890.707768:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1763332890.707772:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332890.707777:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190c00/0xb32e3ef184c33856 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 00000001:00080000:3.0:1763332890.708030:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967481 is committed 00000001:00080000:1.0:1763332890.708127:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969185 is committed 00000020:00080000:1.0:1763332890.708175:0:6500:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92fe48777480 refcount 2 committed 0 result 0 batchid 48 00000020:00080000:1.0:1763332890.708180:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff41326d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe48777540 00000020:00080000:1.0:1763332890.708183:0:6500:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].13 00000020:00080000:1.0:1763332890.708185:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff41326a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe4b7ec400 00000020:00080000:1.0:1763332890.708188:0:6500:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].25 00000020:00080000:1.0:1763332890.708206:0:6500:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92fe49ad0900 refcount 2 committed 0 result 0 batchid 47 00000020:00080000:1.0:1763332890.708210:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92fe43896400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe49ad0240 00000020:00080000:1.0:1763332890.708213:0:6500:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].12 00000020:00080000:1.0:1763332890.708215:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92fe43896900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe4c33f600 00000020:00080000:1.0:1763332890.708217:0:6500:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].24 00000020:00080000:1.0:1763332890.708223:0:6500:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92ff742b93c0 refcount 2 committed 0 result 0 batchid 46 00000020:00080000:1.0:1763332890.708225:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff49818400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff742b9600 00000020:00080000:1.0:1763332890.708228:0:6500:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].11 00000020:00080000:1.0:1763332890.708230:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff49818200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92ff45489200 00000020:00080000:1.0:1763332890.708232:0:6500:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].23 00000020:00080000:3.0:1763332890.708281:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 48 committed batchid 45 00000020:00080000:3.0:1763332890.708372:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 45 00000100:00100000:3.0:1763332891.217559:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626385408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332891.217639:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332891.217797:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626385408 00000100:00100000:0.0:1763332891.217805:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626385408 00000100:00100000:0.0:1763332891.217859:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1763332891.217867:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626385408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763332891.217905:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445933056 avail 1299693568 00000100:00100000:0.0:1763332891.217948:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626385408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332891.217955:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1763332891.217980:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626385408:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763332891.218501:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332891.752377:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332891.752481:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611196160 00000100:00100000:0.0:1763332891.752492:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611196160 00000100:00100000:0.0:1763332891.752576:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3024 00000100:00100000:0.0:1763332891.752585:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:45702:x1848987611196160:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332891.752605:0:6520:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332891.752630:0:6520:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3385d lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2e1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332891.752706:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c33864 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332891.752731:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c33864 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752743:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c33864 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752755:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3386b lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332891.752761:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3386b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752767:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3386b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752816:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33872 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00010000:0.0:1763332891.752823:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33872 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752829:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33872 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752842:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c33864 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752847:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c33864 lrc: 4/1,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752852:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c33864 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752857:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c33864 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752862:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332891.752866:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c33864 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752873:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c33864 lrc: 5/0,0 mode: CR/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752887:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff92fe43b90c00) 00010000:00010000:0.0:1763332891.752889:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332891.752893:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c33864 lrc: 3/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752899:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48191e00/0xb32e3ef184c33864 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752910:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3386b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752915:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3386b lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752920:0:6520:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3386b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752925:0:6520:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332891.752927:0:6520:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3386b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752932:0:6520:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3386b lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752938:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x892874e3 (ffff92fe43b90700) 00010000:00010000:0.0:1763332891.752941:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332891.752943:0:6520:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3386b lrc: 2/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752963:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190200/0xb32e3ef184c3386b lrc: 0/0,0 mode: --/PR res: [0x240000401:0x8:0x0].0x892874e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 00010000:00010000:0.0:1763332891.752999:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190c00/0xb32e3ef184c3385d lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2e1 expref: 18 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332891.753014:0:6520:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33872 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2e1 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332891.753022:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43a31100) 00010000:00010000:0.0:1763332891.753024:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332891.753027:0:6520:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190600, rc 0) 00000100:00100000:0.0:1763332891.753088:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:45702:x1848987611196160:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 504us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332891.753096:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3024 00000100:00080000:3.0:1763332891.753598:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332891.759451:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332891.759544:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611196288 00000100:00100000:3.0:1763332891.759554:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611196288 00000100:00100000:3.0:1763332891.759804:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 318 00000100:00100000:3.0:1763332891.759815:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2420:x1848987611196288:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332891.759831:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332891.759855:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe48190600/0xb32e3ef184c33872 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2e1 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332891.759874:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43a31100) 00010000:00010000:3.0:1763332891.759880:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332891.759936:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611196288:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 123us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332891.759943:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 318 00000100:00100000:2.0:1763332891.765284:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332891.765521:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611196544 00000100:00100000:1.0:1763332891.765531:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611196544 00000100:00080000:3.0:1763332891.766041:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332891.766114:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3025 00000100:00100000:1.0:1763332891.766126:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:45702:x1848987611196544:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332891.766148:0:12741:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332891.766169:0:12741:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33879 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2e8 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763332891.766309:0:12741:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00010000:00010000:1.0:1763332891.766439:0:12741:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33879 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2e8 expref: 22 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332891.766454:0:12741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92fe43b90f00) 00010000:00010000:1.0:1763332891.766457:0:12741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332891.766462:0:12741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33879 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2e8 expref: 22 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332891.766475:0:12741:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991200, rc 0) 00000100:00100000:1.0:1763332891.766535:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:45702:x1848987611196544:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 411us (1262us total) trans 4294969186 rc 301/301 00000100:00100000:1.0:1763332891.766542:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3025 00000100:00100000:2.0:1763332891.769833:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332891.769968:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611196800 00000100:00100000:3.0:1763332891.769979:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611196800 00000100:00100000:3.0:1763332891.773815:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 893 00000100:00100000:3.0:1763332891.773841:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3e8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:45702:x1848987611196800:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332891.774104:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3e8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:45702:x1848987611196800:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 275us (4281us total) trans 4294969187 rc 0/0 00000100:00100000:3.0:1763332891.774114:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 893 00000100:00100000:2.0:1763332891.777245:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332891.777412:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611196928 00000100:00100000:3.0:1763332891.777423:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611196928 00000100:00100000:3.0:1763332891.777468:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 894 00000100:00100000:3.0:1763332891.777477:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:45702:x1848987611196928:12345-192.168.204.28@tcp:33:lfs.0 00000004:00200000:3.0:1763332891.777565:0:6523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00000004:00200000:3.0:1763332891.777570:0:6523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1763332891.777646:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:45702:x1848987611196928:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 169us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332891.777655:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 894 00010000:00010000:3.0:1763332892.240562:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332892.611944:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332892.612204:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332892.612228:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611197056 00000100:00100000:0.0:1763332892.612238:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611197056 00000100:00100000:0.0:1763332892.612303:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 789 00000100:00100000:0.0:1763332892.612312:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611197056:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332892.612418:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611197056:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 107us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332892.612425:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 789 00000100:00100000:1.0:1763332892.614006:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611197312 00000100:00100000:1.0:1763332892.614016:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611197312 00000100:00100000:1.0:1763332892.614084:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 660 00000100:00100000:1.0:1763332892.614093:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611197312:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332892.614165:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611197312:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 73us (1960us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332892.614172:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 660 00000100:00100000:2.0:1763332892.614495:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00080000:3.0:1763332892.615261:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332892.615343:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611197184 00000100:00100000:0.0:1763332892.615368:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611197184 00000100:00100000:0.0:1763332892.615438:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 661 00000100:00100000:0.0:1763332892.615447:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2418:x1848987611197184:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332892.615502:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2418:x1848987611197184:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 57us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332892.615509:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 661 00000100:00080000:3.0:1763332892.615578:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332892.754015:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763332892.754046:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626385536:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332892.754119:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332892.754167:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626385536 00000100:00100000:3.0:1763332892.754175:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626385536 00000100:00100000:3.0:1763332892.754751:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:3.0:1763332892.754762:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626385536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763332892.754803:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446195200 avail 1299955712 00000100:00100000:3.0:1763332892.754866:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626385536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332892.754874:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1763332892.754896:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967481 gen 2 00000004:00080000:2.0:1763332892.754902:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967477 committed transno 4294967481 00000020:00080000:2.0:1763332892.754908:0:3653:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92fe49ad0e40 refcount 2 committed 0 result 0 batchid 49 00000020:00080000:2.0:1763332892.754912:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff7dd62200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe49ad0840 00000020:00080000:2.0:1763332892.754917:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].14 00000020:00080000:2.0:1763332892.754919:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff7dd62600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe4c33fa00 00000020:00080000:2.0:1763332892.754922:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].26 00000004:00080000:2.0:1763332892.754960:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967478 committed transno 4294967481 00000020:00080000:2.0:1763332892.754964:0:3653:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92ff742b9600 refcount 2 committed 0 result 0 batchid 50 00000020:00080000:2.0:1763332892.754966:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff49818800 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff742b9900 00000020:00080000:2.0:1763332892.754969:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].15 00000020:00080000:2.0:1763332892.754972:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff49818d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe42e86200 00000020:00080000:2.0:1763332892.754974:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].27 00000004:00080000:2.0:1763332892.754985:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967479 committed transno 4294967481 00000020:00080000:2.0:1763332892.754988:0:3653:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92fe49ad0b40 refcount 2 committed 0 result 0 batchid 51 00000020:00080000:2.0:1763332892.754990:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff77a3ad00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe49ad0480 00000020:00080000:2.0:1763332892.754993:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].16 00000020:00080000:2.0:1763332892.754995:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff77a3a500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe49ac5000 00000020:00080000:2.0:1763332892.754997:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].28 00000004:00080000:2.0:1763332892.755011:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967480 committed transno 4294967481 00000020:00080000:2.0:1763332892.755014:0:3653:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92fe438799c0 refcount 2 committed 0 result 0 batchid 52 00000020:00080000:2.0:1763332892.755017:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff77ca5d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92fe43879000 00000020:00080000:2.0:1763332892.755019:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].17 00000020:00080000:2.0:1763332892.755021:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff77ca5500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe43bfb000 00000020:00080000:2.0:1763332892.755023:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].29 00000004:00080000:2.0:1763332892.755033:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967481 committed transno 4294967481 00000020:00080000:2.0:1763332892.755036:0:3653:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92ff43ef56c0 refcount 2 committed 0 result 0 batchid 53 00000020:00080000:2.0:1763332892.755038:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff41326c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff43ef5cc0 00000020:00080000:2.0:1763332892.755041:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].18 00000020:00080000:2.0:1763332892.755042:0:3653:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff41326200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe4b7ec200 00000020:00080000:2.0:1763332892.755045:0:3653:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].30 00000100:00100000:2.0:1763332892.755065:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626385536:0@lo:41:osp-pre-1-0.0 00000020:00080000:3.0:1763332892.755190:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 53 committed batchid 45 00000020:00080000:3.0:1763332892.755235:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 45 00000100:00100000:2.0:1763332893.264734:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626385664:0@lo:400:kworker.0 00000100:00100000:2.0:1763332893.264808:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332893.265220:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763332893.265228:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626386048:0@lo:400:kworker.0 00000100:00100000:2.0:1763332893.265259:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332893.265311:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626385664 00000100:00100000:2.0:1763332893.265318:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626385664 00000100:00100000:2.0:1763332893.265386:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1763332893.265395:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bcc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626385664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332893.265445:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bcc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626385664:12345-0@lo:400:kworker.0 Request processed in 51us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332893.265452:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1763332893.265498:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626385664:0@lo:400:kworker.0 00000100:00100000:2.0:1763332893.265544:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626385792:0@lo:400:kworker.0 00000100:00100000:2.0:1763332893.265566:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332893.265582:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763332893.265586:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626385920:0@lo:400:kworker.0 00000100:00100000:2.0:1763332893.265603:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332893.265623:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626385920 00000100:00100000:2.0:1763332893.265626:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626385920 00000100:00100000:2.0:1763332893.265648:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1763332893.265654:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626385920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332893.265693:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626385920:12345-0@lo:400:kworker.0 Request processed in 30us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332893.265699:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1763332893.265721:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626385920:0@lo:400:kworker.0 00000100:00100000:2.0:1763332893.265747:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626386048 00000100:00100000:2.0:1763332893.265749:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626386048 00000100:00100000:2.0:1763332893.265769:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626385792 00000100:00100000:2.0:1763332893.265771:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626385792 00000100:00100000:2.0:1763332893.265785:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1763332893.265790:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626386048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266130:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1763332893.266139:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626385792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266173:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626385792:12345-0@lo:400:kworker.0 Request processed in 37us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332893.266179:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1763332893.266206:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626386176:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266226:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332893.266247:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626386688:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266265:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332893.266280:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332893.266284:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626386560:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266298:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332893.266320:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626386176 00000100:00100000:1.0:1763332893.266323:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626386176 00000100:00100000:1.0:1763332893.266343:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1763332893.266361:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626386176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266388:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626386176:12345-0@lo:400:kworker.0 Request processed in 40us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332893.266393:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1763332893.266407:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626386688 00000100:00100000:1.0:1763332893.266410:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626386688 00000100:00100000:1.0:1763332893.266433:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626386560 00000100:00100000:1.0:1763332893.266435:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626386560 00000100:00100000:1.0:1763332893.266449:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1763332893.266454:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626386688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266478:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626386688:12345-0@lo:400:kworker.0 Request processed in 24us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332893.266483:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1763332893.266492:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1763332893.266496:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626386560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266513:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626386560:12345-0@lo:400:kworker.0 Request processed in 17us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332893.266517:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1763332893.266540:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626386560:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266546:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626386176:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266553:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626386688:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266575:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626386432:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266594:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332893.266606:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332893.266610:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626386304:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266623:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332893.266637:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626386432 00000100:00100000:1.0:1763332893.266640:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626386432 00000100:00100000:1.0:1763332893.266657:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626386304 00000100:00100000:1.0:1763332893.266659:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626386304 00000100:00100000:1.0:1763332893.266672:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1763332893.266676:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626386432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266718:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626386432:12345-0@lo:400:kworker.0 Request processed in 42us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332893.266723:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1763332893.266732:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1763332893.266737:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626386304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266755:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626386304:12345-0@lo:400:kworker.0 Request processed in 18us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332893.266760:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1763332893.266780:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626386304:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266786:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626386432:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.266806:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626385792:0@lo:400:kworker.0 00000100:00080000:1.0:1763332893.266850:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332893.266853:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1763332893.266926:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332893.267589:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626387072:0@lo:400:kworker.0 00000100:00100000:0.0:1763332893.267635:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332893.267662:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332893.267668:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626387200:0@lo:400:kworker.0 00000100:00100000:0.0:1763332893.267701:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332893.267730:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626387072 00000100:00100000:0.0:1763332893.267735:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626387072 00000100:00100000:0.0:1763332893.267774:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626387200 00000100:00100000:0.0:1763332893.267777:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626387200 00000100:00100000:0.0:1763332893.267797:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:0.0:1763332893.267803:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626387072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332893.267844:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626387072:12345-0@lo:400:kworker.0 Request processed in 41us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332893.267850:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:0.0:1763332893.267864:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1763332893.267870:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626387200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332893.267896:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626387200:12345-0@lo:400:kworker.0 Request processed in 26us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332893.267902:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1763332893.267935:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626387200:0@lo:400:kworker.0 00000100:00100000:0.0:1763332893.267944:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626387072:0@lo:400:kworker.0 00000100:00080000:0.0:1763332893.267965:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763332893.267968:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332893.268070:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626386944:0@lo:400:kworker.0 00000100:00100000:3.0:1763332893.268100:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332893.268131:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332893.268137:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626386816:0@lo:400:kworker.0 00000100:00100000:3.0:1763332893.268158:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332893.268292:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626386944 00000100:00100000:0.0:1763332893.268297:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626386944 00000100:00080000:3.0:1763332893.268891:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332893.269786:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626386048:12345-0@lo:400:kworker.0 Request processed in 3989us (4520us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332893.269797:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1763332893.269822:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626386816 00000100:00100000:2.0:1763332893.269828:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626386816 00000100:00080000:2.0:1763332893.269848:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332893.270649:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1763332893.270662:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626386944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.270738:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626386944:12345-0@lo:400:kworker.0 Request processed in 80us (2637us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332893.270745:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1763332893.270761:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1763332893.270772:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626386816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.270802:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626386816:12345-0@lo:400:kworker.0 Request processed in 35us (2642us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332893.270808:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1763332893.270857:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626386816:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.270873:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626386944:0@lo:400:kworker.0 00000100:00100000:1.0:1763332893.270953:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626386048:0@lo:400:kworker.0 00010000:00010000:0.0:1763332894.288999:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332894.801439:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332894.801472:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626387328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332894.801559:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332894.801709:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626387328 00000100:00100000:2.0:1763332894.801720:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626387328 00000100:00100000:2.0:1763332894.801786:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1763332894.801797:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626387328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763332894.801835:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25533248 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1763332894.801897:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626387328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332894.801907:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1763332894.802044:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626387456:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332894.802088:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332894.802454:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626387328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332894.802667:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626387456 00000100:00100000:0.0:1763332894.802673:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626387456 00000100:00100000:0.0:1763332894.802713:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1763332894.802721:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626387456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763332894.802738:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25533248 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1763332894.802793:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626387456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332894.802800:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1763332894.802941:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626387456:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1763332895.313474:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332895.313548:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626387584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332895.313629:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332895.313704:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626387584 00000100:00100000:0.0:1763332895.313711:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626387584 00000100:00100000:0.0:1763332895.313756:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1763332895.313763:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626387584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332895.313794:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1763332895.313833:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626387584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332895.313840:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00080000:0.0:1763332895.313860:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332895.313900:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626387584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332895.315195:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332895.315214:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626387712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332895.315264:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332895.315315:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626387712 00000100:00100000:1.0:1763332895.315321:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626387712 00000100:00100000:1.0:1763332895.315393:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1763332895.315402:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626387712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763332895.315420:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1763332895.315460:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626387712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332895.315467:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1763332895.315504:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626387712:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1763332895.316471:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763332896.336987:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332896.337765:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626387840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332896.337831:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332896.338528:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626387840 00000100:00100000:2.0:1763332896.338537:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626387840 00000100:00100000:2.0:1763332896.338587:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1763332896.338596:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626387840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763332896.338641:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445933056 avail 1299693568 00000100:00100000:2.0:1763332896.344913:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626387840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 6310us (7074us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332896.344927:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:3.0:1763332896.345647:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626387840:0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1763332896.852230:0:6500:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 53 batchid updated 00000001:00080000:0.0:1763332896.852246:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969187 is committed 00000020:00080000:0.0:1763332896.852252:0:6500:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 48 batchid updated 00000020:00080000:3.0:1763332896.852316:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 53 00000004:00080000:3.0:1763332896.852424:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92fe44e82000 with version 32 00000020:00080000:3.0:1763332896.852438:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 46 cancel update log [0x240000401:0x3:0x0].11: rc = 0 00000020:00080000:3.0:1763332896.852511:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 46 cancel update log [0x200000400:0x2:0x0].23: rc = 0 00000004:00080000:3.0:1763332896.852528:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff801bea80 with version 33 00000020:00080000:3.0:1763332896.852531:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 47 cancel update log [0x240000401:0x3:0x0].12: rc = 0 00000020:00080000:3.0:1763332896.852544:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 47 cancel update log [0x200000400:0x2:0x0].24: rc = 0 00000004:00080000:3.0:1763332896.852559:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff801be240 with version 34 00000020:00080000:3.0:1763332896.852561:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 48 cancel update log [0x240000401:0x3:0x0].13: rc = 0 00000020:00080000:3.0:1763332896.852573:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 48 cancel update log [0x200000400:0x2:0x0].25: rc = 0 00000004:00080000:3.0:1763332896.852586:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff67e57c00 with version 35 00000020:00080000:3.0:1763332896.852588:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 49 cancel update log [0x240000401:0x3:0x0].14: rc = 0 00000020:00080000:3.0:1763332896.852601:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 49 cancel update log [0x200000400:0x2:0x0].26: rc = 0 00000004:00080000:3.0:1763332896.852613:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff67e57240 with version 36 00000020:00080000:3.0:1763332896.852615:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 50 cancel update log [0x240000401:0x3:0x0].15: rc = 0 00000020:00080000:3.0:1763332896.852643:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 50 cancel update log [0x200000400:0x2:0x0].27: rc = 0 00000004:00080000:3.0:1763332896.852675:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92fe43879f00 with version 37 00000020:00080000:3.0:1763332896.852678:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 51 cancel update log [0x240000401:0x3:0x0].16: rc = 0 00000020:00080000:3.0:1763332896.852693:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 51 cancel update log [0x200000400:0x2:0x0].28: rc = 0 00000004:00080000:3.0:1763332896.852712:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff802e2f00 with version 38 00000020:00080000:3.0:1763332896.852714:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 52 cancel update log [0x240000401:0x3:0x0].17: rc = 0 00000020:00080000:3.0:1763332896.852726:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 52 cancel update log [0x200000400:0x2:0x0].29: rc = 0 00000004:00080000:3.0:1763332896.852740:0:6551:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92fe438799c0 with version 39 00000020:00080000:3.0:1763332896.852742:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 53 cancel update log [0x240000401:0x3:0x0].18: rc = 0 00000020:00080000:3.0:1763332896.852754:0:6551:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 53 cancel update log [0x200000400:0x2:0x0].30: rc = 0 00000020:00080000:3.0:1763332896.852759:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 53 00000004:00080000:2.0:1763332896.852807:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 32 rpc_version 32 00000020:00100000:2.0:1763332896.852840:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1763332896.852850:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe4626bb80 x1848987626388096/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763332896.852873:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626388096:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332896.852935:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332896.852998:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7df5de40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332896.853081:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626388096 00000100:00100000:1.0:1763332896.853090:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626388096 00000100:00100000:1.0:1763332896.853160:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1763332896.853169:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7795:x1848987626388096:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332896.855158:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626388096:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1763332896.855175:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 33 rpc_version 33 00000020:00100000:0.0:1763332896.855204:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763332896.855210:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff77a3c380 x1848987626388352/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332896.855237:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3c380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626388352:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332896.855283:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332896.855326:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe4869db40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332896.855403:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626388352 00000100:00100000:2.0:1763332896.855410:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626388352 00000100:00100000:2.0:1763332896.855977:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1763332896.855987:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:7795:x1848987626388352:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332896.856244:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:7795:x1848987626388352:12345-0@lo:1000:osp_up1-0.0 Request processed in 257us (958us total) trans 4294967483 rc 0/0 00000100:00100000:2.0:1763332896.856252:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1763332896.856319:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3c380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626388352:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1763332896.856329:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 34 rpc_version 34 00000020:00100000:3.0:1763332896.856345:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1763332896.856452:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7795:x1848987626388096:12345-0@lo:1000:osp_up1-0.0 Request processed in 3283us (3514us total) trans 4294967482 rc 0/0 00000100:00100000:1.0:1763332896.856459:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1763332896.856558:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe42f0f480 x1848987626388608/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332896.856576:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0f480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626388608:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332896.856606:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332896.858030:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff82062240 going to sleep for 11 seconds 00000100:00100000:0.0:1763332896.858112:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626388608 00000100:00100000:0.0:1763332896.858119:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626388608 00000100:00100000:0.0:1763332896.858172:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:0.0:1763332896.858181:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7795:x1848987626388608:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332896.858327:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7795:x1848987626388608:12345-0@lo:1000:osp_up1-0.0 Request processed in 148us (1720us total) trans 4294967484 rc 0/0 00000100:00100000:0.0:1763332896.858334:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1763332896.858435:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0f480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626388608:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1763332896.858445:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 35 rpc_version 35 00000020:00100000:3.0:1763332896.858463:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332896.858469:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe42f0d880 x1848987626388864/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332896.858483:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0d880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626388864:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332896.858509:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332896.858533:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff800d3180 going to sleep for 11 seconds 00000100:00100000:0.0:1763332896.858573:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626388864 00000100:00100000:0.0:1763332896.858577:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626388864 00000100:00100000:0.0:1763332896.858594:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1763332896.858599:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7795:x1848987626388864:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332896.858672:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7795:x1848987626388864:12345-0@lo:1000:osp_up1-0.0 Request processed in 73us (162us total) trans 4294967485 rc 0/0 00000100:00100000:0.0:1763332896.858678:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1763332896.858733:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0d880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626388864:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1763332896.858740:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 36 rpc_version 36 00000020:00100000:3.0:1763332896.858753:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332896.858758:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe46e2c700 x1848987626389120/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332896.858775:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626389120:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332896.858801:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332896.858825:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff82062240 going to sleep for 11 seconds 00000100:00100000:0.0:1763332896.859998:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626389120 00000100:00100000:0.0:1763332896.860006:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626389120 00000100:00100000:0.0:1763332896.860035:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1763332896.860041:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7795:x1848987626389120:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332896.860163:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7795:x1848987626389120:12345-0@lo:1000:osp_up1-0.0 Request processed in 121us (1359us total) trans 4294967486 rc 0/0 00000100:00100000:0.0:1763332896.860169:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1763332896.860329:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626389120:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1763332896.860339:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 37 rpc_version 37 00000020:00100000:3.0:1763332896.860375:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332896.860382:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe44822680 x1848987626389376/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332896.860398:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44822680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626389376:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332896.860428:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332896.860464:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff800d3180 going to sleep for 11 seconds 00000100:00100000:1.0:1763332896.860513:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626389376 00000100:00100000:1.0:1763332896.860518:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626389376 00000100:00100000:1.0:1763332896.860540:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1763332896.860546:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:7795:x1848987626389376:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1763332896.860634:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:7795:x1848987626389376:12345-0@lo:1000:osp_up1-0.0 Request processed in 88us (204us total) trans 4294967487 rc 0/0 00000100:00100000:1.0:1763332896.860641:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1763332896.860803:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44822680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626389376:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1763332896.860810:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 38 rpc_version 38 00000020:00100000:3.0:1763332896.860823:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332896.860828:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92ff7dcfe300 x1848987626389632/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332896.860840:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626389632:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332896.860863:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332896.860885:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff82062240 going to sleep for 11 seconds 00000100:00100000:0.0:1763332896.860932:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626389632 00000100:00100000:0.0:1763332896.860936:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626389632 00000100:00100000:0.0:1763332896.860967:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1763332896.860973:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:7795:x1848987626389632:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332896.861052:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+12:7795:x1848987626389632:12345-0@lo:1000:osp_up1-0.0 Request processed in 79us (188us total) trans 4294967488 rc 0/0 00000100:00100000:0.0:1763332896.861059:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:3.0:1763332896.861162:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626389632:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1763332896.861170:0:7795:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff44e1bf00 version 39 rpc_version 39 00000020:00100000:3.0:1763332896.861182:0:7795:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332896.861186:0:7795:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe4399bb80 x1848987626389888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332896.861203:0:7795:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626389888:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1763332896.861229:0:7795:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332896.861252:0:7795:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff800d3180 going to sleep for 11 seconds 00000100:00100000:2.0:1763332896.861300:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626389888 00000100:00100000:2.0:1763332896.861305:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626389888 00000100:00100000:2.0:1763332896.861341:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1763332896.861376:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+12:7795:x1848987626389888:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1763332896.861467:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+13:7795:x1848987626389888:12345-0@lo:1000:osp_up1-0.0 Request processed in 119us (236us total) trans 4294967489 rc 0/0 00000100:00100000:2.0:1763332896.861473:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:3.0:1763332896.861576:0:7795:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7795:1848987626389888:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1763332897.362042:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332897.732253:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332897.732296:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332897.732323:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332897.732342:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332897.732385:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332897.732411:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611197824 00000100:00100000:1.0:1763332897.732420:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611197824 00000100:00100000:1.0:1763332897.732471:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611197952 00000100:00100000:1.0:1763332897.732474:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611197952 00000100:00100000:2.0:1763332897.732488:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611197440 00000100:00100000:2.0:1763332897.732492:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611197440 00000100:00100000:1.0:1763332897.732495:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 666 00000100:00100000:1.0:1763332897.732505:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2418:x1848987611197824:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332897.732518:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 791 00000100:00100000:2.0:1763332897.732524:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611197440:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332897.732585:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611197440:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 61us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332897.732594:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 791 00000100:00080000:2.0:1763332897.732642:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332897.732647:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332897.732936:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611197568 00000100:00100000:3.0:1763332897.732941:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611197568 00000100:00100000:3.0:1763332897.732978:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611197696 00000100:00100000:3.0:1763332897.732981:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611197696 00000100:00100000:3.0:1763332897.733000:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1117 00000100:00100000:3.0:1763332897.733007:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2418:x1848987611197568:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332897.733072:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2418:x1848987611197824:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 568us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332897.733079:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 666 00000100:00100000:1.0:1763332897.733092:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 667 00000100:00100000:1.0:1763332897.733098:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611197952:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332897.733119:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611197952:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 22us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332897.733126:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 667 00000100:00100000:1.0:1763332897.733145:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1118 00000100:00100000:1.0:1763332897.733152:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2418:x1848987611197696:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332897.733173:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2418:x1848987611197696:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 22us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332897.733179:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1118 00000100:00080000:1.0:1763332897.733406:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763332897.733409:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332897.738477:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2418:x1848987611197568:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 5455us (6214us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332897.738493:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1117 00000100:00100000:1.0:1763332897.874079:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626390016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332897.874145:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332897.874437:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626390016 00000100:00100000:1.0:1763332897.874445:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626390016 00000100:00100000:1.0:1763332897.874490:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:1.0:1763332897.874497:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+13:3655:x1848987626390016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763332897.874530:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446195200 avail 1299955712 00000100:00100000:1.0:1763332897.874566:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+13:3655:x1848987626390016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332897.874573:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:1.0:1763332897.874620:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626390016:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1763332898.384672:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332898.384944:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626390144:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385016:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385071:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626390656:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385094:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385113:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626391168:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385133:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385161:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626391680:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385186:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385212:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763332898.385218:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626390272:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385239:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385256:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626390784:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385276:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385291:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626391296:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385310:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385335:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626390528:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385379:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385399:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626391040:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385419:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385434:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626391552:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385451:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385467:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1763332898.385472:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46269c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626390400:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385489:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385505:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626390912:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385522:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385536:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626391424:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385552:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332898.385577:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626390656 00000100:00100000:1.0:1763332898.385584:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626390656 00000100:00100000:1.0:1763332898.385638:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626390400 00000100:00100000:1.0:1763332898.385641:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626390400 00000100:00100000:1.0:1763332898.385657:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1763332898.385664:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+13:3652:x1848987626390656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.385727:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+13:3652:x1848987626390656:12345-0@lo:400:kworker.0 Request processed in 62us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332898.385734:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1763332898.385751:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1763332898.385757:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626390400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386018:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626390144 00000100:00100000:2.0:1763332898.386023:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626390144 00000100:00100000:2.0:1763332898.386052:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1763332898.386058:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626390144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386093:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626390144:12345-0@lo:400:kworker.0 Request processed in 35us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332898.386099:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1763332898.386156:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626391168 00000100:00100000:2.0:1763332898.386160:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626391168 00000100:00100000:2.0:1763332898.386187:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626390784 00000100:00100000:2.0:1763332898.386190:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626390784 00000100:00100000:2.0:1763332898.386206:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1763332898.386212:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626391168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386240:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626391168:12345-0@lo:400:kworker.0 Request processed in 28us (1106us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332898.386246:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1763332898.386255:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626391040 00000100:00100000:2.0:1763332898.386257:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626391040 00000100:00100000:2.0:1763332898.386274:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626390912 00000100:00100000:2.0:1763332898.386277:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626390912 00000100:00100000:2.0:1763332898.386295:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1763332898.386301:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626390784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386327:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626390784:12345-0@lo:400:kworker.0 Request processed in 26us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332898.386333:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1763332898.386344:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1763332898.386378:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626391040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386411:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626391040:12345-0@lo:400:kworker.0 Request processed in 35us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332898.386417:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1763332898.386427:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1763332898.386433:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626390912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386457:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626390912:12345-0@lo:400:kworker.0 Request processed in 25us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332898.386465:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1763332898.386484:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626391680 00000100:00100000:2.0:1763332898.386488:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626391680 00000100:00100000:2.0:1763332898.386508:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626390272 00000100:00100000:2.0:1763332898.386511:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626390272 00000100:00100000:2.0:1763332898.386520:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626391296 00000100:00100000:2.0:1763332898.386522:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626391296 00000100:00100000:2.0:1763332898.386530:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626390528 00000100:00100000:2.0:1763332898.386532:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626390528 00000100:00100000:2.0:1763332898.386541:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626391552 00000100:00100000:2.0:1763332898.386543:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626391552 00000100:00100000:2.0:1763332898.386553:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626391424 00000100:00100000:2.0:1763332898.386555:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626391424 00000100:00100000:2.0:1763332898.386567:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1763332898.386572:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626391680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386612:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626391680:12345-0@lo:400:kworker.0 Request processed in 39us (1425us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332898.386617:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1763332898.386629:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:2.0:1763332898.386635:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626390272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386662:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626390272:12345-0@lo:400:kworker.0 Request processed in 28us (1423us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332898.386668:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:2.0:1763332898.386678:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1763332898.386684:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626391296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386710:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626391296:12345-0@lo:400:kworker.0 Request processed in 26us (1398us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332898.386715:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1763332898.386731:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:2.0:1763332898.386736:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626390528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386761:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626390528:12345-0@lo:400:kworker.0 Request processed in 25us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332898.386766:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:2.0:1763332898.386776:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:2.0:1763332898.386781:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626391552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386804:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626391552:12345-0@lo:400:kworker.0 Request processed in 24us (1352us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332898.386810:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:2.0:1763332898.386821:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:2.0:1763332898.386826:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626391424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.386854:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626391424:12345-0@lo:400:kworker.0 Request processed in 27us (1300us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332898.386859:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00080000:2.0:1763332898.386942:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763332898.386947:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332898.386950:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332898.386951:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332898.386987:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626390272:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.387060:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626390400:12345-0@lo:400:kworker.0 Request processed in 1302us (1569us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332898.387067:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1763332898.387102:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46269c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626390400:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.387111:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626390912:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.387121:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626391424:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.387131:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626390528:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.387140:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626391040:0@lo:400:kworker.0 00000100:00100000:1.0:1763332898.387148:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626391552:0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.387954:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626390784:0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.387966:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626391296:0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.387976:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626390144:0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.387988:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626390656:0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.388001:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626391168:0@lo:400:kworker.0 00000100:00100000:2.0:1763332898.388012:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626391680:0@lo:400:kworker.0 00010000:00010000:3.0:1763332899.413237:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332899.920693:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626391808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332899.920803:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332899.921414:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626391808 00000100:00100000:3.0:1763332899.921427:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626391808 00000100:00100000:3.0:1763332899.921489:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1763332899.921500:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626391808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332899.921543:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25533248 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1763332899.922476:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332899.922497:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626391936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332899.922553:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332899.922620:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626391936 00000100:00100000:0.0:1763332899.922626:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626391936 00000100:00100000:0.0:1763332899.922663:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1763332899.922671:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626391936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332899.922689:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25533248 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1763332899.922724:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626391936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332899.922732:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1763332899.922789:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626391936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332899.923030:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626391808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1763332899.923089:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626391808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1588us (2284us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332899.923098:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000001:02000400:1.0:1763332900.172940:0:31333:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 47: Verify mirror obj alloc =========== 17:41:38 (1763332898) 00000100:00100000:0.0:1763332900.432951:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626392192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332900.433048:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332900.433177:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332900.433196:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626392064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332900.433231:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332900.433297:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626392192 00000100:00100000:3.0:1763332900.433307:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626392192 00000100:00100000:3.0:1763332900.433390:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626392064 00000100:00100000:3.0:1763332900.433394:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626392064 00000100:00100000:3.0:1763332900.433415:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1763332900.433423:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626392192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763332900.433459:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1763332900.434043:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1763332900.434058:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626392064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332900.434072:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1763332900.434127:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626392064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332900.434136:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00080000:2.0:1763332900.434169:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1763332900.434184:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332900.434238:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626392064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332900.435303:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626392192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1872us (2247us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332900.435305:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626392192:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332900.435322:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1763332901.462570:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626392320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332901.462672:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332901.462904:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332901.463020:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626392320 00000100:00100000:1.0:1763332901.463033:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626392320 00000100:00100000:1.0:1763332901.463108:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:1.0:1763332901.463119:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626392320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332901.463174:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445933056 avail 1299693568 00000100:00100000:1.0:1763332901.463255:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626392320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 137us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332901.463264:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1763332901.463926:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626392320:0@lo:41:osp-pre-0-1.0 00000001:02000400:2.0:1763332901.694786:0:31381:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-flr test_47 needs >= 3 OSTs 00010000:00010000:0.0:1763332902.480685:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332902.841545:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332902.841601:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611198080 00000100:00100000:3.0:1763332902.841603:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332902.841616:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611198080 00000100:00100000:3.0:1763332902.841649:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332902.841678:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332902.841686:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 793 00000100:00100000:2.0:1763332902.841700:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611198080:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332902.841717:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332902.841748:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611198592 00000100:00100000:3.0:1763332902.841753:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611198592 00000100:00100000:2.0:1763332902.841793:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611198080:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 95us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332902.841803:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 793 00000100:00100000:3.0:1763332902.841806:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611198464 00000100:00100000:3.0:1763332902.841811:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611198464 00000100:00100000:3.0:1763332902.841842:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 672 00000100:00100000:3.0:1763332902.841852:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611198592:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332902.841855:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611198336 00000100:00100000:2.0:1763332902.841861:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611198336 00000100:00100000:2.0:1763332902.841896:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611198208 00000100:00100000:3.0:1763332902.841897:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611198592:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 46us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332902.841900:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611198208 00000100:00100000:3.0:1763332902.841909:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 672 00000100:00100000:2.0:1763332902.841929:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1125 00000100:00100000:2.0:1763332902.841937:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2418:x1848987611198336:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332902.841947:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 673 00000100:00100000:3.0:1763332902.841957:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2418:x1848987611198464:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332902.841974:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2418:x1848987611198336:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 38us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332902.841986:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1125 00000100:00100000:3.0:1763332902.841994:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2418:x1848987611198464:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 38us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332902.842004:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1126 00000100:00100000:3.0:1763332902.842012:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 673 00000100:00100000:2.0:1763332902.842017:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2418:x1848987611198208:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332902.842046:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2418:x1848987611198208:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 34us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332902.842051:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1126 00000100:00080000:2.0:1763332902.842096:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763332902.842101:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332902.842105:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332902.842108:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332902.999063:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332902.999105:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626392448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332902.999204:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332902.999311:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626392448 00000100:00100000:0.0:1763332902.999321:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626392448 00000100:00100000:0.0:1763332902.999402:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1763332902.999412:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+13:3655:x1848987626392448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332902.999457:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446195200 avail 1299955712 00000100:00100000:0.0:1763332902.999517:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+13:3655:x1848987626392448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332902.999525:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1763332902.999587:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626392448:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1763332903.005724:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967489 is committed 00000001:02000400:3.0:1763332903.453014:0:31429:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 48: Verify snapshot mirror ============ 17:41:42 (1763332902) 00000100:00100000:1.0:1763332903.505591:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626392960:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.505676:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.505731:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626393472:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.505754:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.505773:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626393984:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.505790:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.505815:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1763332903.505820:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626392576:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.505846:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.505864:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626393088:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.505882:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.505894:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626393600:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.505913:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.505940:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626392704:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.505966:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.505981:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626393216:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.505998:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.506010:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626393728:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.506035:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.506060:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763332903.506067:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626392832:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.506091:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332903.506109:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626392960 00000100:00100000:1.0:1763332903.506115:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626393344:0@lo:400:kworker.0 00000100:00100000:2.0:1763332903.506126:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626392960 00000100:00100000:1.0:1763332903.506137:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.506153:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626393856:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.506177:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332903.506197:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626393984 00000100:00100000:1.0:1763332903.506209:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626393600 00000100:00100000:1.0:1763332903.506217:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626393600 00000100:00100000:1.0:1763332903.506262:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626392704 00000100:00100000:1.0:1763332903.506265:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626392704 00000100:00100000:1.0:1763332903.506277:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626393728 00000100:00100000:1.0:1763332903.506279:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626393728 00000100:00100000:1.0:1763332903.506289:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626393856 00000100:00100000:1.0:1763332903.506291:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626393856 00000100:00100000:1.0:1763332903.506306:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1763332903.506314:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626392960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.506396:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626392960:12345-0@lo:400:kworker.0 Request processed in 82us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332903.506404:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1763332903.506423:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:1.0:1763332903.506428:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626393600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.506451:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626393600:12345-0@lo:400:kworker.0 Request processed in 23us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332903.506457:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:1.0:1763332903.506469:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1763332903.506475:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626392704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.506518:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1848987626392704:12345-0@lo:400:kworker.0 Request processed in 43us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332903.506524:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1763332903.506538:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1763332903.506544:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626393728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.506574:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626393728:12345-0@lo:400:kworker.0 Request processed in 30us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332903.506580:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1763332903.506593:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1763332903.506602:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626393856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332903.506610:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626393472 00000100:00100000:3.0:1763332903.506617:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626393472 00000100:00100000:1.0:1763332903.506628:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626393856:12345-0@lo:400:kworker.0 Request processed in 27us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332903.506635:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1763332903.506659:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626393088 00000100:00100000:3.0:1763332903.506663:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626393088 00000100:00100000:1.0:1763332903.506666:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626392576 00000100:00100000:1.0:1763332903.506672:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626392576 00000100:00100000:3.0:1763332903.506691:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626393216 00000100:00100000:3.0:1763332903.506696:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626393216 00000100:00100000:1.0:1763332903.506709:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1763332903.506720:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626392576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332903.506726:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626393344 00000100:00100000:3.0:1763332903.506730:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626393344 00000100:00100000:1.0:1763332903.506758:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626392576:12345-0@lo:400:kworker.0 Request processed in 41us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332903.506759:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1763332903.506771:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1763332903.506775:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626393472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332903.506801:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626393984 00000100:00100000:1.0:1763332903.506832:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626392832 00000100:00100000:3.0:1763332903.506836:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626393472:12345-0@lo:400:kworker.0 Request processed in 64us (1079us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332903.506840:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626392832 00000100:00100000:3.0:1763332903.506847:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1763332903.506884:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1763332903.506892:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1763332903.506897:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:3.0:1763332903.506904:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626393088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.506919:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626392832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332903.506922:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626393984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332903.506948:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626393088:12345-0@lo:400:kworker.0 Request processed in 50us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332903.506956:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1763332903.506973:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626392832:12345-0@lo:400:kworker.0 Request processed in 64us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332903.506980:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1763332903.506986:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:3.0:1763332903.506995:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626393216:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1763332903.507021:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332903.507028:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763332903.507033:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332903.507041:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626393984:12345-0@lo:400:kworker.0 Request processed in 127us (1242us total) trans 0 rc 0/0 00000100:00080000:1.0:1763332903.507043:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332903.507057:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626393216:12345-0@lo:400:kworker.0 Request processed in 60us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332903.507070:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:3.0:1763332903.507075:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1763332903.507102:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1763332903.507110:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626393344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.507159:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626392832:0@lo:400:kworker.0 00000100:00100000:3.0:1763332903.507160:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626393344:12345-0@lo:400:kworker.0 Request processed in 49us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332903.507173:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1763332903.507183:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626393344:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.507196:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626393856:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.507207:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1848987626392704:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.507219:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626393216:0@lo:400:kworker.0 00010000:00010000:3.0:1763332903.507230:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332903.507232:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626393728:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.507283:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626392576:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.507294:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626393088:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.507306:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626393600:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.507319:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626392960:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.507331:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626393472:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.507343:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626393984:0@lo:400:kworker.0 00000100:00100000:1.0:1763332903.553203:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332903.553292:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611198720 00000100:00100000:3.0:1763332903.553310:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611198720 00000100:00100000:3.0:1763332903.553427:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3026 00000100:00100000:3.0:1763332903.553444:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:46871:x1848987611198720:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332903.553476:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332903.553522:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33887 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2ef expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.553616:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3388e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553636:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3388e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553652:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3388e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553670:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c33895 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553678:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c33895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553685:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c33895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553748:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3388e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553758:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3388e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553766:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3388e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553773:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3388e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553780:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332903.553786:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3388e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553795:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3388e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553809:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332903.553813:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332903.553819:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3388e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553826:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3388e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553840:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c33895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553846:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c33895 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553852:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c33895 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553858:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332903.553861:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c33895 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553868:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c33895 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553875:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332903.553878:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332903.553881:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c33895 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553887:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c33895 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.553925:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33887 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2ef expref: 21 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.553937:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332903.553939:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332903.553943:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33887 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2ef expref: 21 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.553954:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2200, rc 0) 00000100:00100000:3.0:1763332903.554045:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:46871:x1848987611198720:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 607us (851us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332903.554054:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3026 00000100:00100000:2.0:1763332903.561715:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332903.561763:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611198976 00000100:00100000:0.0:1763332903.561774:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611198976 00000100:00100000:0.0:1763332903.561840:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3027 00000100:00100000:0.0:1763332903.561851:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:46871:x1848987611198976:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332903.561873:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332903.561876:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1763332903.561907:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192600/0xb32e3ef184c33084 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0a3 expref: 20 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332903.561925:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332903.561929:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332903.561946:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c3389c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2f6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332903.562059:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c338a3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.562074:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c338a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.562088:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c338a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.562103:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.562110:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.562117:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.562614:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c338b1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.562624:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c338b1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.562631:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c338b1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:0.0:1763332903.562641:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 0 00010000:00010000:0.0:1763332903.567831:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c338a3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.567849:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c338a3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.567857:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c338a3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.567864:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c338a3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.567870:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48190800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332903.567875:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c338a3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.567883:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c338a3 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.567899:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332903.567902:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332903.567906:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c338a3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.567912:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190800/0xb32e3ef184c338a3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00010000:0.0:1763332903.567931:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009029f415 reply state 000000009f53a5bf transno 4294969188 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.567943:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332903.567951:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92fe43b90d00) 00010000:00010000:0.0:1763332903.567953:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332903.567956:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332903.568088:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191600/0xb32e3ef184c3389c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2f6 expref: 22 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.568115:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c338b1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2f6 expref: 21 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.568273:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92fe43b90700) 00010000:00010000:3.0:1763332903.568278:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332903.568282:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191000, rc 0) 00000100:00100000:3.0:1763332903.570172:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46871:x1848987611198976:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 8304us (8448us total) trans 4294969188 rc 0/0 00000100:00100000:3.0:1763332903.570191:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3027 00000100:00100000:1.0:1763332903.575205:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332903.576652:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611199232 00000100:00100000:3.0:1763332903.576669:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611199232 00000100:00100000:3.0:1763332903.577308:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3028 00000100:00100000:3.0:1763332903.577326:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46871:x1848987611199232:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332903.577514:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332903.577545:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c338bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2fd expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.577699:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.577717:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c338b1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2f6 expref: 23 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.577728:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.579259:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c338b1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2f6 expref: 23 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.579289:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c338b1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2f6 expref: 23 pid: 6521 timeout: 1107 lvb_type: 0 00000100:00100000:3.0:1763332903.579313:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626394112:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332903.579459:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff4850e180 going to sleep for 11 seconds 00000100:00100000:0.0:1763332903.583806:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332903.583931:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626394112:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332903.583974:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763332903.584436:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611199360 00000100:00100000:2.0:1763332903.584447:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611199360 00010000:00010000:2.0:1763332903.584509:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c338b1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2f6 expref: 24 pid: 6521 timeout: 1107 lvb_type: 0 00000100:00100000:2.0:1763332903.584556:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 804 00000100:00100000:2.0:1763332903.584567:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff61b14c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:2420:x1848987611199360:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332903.584592:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332903.584600:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c338b1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2f6 expref: 24 pid: 6521 timeout: 1107 lvb_type: 0 00010000:00010000:2.0:1763332903.584615:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c338b1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2f6 expref: 24 pid: 6521 timeout: 1107 lvb_type: 0 00010000:00010000:2.0:1763332903.584647:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191000/0xb32e3ef184c338b1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2f6 expref: 24 pid: 6521 timeout: 1107 lvb_type: 0 00010000:00010000:2.0:1763332903.584668:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92fe43b90700) 00010000:00010000:2.0:1763332903.584674:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.584685:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.584694:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.584729:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332903.584803:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff61b14c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2420:x1848987611199360:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 236us (1013us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332903.584811:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 804 00010000:00010000:3.0:1763332903.584926:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.584936:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332903.584962:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 0 00000004:00080000:3.0:1763332903.585704:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x58:0x0], index 0: 0 00000004:00080000:3.0:1763332903.586839:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x53:0x0], index 1: 0 00010000:00010000:3.0:1763332903.587045:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.587058:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.587066:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.587073:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332903.587079:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.587087:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.587112:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92fe43b90700) 00010000:00010000:3.0:1763332903.587115:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332903.587121:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.587126:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338c6 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.587208:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c338bf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2fd expref: 23 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.587220:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332903.587222:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332903.587226:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c338bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2fd expref: 23 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.587236:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2200, rc 0) 00000100:00100000:3.0:1763332903.587339:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46871:x1848987611199232:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 10018us (12144us total) trans 4294969189 rc 301/301 00000100:00100000:3.0:1763332903.587373:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3028 00000100:00100000:0.0:1763332903.590058:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332903.590161:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611199616 00000100:00100000:2.0:1763332903.590174:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611199616 00000100:00100000:2.0:1763332903.590249:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 895 00000100:00100000:2.0:1763332903.590261:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46871:x1848987611199616:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332903.590747:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46871:x1848987611199616:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 485us (702us total) trans 4294969190 rc 0/0 00000100:00100000:2.0:1763332903.590758:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 895 00000100:00100000:2.0:1763332903.595284:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332903.595394:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611199872 00000100:00100000:0.0:1763332903.595409:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611199872 00000100:00100000:0.0:1763332903.595491:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 896 00000100:00100000:0.0:1763332903.595517:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46871:x1848987611199872:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332903.595881:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:46871:x1848987611199872:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 367us (610us total) trans 4294969191 rc 0/0 00000100:00100000:0.0:1763332903.595890:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 896 00000100:00100000:3.0:1763332903.607188:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332903.609396:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611200000 00000100:00100000:0.0:1763332903.609412:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611200000 00000100:00100000:1.0:1763332903.611599:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3029 00000100:00100000:1.0:1763332903.611626:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:46876:x1848987611200000:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:1.0:1763332903.611664:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332903.611694:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991e00/0xb32e3ef184c338d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e304 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.611812:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c338db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332903.611830:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c338db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332903.611844:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c338db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332903.611912:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763332903.611917:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332903.611945:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c338db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332903.611977:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991e00/0xb32e3ef184c338d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e304 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.611997:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c338db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e304 expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.612008:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332903.612012:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763332903.612016:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990a00, rc 0) 00000100:00100000:1.0:1763332903.612119:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46876:x1848987611200000:12345-192.168.204.28@tcp:101:dd.0 Request processed in 506us (4946us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332903.612130:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3029 00000100:00100000:1.0:1763332903.620733:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332903.621049:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611200256 00000100:00100000:3.0:1763332903.621065:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611200256 00000100:00100000:3.0:1763332903.621141:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3030 00000100:00100000:3.0:1763332903.621153:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46876:x1848987611200256:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332903.621178:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332903.621183:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332903.621217:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c338db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e304 expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.621238:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332903.621243:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332903.621260:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338e2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e30b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.621544:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c338e9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621562:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c338e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621574:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c338e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621588:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c338f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621595:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c338f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621601:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c338f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621684:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c338f7 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621692:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c338f7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621698:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c338f7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:3.0:1763332903.621710:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 0 00010000:00010000:3.0:1763332903.621815:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c338e9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621823:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c338e9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621829:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c338e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621837:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c338e9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.621843:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332903.621848:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c338e9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.622104:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c338e9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.622115:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332903.622118:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332903.622122:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c338e9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.622128:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c338e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.622138:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c338f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.622143:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c338f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.622148:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c338f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.622156:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332903.622158:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c338f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.622163:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c338f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.622169:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92fe43b90d00) 00010000:00010000:3.0:1763332903.622171:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332903.622173:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c338f0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.622178:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c338f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332903.622223:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c338e2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e30b expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.622235:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c338f7 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e30b expref: 26 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.622242:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332903.622244:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332903.622246:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2800, rc 0) 00000100:00100000:3.0:1763332903.622338:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46876:x1848987611200256:12345-192.168.204.28@tcp:101:dd.0 Request processed in 1187us (1617us total) trans 4294969192 rc 0/0 00000100:00100000:3.0:1763332903.622375:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3030 00000100:00100000:3.0:1763332903.630757:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332903.636188:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611200384 00000100:00100000:3.0:1763332903.636214:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611200384 00000100:00100000:3.0:1763332903.636307:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3031 00000100:00100000:3.0:1763332903.636322:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46876:x1848987611200384:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332903.636376:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332903.636407:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33905 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e312 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.636453:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c3390c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332903.636993:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c3390c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332903.637014:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c3390c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332903.637172:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33905 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e312 expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.637191:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c3390c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e312 expref: 27 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.637201:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332903.637205:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763332903.637210:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3400, rc 0) 00000100:00100000:3.0:1763332903.637306:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:46876:x1848987611200384:12345-192.168.204.28@tcp:101:dd.0 Request processed in 987us (6561us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332903.637316:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3031 00000100:00100000:3.0:1763332903.647870:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332903.648946:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611200640 00000100:00100000:2.0:1763332903.648965:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611200640 00000100:00100000:2.0:1763332903.649052:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3032 00000100:00100000:2.0:1763332903.649063:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:46876:x1848987611200640:12345-192.168.204.28@tcp:36:dd.0 00010000:00010000:2.0:1763332903.649138:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332903.649178:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2800/0xb32e3ef184c338f7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e30b expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332903.649202:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332903.649209:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332903.649486:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.649516:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.649529:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:2.0:1763332903.649594:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969193 00000004:00010000:2.0:1763332903.649621:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000156277c8 reply state 00000000145dc296 transno 4294969194 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.649635:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.649642:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332903.649645:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332903.649650:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332903.649805:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:46876:x1848987611200640:12345-192.168.204.28@tcp:36:dd.0 Request processed in 742us (1952us total) trans 4294969194 rc 0/0 00000100:00100000:2.0:1763332903.649814:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3032 00000020:00080000:2.0:1763332903.649822:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763332903.654078:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332903.654175:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611200768 00000100:00100000:1.0:1763332903.654191:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611200768 00000100:00100000:1.0:1763332903.654275:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3033 00000100:00100000:1.0:1763332903.654287:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:46876:x1848987611200768:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:1.0:1763332903.654321:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332903.654379:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3391a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e319 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.654465:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3391a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e319 expref: 30 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.654483:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3391a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e319 expref: 30 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.654515:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332903.654519:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332903.654523:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991200, rc 0) 00000100:00100000:1.0:1763332903.654590:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46876:x1848987611200768:12345-192.168.204.28@tcp:101:dd.0 Request processed in 306us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332903.654598:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3033 00000100:00100000:0.0:1763332903.662286:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332903.662477:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611201024 00000100:00100000:3.0:1763332903.662503:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611201024 00000100:00100000:3.0:1763332903.662580:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3034 00000100:00100000:3.0:1763332903.662592:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46876:x1848987611201024:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332903.662622:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332903.662626:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332903.662664:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3391a lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e319 expref: 30 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.664272:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332903.664285:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332903.664311:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33921 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e320 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.664413:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33928 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332903.664432:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33928 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332903.664446:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33928 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000040:00080000:3.0:1763332903.664774:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].242, 88 off28336 00000004:00080000:3.0:1763332903.664785:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1007744435551ns, next at 985047776420ns, rc = 0 00000040:00080000:3.0:1763332903.664830:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].237, 88 off28008 00000004:00080000:3.0:1763332903.664836:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1007744487007ns, next at 982082683806ns, rc = 0 00000001:00080000:0.0:1763332903.669550:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969195 is committed 00000004:00080000:0.0:1763332903.669566:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 221 committed 00000004:00080000:0.0:1763332903.669574:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 224 committed 00010000:00010000:2.0:1763332903.670000:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763332903.670004:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1763332903.670023:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763332903.670032:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626394240:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763332903.670037:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.670047:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe48191a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332903.670054:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.670065:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.670091:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92fe43b90d00) 00010000:00010000:2.0:1763332903.670095:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332903.670102:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.670110:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48191a00/0xb32e3ef184c338aa lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763332903.670125:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763332903.670161:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.670170:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.670183:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.670189:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332903.670193:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.670200:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.670211:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332903.670214:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332903.670218:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332903.670224:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33913 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763332903.670259:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626394240 00000100:00100000:2.0:1763332903.670270:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626394240 00000100:00100000:2.0:1763332903.670340:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:2.0:1763332903.670375:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626394240:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332903.670634:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626394368:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332903.670888:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332903.670976:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626394368 00000100:00100000:0.0:1763332903.670984:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626394368 00010000:00010000:3.0:1763332903.671124:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33928 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e320 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.671136:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332903.671140:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332903.671159:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33921 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e320 expref: 22 pid: 6519 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763332903.671182:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33928 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e320 expref: 21 pid: 6519 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332903.671187:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626394240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 833us (1068us total) trans 21474836846 rc 0/0 00000100:00100000:2.0:1763332903.671208:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00100000:2.0:1763332903.671242:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00010000:00010000:3.0:1763332903.671252:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00000100:00100000:2.0:1763332903.671254:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e05a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626394368:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1763332903.671261:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332903.671267:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2c00, rc 0) 00000100:00100000:3.0:1763332903.671325:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:46876:x1848987611201024:12345-192.168.204.28@tcp:101:dd.0 Request processed in 8734us (9055us total) trans 4294969195 rc 0/0 00000100:00100000:3.0:1763332903.671335:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3034 00000100:00100000:2.0:1763332903.671459:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e05a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626394368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 207us (569us total) trans 17179869527 rc 0/0 00000100:00100000:2.0:1763332903.671473:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000004:00080000:2.0:1763332903.672304:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff50048700/2, rc 0, transno 17179869527 00000100:00100000:2.0:1763332903.672315:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50048700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626394368:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763332903.672394:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44dcad80/2, rc 0, transno 21474836846 00000100:00100000:2.0:1763332903.672401:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626394240:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332903.676770:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332903.682227:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611201152 00000100:00100000:2.0:1763332903.682249:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611201152 00000100:00100000:2.0:1763332903.682382:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1535 00000100:00100000:2.0:1763332903.682397:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:46876:x1848987611201152:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332903.682425:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332903.682456:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3392f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e327 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332903.682490:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x58:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332903.682533:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332903.682536:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332903.682548:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3392f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e327 expref: 7 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332903.682571:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3392f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e327 expref: 7 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332903.682588:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06600, rc 0) 00000100:00100000:2.0:1763332903.682686:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:46876:x1848987611201152:12345-192.168.204.28@tcp:101:dd.0 Request processed in 292us (5929us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332903.682694:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1535 00000100:00100000:3.0:1763332903.685710:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332903.686316:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611201280 00000100:00100000:2.0:1763332903.686333:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611201280 00002000:00010000:2.0:1763332903.686412:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/88 (0->18446744073709551615) 00002000:00100000:2.0:1763332903.686419:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7566c700 with x1848987611201280 ext(0->18446744073709551615) 00002000:00010000:2.0:1763332903.686436:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7566c700. 00000100:00100000:2.0:1763332903.686477:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 614 00000100:00100000:2.0:1763332903.686490:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611201280:12345-192.168.204.28@tcp:10:dd.0 00002000:00010000:2.0:1763332903.686721:0:16635:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763332903.686725:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb mtime from disk: 0 -> 1763332903 00002000:00010000:2.0:1763332903.686728:0:16635:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763332903.686731:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb ctime from disk: 0 -> 1763332903 00002000:00010000:2.0:1763332903.686735:0:16635:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763332903.686824:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611201280:12345-192.168.204.28@tcp:10:dd.0 Request processed in 336us (1125us total) trans 21474836847 rc 0/0 00000100:00100000:2.0:1763332903.686833:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 614 00002000:00010000:2.0:1763332903.686838:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/88 (0->18446744073709551615) 00002000:00100000:2.0:1763332903.686841:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7566c700 with x1848987611201280 ext(0->18446744073709551615) 00002000:00010000:2.0:1763332903.686845:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7566c700. 00000100:00100000:0.0:1763332903.818918:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332903.819117:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611201536 00000100:00100000:3.0:1763332903.819131:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611201536 00000100:00100000:3.0:1763332903.819217:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3035 00000100:00100000:3.0:1763332903.819229:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:46876:x1848987611201536:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332903.819262:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332903.819266:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332903.819302:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33928 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e320 expref: 21 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.819327:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332903.819334:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332903.819418:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33936 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e32e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332903.819481:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3393d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332903.819506:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3393d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332903.819517:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3393d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00080000:3.0:1763332903.819778:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x59:0x0], index 0: 0 00000040:00080000:3.0:1763332903.819874:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].243, 88 off28424 00000004:00080000:3.0:1763332903.819883:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1007899533727ns, next at 985047776420ns, rc = 0 00000040:00080000:3.0:1763332903.819915:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].244, 88 off28512 00000004:00080000:3.0:1763332903.819920:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1007899570897ns, next at 985047776420ns, rc = 0 00000040:00080000:3.0:1763332903.819943:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].238, 88 off28096 00000004:00080000:3.0:1763332903.819947:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1007899598523ns, next at 982082683806ns, rc = 0 00000001:00080000:0.0:1763332903.823272:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969196 is committed 00000004:00080000:0.0:1763332903.823289:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 222 committed 00000004:00080000:0.0:1763332903.823316:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 226 committed 00000004:00080000:0.0:1763332903.823333:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 225 committed 00000100:00100000:1.0:1763332903.823527:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332903.823558:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626394624:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332903.823565:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626394752:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763332903.823709:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3393d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e32e expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332903.823730:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332903.823734:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763332903.823763:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c33936 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e32e expref: 22 pid: 6519 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763332903.823794:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3393d lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e32e expref: 21 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332903.823843:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332903.823846:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763332903.823849:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3600, rc 0) 00000100:00100000:2.0:1763332903.824167:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626394496:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332903.824248:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.824312:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626394624 00000100:00100000:1.0:1763332903.824320:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626394624 00000100:00100000:1.0:1763332903.824401:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:1.0:1763332903.824415:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626394624:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332903.824417:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332903.824464:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626394752 00000100:00100000:3.0:1763332903.824469:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626394752 00000100:00100000:3.0:1763332903.824553:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:3.0:1763332903.824560:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626394752:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332903.824741:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626394752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 181us (327us total) trans 21474836848 rc 0/0 00000100:00100000:3.0:1763332903.824749:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000004:00080000:3.0:1763332903.824811:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7566ea00/2, rc 0, transno 21474836848 00000100:00100000:3.0:1763332903.824819:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626394752:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332903.827332:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:46876:x1848987611201536:12345-192.168.204.28@tcp:101:dd.0 Request processed in 8089us (8415us total) trans 4294969196 rc 0/0 00000100:00100000:0.0:1763332903.827362:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3035 00000100:00100000:2.0:1763332903.827615:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332903.827777:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3652:x1848987626394624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3365us (3529us total) trans 17179869528 rc 0/0 00000100:00100000:1.0:1763332903.827788:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:1.0:1763332903.827807:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626394496 00000100:00100000:1.0:1763332903.827816:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626394496 00000100:00100000:1.0:1763332903.827861:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:1.0:1763332903.827871:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3654:x1848987626394496:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332903.827999:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763332903.828002:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb mtime from disk: 1763332903 -> 1763332903 00002000:00010000:1.0:1763332903.828005:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332903.828007:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb ctime from disk: 1763332903 -> 1763332903 00002000:00010000:1.0:1763332903.828009:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332903.828049:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626394496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 179us (434us total) trans 21474836849 rc 0/0 00000100:00100000:1.0:1763332903.828056:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000004:00080000:3.0:1763332903.828130:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7566dc00/2, rc 0, transno 21474836849 00000004:00080000:2.0:1763332903.828131:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff50049c00/2, rc 0, transno 17179869528 00000100:00100000:3.0:1763332903.828138:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626394496:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1763332903.828138:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626394624:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332903.833132:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332903.833216:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611201664 00000100:00100000:2.0:1763332903.833231:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611201664 00002000:00100000:2.0:1763332903.833295:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x58:0x0] (0->2097151) req@ffff92ff7566d180 x1848987611201664/t0(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:214/0 lens 488/0 e 0 to 0 dl 1763332914 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332903.833307:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7566d180 with x1848987611201664 ext(0->2097151) 00002000:00010000:2.0:1763332903.833315:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7566d180 00000100:00100000:2.0:1763332903.833392:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 615 00000100:00100000:2.0:1763332903.833404:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611201664:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:1.0:1763332903.877966:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611201664:12345-192.168.204.28@tcp:4:dd.0 Request processed in 44547us (44833us total) trans 21474836850 rc 0/0 00000100:00100000:1.0:1763332903.877985:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 615 00002000:00100000:1.0:1763332903.878003:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x58:0x0] (0->2097151) req@ffff92ff7566d180 x1848987611201664/t21474836850(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:214/0 lens 488/448 e 0 to 0 dl 1763332914 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332903.878016:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7566d180 with x1848987611201664 ext(0->2097151) 00002000:00010000:1.0:1763332903.878023:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7566d180 00000100:00100000:3.0:1763332903.892400:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332903.892641:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611201792 00000100:00100000:0.0:1763332903.892660:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611201792 00000100:00100000:0.0:1763332903.892764:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1539 00000100:00100000:0.0:1763332903.892777:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:46876:x1848987611201792:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332903.892804:0:28650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332903.892833:0:28650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e335 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332903.892865:0:28650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x59:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332903.892896:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332903.892899:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332903.892910:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 11 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332903.892935:0:28650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 11 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332903.892951:0:28650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48191e00, rc 0) 00000100:00100000:0.0:1763332903.893038:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:46876:x1848987611201792:12345-192.168.204.28@tcp:101:dd.0 Request processed in 264us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332903.893047:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1539 00000100:00100000:0.0:1763332903.922533:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332903.922632:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611202048 00000100:00100000:3.0:1763332903.922643:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611202048 00000100:00100000:3.0:1763332903.922699:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 897 00000100:00100000:3.0:1763332903.922708:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:46876:x1848987611202048:12345-192.168.204.28@tcp:35:dd.0 00000100:00100000:3.0:1763332903.923856:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46876:x1848987611202048:12345-192.168.204.28@tcp:35:dd.0 Request processed in 1140us (1325us total) trans 4294969197 rc 0/0 00000100:00100000:3.0:1763332903.923868:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 897 00000100:00100000:3.0:1763332903.949892:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332903.950205:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611202176 00000100:00100000:0.0:1763332903.950215:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611202176 00000100:00100000:0.0:1763332903.950276:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3036 00000100:00100000:0.0:1763332903.950286:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46882:x1848987611202176:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332903.950310:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332903.950332:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c3394b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e33c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332903.950438:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c33952 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332903.950453:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c33952 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332903.950467:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c33952 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:0.0:1763332903.950519:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763332903.950523:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332903.950540:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c33952 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332903.950563:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190400/0xb32e3ef184c3394b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e33c expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332903.950580:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c33952 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e33c expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332903.950590:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332903.950593:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332903.950596:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe48190a00, rc 0) 00000100:00100000:0.0:1763332903.950653:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46882:x1848987611202176:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 368us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332903.950660:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3036 00000100:00100000:0.0:1763332903.956226:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332903.956542:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611202432 00000100:00100000:1.0:1763332903.956552:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611202432 00000100:00100000:1.0:1763332903.956628:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3037 00000100:00100000:1.0:1763332903.956641:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46882:x1848987611202432:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332903.956667:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332903.956696:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33959 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e343 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.956808:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33960 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.956825:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33960 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957085:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33960 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957103:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33967 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957110:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33967 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957116:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33967 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957201:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33960 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957207:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33960 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957213:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33960 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957219:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33960 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957228:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332903.957232:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33960 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957239:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33960 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957252:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332903.957255:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332903.957259:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33960 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957265:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33960 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957278:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33967 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957284:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33967 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957288:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33967 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957293:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332903.957295:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33967 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957300:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33967 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957307:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff6055ae00) 00010000:00010000:1.0:1763332903.957309:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332903.957311:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33967 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957317:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c33967 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.957383:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33959 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e343 expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.957394:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332903.957396:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332903.957400:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33959 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e343 expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.957410:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991000, rc 0) 00000100:00100000:1.0:1763332903.957474:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46882:x1848987611202432:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 835us (1259us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332903.957483:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3037 00000100:00100000:3.0:1763332903.967565:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332903.967757:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611202560 00000100:00100000:1.0:1763332903.967767:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611202560 00000100:00100000:1.0:1763332903.967826:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3038 00000100:00100000:1.0:1763332903.967837:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46882:x1848987611202560:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332903.967919:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3396e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.967936:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3396e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.967947:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3396e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.967967:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33975 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.967973:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33975 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.967978:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33975 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968064:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3397c lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968073:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3397c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968079:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3397c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332903.968124:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145729 00000004:00200000:1.0:1763332903.968128:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332903.968139:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3397c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968152:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3396e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968158:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3396e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968163:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3396e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968169:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3396e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968178:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332903.968183:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3396e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968190:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3396e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968201:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332903.968203:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332903.968208:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3396e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968213:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c3396e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968226:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33975 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968232:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33975 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968237:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33975 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968241:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332903.968243:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33975 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968248:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33975 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968253:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff6055af00) 00010000:00010000:1.0:1763332903.968255:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332903.968258:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33975 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968262:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c33975 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968274:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3397c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968279:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3397c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968283:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3397c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968287:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43990a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332903.968289:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3397c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968295:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3397c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968299:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332903.968301:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332903.968304:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3397c lrc: 2/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.968308:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c3397c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763332903.969029:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46882:x1848987611202560:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 1191us (1472us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332903.969038:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3038 00000100:00100000:2.0:1763332903.992133:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332903.992240:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611202816 00000100:00100000:1.0:1763332903.992250:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611202816 00000100:00100000:1.0:1763332903.993426:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3039 00000100:00100000:1.0:1763332903.993443:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46885:x1848987611202816:12345-192.168.204.28@tcp:101:bash.0 00010000:00010000:1.0:1763332903.993466:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332903.993500:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c33983 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e34a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.993573:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3398a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993587:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3398a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993597:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3398a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993609:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c33991 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993614:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c33991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993620:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c33991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993782:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33998 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993790:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33998 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993796:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33998 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332903.993809:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145729 00010000:00010000:1.0:1763332903.993888:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3398a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993895:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3398a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993901:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3398a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993906:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3398a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993912:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332903.993915:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3398a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993923:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3398a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993943:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332903.993945:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332903.993949:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3398a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993955:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c3398a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993968:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c33991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993975:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c33991 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993985:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c33991 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993990:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332903.993993:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c33991 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.993998:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c33991 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.994005:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff6055af00) 00010000:00010000:1.0:1763332903.994007:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332903.994010:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c33991 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.994015:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c33991 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332903.994170:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c33983 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e34a expref: 26 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.994186:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33998 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e34a expref: 25 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332903.994193:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332903.994195:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332903.994198:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991000, rc 0) 00000100:00100000:1.0:1763332903.994307:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46885:x1848987611202816:12345-192.168.204.28@tcp:101:bash.0 Request processed in 869us (2183us total) trans 4294969198 rc 0/0 00000100:00100000:1.0:1763332903.994314:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3039 00000100:00100000:0.0:1763332904.002405:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.002504:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611202944 00000100:00100000:1.0:1763332904.002516:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611202944 00002000:00100000:1.0:1763332904.002610:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x58:0x0] (0->32767) req@ffff92ff74034000 x1848987611202944/t0(0) o3->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:215/0 lens 488/0 e 0 to 0 dl 1763332915 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00000100:00080000:2.0:1763332904.002612:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:1.0:1763332904.002624:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff74034000 with x1848987611202944 ext(0->32767) 00002000:00010000:1.0:1763332904.002632:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff74034000 00000100:00100000:3.0:1763332904.003204:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 616 00000100:00100000:3.0:1763332904.003219:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611202944:12345-192.168.204.28@tcp:3:md5sum.0 00000100:00100000:3.0:1763332904.008517:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611202944:12345-192.168.204.28@tcp:3:md5sum.0 Request processed in 5292us (6112us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1763332904.008532:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 616 00002000:00100000:3.0:1763332904.008546:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x58:0x0] (0->32767) req@ffff92ff74034000 x1848987611202944/t0(0) o3->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:215/0 lens 488/440 e 0 to 0 dl 1763332915 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332904.008556:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff74034000 with x1848987611202944 ext(0->32767) 00002000:00010000:3.0:1763332904.008562:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff74034000 00000100:00100000:2.0:1763332904.022763:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.022861:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611203072 00000100:00100000:3.0:1763332904.022872:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611203072 00002000:00100000:3.0:1763332904.022920:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x58:0x0] (32768->2097151) req@ffff92ff75666300 x1848987611203072/t0(0) o3->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:215/0 lens 488/0 e 0 to 0 dl 1763332915 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332904.022931:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75666300 with x1848987611203072 ext(32768->2097151) 00002000:00010000:3.0:1763332904.022937:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff75666300 00000100:00100000:3.0:1763332904.023060:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 617 00000100:00100000:3.0:1763332904.023070:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611203072:12345-192.168.204.28@tcp:3:md5sum.0 00000100:00100000:0.0:1763332904.045780:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611203072:12345-192.168.204.28@tcp:3:md5sum.0 Request processed in 22701us (23021us total) trans 0 rc 2064384/2064384 00000100:00100000:0.0:1763332904.045796:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 617 00002000:00100000:0.0:1763332904.045809:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x58:0x0] (32768->2097151) req@ffff92ff75666300 x1848987611203072/t0(0) o3->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:215/0 lens 488/440 e 0 to 0 dl 1763332915 ref 1 fl Complete:/600/0 rc 2064384/2064384 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332904.045819:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75666300 with x1848987611203072 ext(32768->2097151) 00002000:00010000:0.0:1763332904.045826:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff75666300 00000100:00100000:0.0:1763332904.073156:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.073436:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611203328 00000100:00100000:2.0:1763332904.073448:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611203328 00000100:00100000:2.0:1763332904.073788:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 898 00000100:00100000:2.0:1763332904.073800:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46885:x1848987611203328:12345-192.168.204.28@tcp:35:md5sum.0 00000100:00080000:1.0:1763332904.074272:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332904.075251:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46885:x1848987611203328:12345-192.168.204.28@tcp:35:md5sum.0 Request processed in 1445us (2099us total) trans 4294969199 rc 0/0 00000100:00100000:2.0:1763332904.075265:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 898 00000100:00100000:2.0:1763332904.099468:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.099571:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611203584 00000100:00100000:1.0:1763332904.099583:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611203584 00000100:00100000:1.0:1763332904.099639:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3040 00000100:00100000:1.0:1763332904.099649:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46886:x1848987611203584:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332904.099675:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332904.099699:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c339a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e351 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.099820:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 3/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.099837:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33998 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e34a expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.099846:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 4/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.099883:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33998 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e34a expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.099897:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33998 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e34a expref: 27 pid: 6521 timeout: 1108 lvb_type: 0 00000100:00100000:1.0:1763332904.099914:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626394880:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332904.100008:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a276c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332904.103491:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626394880:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332904.103527:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 3/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763332904.104982:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332904.105172:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611203712 00000100:00100000:0.0:1763332904.105181:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611203712 00010000:00010000:0.0:1763332904.105227:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33998 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e34a expref: 28 pid: 6521 timeout: 1108 lvb_type: 0 00000100:00100000:0.0:1763332904.105280:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 805 00000100:00100000:0.0:1763332904.105291:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:2420:x1848987611203712:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332904.105307:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332904.105313:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33998 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e34a expref: 28 pid: 6521 timeout: 1108 lvb_type: 0 00010000:00010000:0.0:1763332904.105332:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33998 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e34a expref: 28 pid: 6521 timeout: 1108 lvb_type: 0 00010000:00010000:0.0:1763332904.105514:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991000/0xb32e3ef184c33998 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e34a expref: 28 pid: 6521 timeout: 1108 lvb_type: 0 00010000:00010000:0.0:1763332904.105531:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332904.105536:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 3/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.105547:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.105554:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.106999:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.107010:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332904.107032:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145729 00010000:00010000:0.0:1763332904.107495:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332904.107566:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:2420:x1848987611203712:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2273us (2586us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332904.107577:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 805 00010000:00010000:1.0:1763332904.108098:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c339a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e351 expref: 28 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.108118:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e351 expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.108126:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.108128:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332904.108132:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991c00, rc 0) 00000100:00100000:1.0:1763332904.108177:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:46886:x1848987611203584:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 8529us (8719us total) trans 4294969200 rc 0/0 00000100:00100000:1.0:1763332904.108184:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3040 00000100:00100000:2.0:1763332904.113257:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.113566:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611203840 00000100:00100000:1.0:1763332904.113577:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611203840 00000100:00100000:1.0:1763332904.113629:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3041 00000100:00100000:1.0:1763332904.113638:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:46886:x1848987611203840:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332904.113661:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332904.113684:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c339bb lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e358 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.113781:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c339c2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.113798:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e351 expref: 28 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.113806:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c339c2 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.113847:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e351 expref: 28 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.113860:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e351 expref: 28 pid: 6521 timeout: 1108 lvb_type: 0 00000100:00100000:1.0:1763332904.113873:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626395008:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332904.114723:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27840 going to sleep for 11 seconds 00000100:00100000:2.0:1763332904.118245:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.118416:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626395008:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332904.118446:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c339c2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:0.0:1763332904.118585:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611203968 00000100:00100000:0.0:1763332904.118593:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611203968 00010000:00010000:0.0:1763332904.118631:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e351 expref: 29 pid: 6521 timeout: 1108 lvb_type: 0 00000100:00100000:0.0:1763332904.118661:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 806 00000100:00100000:0.0:1763332904.118671:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:2420:x1848987611203968:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332904.118686:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332904.118693:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e351 expref: 29 pid: 6521 timeout: 1108 lvb_type: 0 00010000:00010000:0.0:1763332904.118703:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e351 expref: 29 pid: 6521 timeout: 1108 lvb_type: 0 00010000:00010000:0.0:1763332904.118726:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991c00/0xb32e3ef184c339ad lrc: 0/0,0 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e351 expref: 29 pid: 6521 timeout: 1108 lvb_type: 0 00010000:00010000:0.0:1763332904.118742:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332904.118746:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c339c2 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.118756:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c339c2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.118764:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c339c2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.118791:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332904.118853:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:2420:x1848987611203968:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 182us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332904.118861:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 806 00010000:00010000:1.0:1763332904.120860:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c339c2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.120882:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c339c2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332904.120935:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145729 00000004:00200000:1.0:1763332904.120940:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332904.120972:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c339c2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.121012:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c339bb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e358 expref: 28 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.121032:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c339c2 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e358 expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.121042:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.121045:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332904.121049:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43990e00, rc 0) 00000100:00100000:1.0:1763332904.121113:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:46886:x1848987611203840:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 7475us (7863us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332904.121121:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3041 00000100:00100000:2.0:1763332904.127035:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.127115:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611204224 00000100:00100000:1.0:1763332904.127127:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611204224 00000100:00100000:1.0:1763332904.127197:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3042 00000100:00100000:1.0:1763332904.127208:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:46886:x1848987611204224:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332904.127230:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332904.127251:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c339c9 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e35f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.127759:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c339d0 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.127775:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c339d0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.127786:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c339d0 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332904.127798:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145729 00010000:00010000:1.0:1763332904.127895:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990a00/0xb32e3ef184c339c9 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e35f expref: 30 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.127911:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c339d0 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e35f expref: 29 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.127919:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.127922:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332904.127925:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991200, rc 0) 00000100:00100000:1.0:1763332904.128150:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:46886:x1848987611204224:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 944us (1126us total) trans 4294969201 rc 0/0 00000100:00100000:1.0:1763332904.128157:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3042 00000100:00100000:0.0:1763332904.131132:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.131678:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611204352 00000100:00100000:3.0:1763332904.131689:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611204352 00000100:00100000:0.0:1763332904.132008:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.132447:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611204480 00000100:00100000:2.0:1763332904.132452:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611204480 00000100:00100000:2.0:1763332904.132496:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1540 00000100:00100000:2.0:1763332904.132506:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611204352:12345-192.168.204.28@tcp:1:lfs.0 00000100:00100000:0.0:1763332904.132522:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1541 00000100:00100000:0.0:1763332904.132533:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611204480:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332904.132556:0:28650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.132560:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.132584:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 12 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.132585:0:28650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3392f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e327 expref: 12 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.132604:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332904.132604:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332904.132608:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332904.132609:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332904.132616:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 4/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.132616:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.132667:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 12 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.132669:0:28650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3392f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000080000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e327 expref: 12 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.132695:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 12 pid: 28650 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.132696:0:28650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3392f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e327 expref: 12 pid: 8611 timeout: 1108 lvb_type: 0 00000100:00100000:0.0:1763332904.132726:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626395136:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332904.132730:0:28650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626395264:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332904.132801:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332904.134118:0:28650:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332904.135218:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626395136:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332904.135249:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332904.140536:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.141199:0:28650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626395264:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332904.141231:0:28650:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332904.141314:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611204608 00000100:00100000:2.0:1763332904.141322:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611204608 00002000:00100000:2.0:1763332904.141406:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x59:0x0] (2097152->3145727) req@ffff92fe44cced80 x1848987611204608/t0(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:215/0 lens 488/0 e 0 to 0 dl 1763332915 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332904.141415:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44cced80 with x1848987611204608 ext(2097152->3145727) 00010000:00010000:2.0:1763332904.141423:0:28426:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 13 pid: 28650 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.141435:0:28426:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 13 pid: 28650 timeout: 1108 lvb_type: 0 00002000:00010000:2.0:1763332904.141441:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff92fe44cced80 00000100:00100000:2.0:1763332904.141476:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 18 00000100:00100000:2.0:1763332904.141495:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611204608:12345-192.168.204.28@tcp:4:md5sum.0 00000100:00100000:0.0:1763332904.145009:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.148661:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611204736 00000100:00100000:2.0:1763332904.148678:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611204736 00010000:00010000:2.0:1763332904.148724:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3392f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e327 expref: 15 pid: 8611 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.148775:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 807 00000100:00100000:2.0:1763332904.148786:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2420:x1848987611204736:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332904.148804:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763332904.148820:0:6505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:2.0:1763332904.148823:0:6505:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb mtime from disk: 1763332903 -> 1763332904 00002000:00010000:2.0:1763332904.148826:0:6505:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb ctime from disk: 1763332903 -> 1763332904 00002000:00010000:2.0:1763332904.148829:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb blocks from disk: 0 -> 4096 00010000:00010000:2.0:1763332904.148835:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3392f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e327 expref: 15 pid: 8611 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.148848:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3392f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e327 expref: 15 pid: 8611 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.148875:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c3392f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e327 expref: 15 pid: 8611 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.148893:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.148896:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.148901:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.148911:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.148947:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332904.151186:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2420:x1848987611204736:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2389us (6181us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.151201:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 807 00010000:00010000:3.0:1763332904.153242:0:28650:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.153260:0:28650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.153290:0:28650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.153303:0:28650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.153311:0:28650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.153317:0:28650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332904.153321:0:28650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.153328:0:28650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.153380:0:28650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.153388:0:28650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c339de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332904.153497:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2420:x1848987611204352:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 20981us (22369us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.153507:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1540 00000100:00100000:2.0:1763332904.158126:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611204608:12345-192.168.204.28@tcp:4:md5sum.0 Request processed in 16629us (17587us total) trans 21474836851 rc 0/0 00000100:00100000:2.0:1763332904.158141:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 18 00002000:00100000:2.0:1763332904.158155:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x59:0x0] (2097152->3145727) req@ffff92fe44cced80 x1848987611204608/t21474836851(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:215/0 lens 488/448 e 0 to 0 dl 1763332915 ref 1 fl Complete:H/600/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332904.158165:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44cced80 with x1848987611204608 ext(2097152->3145727) 00010000:00010000:2.0:1763332904.158175:0:28426:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 13 pid: 28650 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.158194:0:28426:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 13 pid: 28650 timeout: 1108 lvb_type: 0 00002000:00010000:2.0:1763332904.158201:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff92fe44cced80 00000100:00100000:0.0:1763332904.163342:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.163594:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611204864 00000100:00100000:2.0:1763332904.163605:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611204864 00010000:00010000:2.0:1763332904.163651:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 13 pid: 28650 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.163695:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 808 00000100:00100000:2.0:1763332904.163706:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611204864:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332904.163721:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1763332904.163738:0:6505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:2.0:1763332904.163741:0:6505:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb mtime from disk: 0 -> 1763332904 00002000:00010000:2.0:1763332904.163743:0:6505:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb atime from disk: 0 -> 1763332904 00002000:00010000:2.0:1763332904.163745:0:6505:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb ctime from disk: 0 -> 1763332904 00002000:00010000:2.0:1763332904.163747:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:2.0:1763332904.163753:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 13 pid: 28650 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.163772:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 13 pid: 28650 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.163796:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe48191e00/0xb32e3ef184c33944 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e335 expref: 13 pid: 28650 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.163811:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.163814:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.163818:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.163828:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.164593:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332904.164673:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611204864:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 966us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.164684:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 808 00010000:00010000:3.0:1763332904.164801:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.164813:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.164838:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.164848:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.164856:0:28651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.164863:0:28651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe42f55e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332904.164869:0:28651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.164879:0:28651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.164893:0:28651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.164901:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe42f55e00/0xb32e3ef184c339e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332904.165240:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611204480:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 32709us (33232us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.165249:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1541 00000100:00100000:0.0:1763332904.168026:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.168409:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611205120 00000100:00100000:1.0:1763332904.168420:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611205120 00000100:00100000:2.0:1763332904.169295:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3043 00000100:00100000:2.0:1763332904.169309:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:46886:x1848987611205120:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332904.169405:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1763332904.169432:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3393d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e32e expref: 29 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.169451:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990e00/0xb32e3ef184c339c2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e358 expref: 28 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.169469:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.169474:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332904.169516:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.169531:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.169540:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00080000:2.0:1763332904.169737:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x54:0x0], index 1: 0 00000040:00080000:2.0:1763332904.169818:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].245, 88 off28600 00000004:00080000:2.0:1763332904.169828:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1008249478336ns, next at 985047776420ns, rc = 0 00000040:00080000:2.0:1763332904.169858:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].246, 88 off28688 00000004:00080000:2.0:1763332904.169863:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1008249513778ns, next at 985047776420ns, rc = 0 00000040:00080000:2.0:1763332904.169884:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].239, 88 off28184 00000004:00080000:2.0:1763332904.169890:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1008249540708ns, next at 982082683806ns, rc = 0 00000040:00080000:2.0:1763332904.169905:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].240, 88 off28272 00000004:00080000:2.0:1763332904.169909:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1008249559931ns, next at 982082683806ns, rc = 0 00000001:00080000:2.0:1763332904.175558:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969202 is committed 00000004:00080000:2.0:1763332904.175573:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 224 committed 00000004:00080000:2.0:1763332904.175592:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 223 committed 00000004:00080000:2.0:1763332904.175596:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 228 committed 00000004:00080000:2.0:1763332904.175605:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 227 committed 00000100:00100000:3.0:1763332904.175800:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626395520:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332904.175870:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332904.175911:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332904.175918:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626395392:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332904.175949:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332904.175993:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626395648:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332904.176036:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332904.176067:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332904.176073:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626395776:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332904.176094:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332904.176129:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626395520 00000100:00100000:3.0:1763332904.176137:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626395520 00000100:00100000:3.0:1763332904.176182:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626395392 00000100:00100000:3.0:1763332904.176185:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626395392 00000100:00100000:3.0:1763332904.176199:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626395648 00000100:00100000:3.0:1763332904.176202:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626395648 00000100:00100000:3.0:1763332904.176215:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626395776 00000100:00100000:3.0:1763332904.176218:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626395776 00000100:00100000:3.0:1763332904.176236:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:3.0:1763332904.176244:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3653:x1848987626395520:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332904.176400:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:0.0:1763332904.176422:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3653:x1848987626395392:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332904.176453:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3653:x1848987626395520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 207us (580us total) trans 21474836852 rc 0/0 00000100:00100000:3.0:1763332904.176462:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:3.0:1763332904.176493:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:3.0:1763332904.176503:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626395648:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1763332904.176662:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3653:x1848987626395392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 247us (708us total) trans 21474836853 rc 0/0 00000100:00100000:3.0:1763332904.176665:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626395648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 160us (630us total) trans 17179869529 rc 0/0 00000100:00100000:0.0:1763332904.176688:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000004:00010000:1.0:1763332904.176827:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000064b91dbf reply state 00000000545137f0 transno 4294969202 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.176849:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.176857:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.176860:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1763332904.176864:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1763332904.176935:0:6519:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1763332904.176950:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46886:x1848987611205120:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 7643us (8932us total) trans 4294969202 rc 0/0 00000100:00100000:1.0:1763332904.176957:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3043 00000100:00100000:3.0:1763332904.177167:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:3.0:1763332904.177184:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:3.0:1763332904.177191:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626395776:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332904.177344:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3654:x1848987626395776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 153us (1248us total) trans 17179869530 rc 0/0 00010000:00010000:0.0:1763332904.178500:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.178520:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.178532:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.178541:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332904.178547:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.178557:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.178582:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332904.178586:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332904.178593:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.178601:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c339ec lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:3.0:1763332904.179131:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000004:00080000:3.0:1763332904.179224:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e1b480/2, rc 0, transno 21474836853 00000100:00100000:3.0:1763332904.179232:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626395392:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332904.179245:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e1a300/2, rc 0, transno 21474836852 00000100:00100000:3.0:1763332904.179248:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626395520:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332904.179321:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569c700/2, rc 0, transno 17179869530 00000100:00100000:3.0:1763332904.179328:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626395776:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332904.179343:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569ca80/2, rc 0, transno 17179869529 00000100:00100000:3.0:1763332904.179346:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626395648:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332904.180823:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.180968:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611205248 00000100:00100000:3.0:1763332904.180977:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611205248 00000100:00100000:3.0:1763332904.181029:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3044 00000100:00100000:3.0:1763332904.181037:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46886:x1848987611205248:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332904.181059:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332904.181079:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c339f3 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e366 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.181131:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c339f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e366 expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.181147:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c339f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e366 expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.181169:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332904.181172:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332904.181176:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3e00, rc 0) 00000100:00100000:3.0:1763332904.181232:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46886:x1848987611205248:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 194us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.181239:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3044 00000100:00100000:1.0:1763332904.188438:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.189208:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611205376 00000100:00100000:2.0:1763332904.189219:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611205376 00000100:00100000:3.0:1763332904.190437:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3045 00000100:00100000:3.0:1763332904.190455:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46886:x1848987611205376:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332904.190479:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332904.190515:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c339fa lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e36d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.190620:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33a01 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332904.190634:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33a01 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332904.190646:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33a01 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:3.0:1763332904.190670:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145729 00000004:00200000:3.0:1763332904.190674:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332904.190690:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33a01 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332904.190716:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c339fa lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e36d expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.190753:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33a01 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e36d expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.190765:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332904.190768:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332904.190772:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3a00, rc 0) 00000100:00100000:3.0:1763332904.190829:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:46886:x1848987611205376:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 381us (2403us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.190838:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3045 00000100:00100000:0.0:1763332904.195752:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.195933:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611205504 00000100:00100000:3.0:1763332904.195944:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611205504 00000100:00100000:0.0:1763332904.195955:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.196108:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611205632 00000100:00100000:1.0:1763332904.196113:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611205632 00000100:00100000:3.0:1763332904.196115:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1546 00000100:00100000:3.0:1763332904.196127:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611205504:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332904.196147:0:28650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332904.196169:0:28650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33a08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e374 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332904.196191:0:28650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x58:0x0] initial LVB size: 2097152, mtime: 0x691a5328, atime: 0x0, ctime: 0x691a5328, blocks: 0x1000 00000100:00100000:1.0:1763332904.196199:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1547 00000100:00100000:1.0:1763332904.196210:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611205632:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332904.196211:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.196214:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.196221:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332904.196227:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33a08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e374 expref: 13 pid: 28650 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332904.196235:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33a0f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e37b expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.196246:0:28650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33a08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e374 expref: 13 pid: 28650 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1763332904.196251:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x59:0x0] initial LVB size: 3145728, mtime: 0x691a5328, atime: 0x691a5328, ctime: 0x691a5328, blocks: 0x800 00010000:00010000:1.0:1763332904.196267:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.196269:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.196271:0:28650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3200, rc 0) 00010000:00010000:1.0:1763332904.196275:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33a0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e37b expref: 14 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332904.196285:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33a0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e37b expref: 14 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332904.196291:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43991400, rc 0) 00000100:00100000:3.0:1763332904.196341:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611205504:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 214us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332904.196341:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611205632:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 131us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.196373:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1546 00000100:00100000:1.0:1763332904.196388:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1547 00000100:00100000:1.0:1763332904.228894:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.230039:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.230060:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611205760 00000100:00100000:2.0:1763332904.230070:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611205760 00000100:00100000:2.0:1763332904.230131:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1548 00000100:00100000:2.0:1763332904.230140:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2419:x1848987611205760:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332904.230249:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2419:x1848987611205760:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 110us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.230256:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1548 00000100:00100000:2.0:1763332904.233181:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611205888 00000100:00100000:2.0:1763332904.233195:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611205888 00000100:00100000:2.0:1763332904.233257:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1549 00000100:00100000:2.0:1763332904.233265:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2419:x1848987611205888:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332904.233402:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2419:x1848987611205888:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 137us (3367us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.233410:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1549 00000100:00100000:0.0:1763332904.239029:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332904.239095:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.239146:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611206144 00000100:00100000:2.0:1763332904.239157:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611206144 00000100:00100000:3.0:1763332904.239188:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611206016 00000100:00100000:3.0:1763332904.239192:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611206016 00000100:00100000:2.0:1763332904.239222:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1550 00000100:00100000:2.0:1763332904.239232:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2418:x1848987611206144:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332904.239295:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1551 00000100:00100000:3.0:1763332904.239302:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2418:x1848987611206016:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332904.239385:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2418:x1848987611206016:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 82us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.239392:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1551 00000100:00100000:2.0:1763332904.239573:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2418:x1848987611206144:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 342us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.239580:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1550 00000100:00100000:0.0:1763332904.245978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332904.246024:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.246101:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611206400 00000100:00100000:2.0:1763332904.246112:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611206400 00000100:00100000:2.0:1763332904.246186:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611206272 00000100:00100000:2.0:1763332904.246189:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611206272 00000100:00100000:2.0:1763332904.246221:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 618 00000100:00100000:2.0:1763332904.246230:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2418:x1848987611206400:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332904.246270:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a16 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.246288:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.246291:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.246296:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a16 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.246310:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a16 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332904.246532:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 619 00000100:00100000:1.0:1763332904.246544:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2418:x1848987611206272:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332904.246561:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33a1d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.246570:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.246571:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.246575:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33a1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.246585:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33a1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.266820:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33a1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.266841:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33a1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.266850:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33a1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.266858:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43991800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332904.266862:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33a1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.266871:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33a1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.266896:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33a1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.266904:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43991800/0xb32e3ef184c33a1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332904.266999:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2418:x1848987611206272:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 20451us (20968us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1763332904.267009:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 619 00010000:00010000:2.0:1763332904.267267:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a16 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.267278:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.267284:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.267290:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332904.267293:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.267300:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.267310:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a16 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.267317:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332904.267627:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2418:x1848987611206400:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 21396us (21658us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332904.267637:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 618 00000100:00100000:0.0:1763332904.276498:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.276645:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611206528 00000100:00100000:2.0:1763332904.276656:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611206528 00000100:00100000:2.0:1763332904.276761:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 620 00000100:00100000:2.0:1763332904.276772:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611206528:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:2.0:1763332904.276828:0:28426:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332904.276838:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a24 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.276855:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.276858:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.276864:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.276881:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1763332904.277114:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1763332904.295417:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869531 is committed 00000001:00080000:1.0:1763332904.295434:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869530 is committed 00002000:00010000:2.0:1763332904.295648:0:28426:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1763332904.295654:0:28426:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb mtime from disk: 0 -> 1763332904 00002000:00010000:2.0:1763332904.295656:0:28426:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb ctime from disk: 0 -> 1763332904 00002000:00010000:2.0:1763332904.295659:0:28426:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:2.0:1763332904.295672:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.295684:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.295694:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.295701:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332904.295705:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.295713:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.295733:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.295740:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332904.295841:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611206528:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 19066us (19359us total) trans 17179869531 rc 0/0 00000100:00100000:2.0:1763332904.295852:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 620 00000100:00100000:3.0:1763332904.303448:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.303627:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611206656 00000100:00100000:2.0:1763332904.303637:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611206656 00000100:00100000:2.0:1763332904.303711:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 621 00000100:00100000:2.0:1763332904.303722:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611206656:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:2.0:1763332904.303769:0:28426:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x54:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332904.303779:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.303799:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.303801:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.303807:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.303821:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1763332904.327044:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869532 is committed 00002000:00010000:2.0:1763332904.327213:0:28426:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:2.0:1763332904.327218:0:28426:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb mtime from disk: 0 -> 1763332904 00002000:00010000:2.0:1763332904.327221:0:28426:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb ctime from disk: 0 -> 1763332904 00002000:00010000:2.0:1763332904.327223:0:28426:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb blocks from disk: 0 -> 4096 00010000:00010000:2.0:1763332904.327239:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.327251:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.327259:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.327265:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332904.327269:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.327278:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.327304:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.327311:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332904.329534:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611206656:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 25802us (26084us total) trans 17179869532 rc 0/0 00000100:00100000:2.0:1763332904.329550:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 621 00000100:00100000:3.0:1763332904.353888:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.354076:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611206912 00000100:00100000:2.0:1763332904.354088:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611206912 00000100:00100000:2.0:1763332904.354678:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3046 00000100:00100000:2.0:1763332904.354703:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:46886:x1848987611206912:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332904.354763:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332904.354796:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c33a01 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e36d expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.354817:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.354823:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332904.355025:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.355040:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.355050:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:2.0:1763332904.355096:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969203 00000004:00010000:2.0:1763332904.355117:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad65e831 reply state 000000009f76a874 transno 4294969204 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.355129:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.355135:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.355139:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332904.355141:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332904.355235:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46886:x1848987611206912:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 547us (1358us total) trans 4294969204 rc 0/0 00000100:00100000:2.0:1763332904.355243:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3046 00000020:00080000:2.0:1763332904.355249:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763332904.360677:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.360766:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611207040 00000100:00100000:3.0:1763332904.360776:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611207040 00000100:00100000:3.0:1763332904.360838:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1552 00000100:00100000:3.0:1763332904.360848:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:46886:x1848987611207040:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332904.360867:0:28650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332904.360891:0:28650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33a39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e382 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332904.360914:0:28650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x53:0x0] initial LVB size: 1048576, mtime: 0x691a5328, atime: 0x0, ctime: 0x691a5328, blocks: 0x800 00010000:00010000:3.0:1763332904.360937:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.360939:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.360949:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e382 expref: 9 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.360965:0:28650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e382 expref: 9 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.360979:0:28650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2c00, rc 0) 00000100:00100000:3.0:1763332904.361059:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:46886:x1848987611207040:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 212us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.361067:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1552 00000100:00100000:0.0:1763332904.363670:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.363770:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611207168 00000100:00100000:1.0:1763332904.363779:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611207168 00000100:00100000:1.0:1763332904.363847:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1553 00000100:00100000:1.0:1763332904.363858:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:46886:x1848987611207168:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332904.363878:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332904.363905:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c33a40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e389 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332904.363930:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x54:0x0] initial LVB size: 3145728, mtime: 0x691a5328, atime: 0x0, ctime: 0x691a5328, blocks: 0x1000 00010000:00010000:1.0:1763332904.363964:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.363967:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.363976:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c33a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e389 expref: 10 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.363997:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c33a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e389 expref: 10 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.364020:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75200, rc 0) 00000100:00100000:1.0:1763332904.364076:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:46886:x1848987611207168:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 220us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332904.364083:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1553 00000100:00100000:0.0:1763332904.366768:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.367051:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611207296 00000100:00100000:2.0:1763332904.367062:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611207296 00002000:00010000:2.0:1763332904.367105:0:28426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/84 (3145728->18446744073709551615) 00002000:00100000:2.0:1763332904.367110:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44fab800 with x1848987611207296 ext(3145728->18446744073709551615) 00002000:00010000:2.0:1763332904.367121:0:28426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe44fab800. 00000100:00100000:2.0:1763332904.367159:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 622 00000100:00100000:2.0:1763332904.367168:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611207296:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:2.0:1763332904.367326:0:28426:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1763332904.367330:0:28426:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:2.0:1763332904.367332:0:28426:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763332904.367334:0:28426:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:2.0:1763332904.367336:0:28426:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:2.0:1763332904.367428:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611207296:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 260us (670us total) trans 17179869533 rc 0/0 00000100:00100000:2.0:1763332904.367437:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 622 00002000:00010000:2.0:1763332904.367441:0:28426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/84 (3145728->18446744073709551615) 00002000:00100000:2.0:1763332904.367444:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44fab800 with x1848987611207296 ext(3145728->18446744073709551615) 00002000:00010000:2.0:1763332904.367449:0:28426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe44fab800. 00000100:00100000:0.0:1763332904.370293:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.371756:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611207552 00000100:00100000:2.0:1763332904.371772:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611207552 00000100:00100000:2.0:1763332904.371848:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3047 00000100:00100000:2.0:1763332904.371857:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46886:x1848987611207552:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332904.371971:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.371989:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.372000:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:2.0:1763332904.372121:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001b42751d reply state 00000000e08409b5 transno 4294969205 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.372134:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.372142:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.372145:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332904.372150:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332904.372247:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:46886:x1848987611207552:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 390us (1962us total) trans 4294969205 rc 0/0 00000100:00100000:2.0:1763332904.372254:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3047 00000100:00100000:0.0:1763332904.374994:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332904.375028:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.375153:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611207680 00000100:00100000:1.0:1763332904.375162:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611207680 00000100:00100000:3.0:1763332904.375186:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611207808 00000100:00100000:3.0:1763332904.375190:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611207808 00000100:00100000:1.0:1763332904.375224:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1554 00000100:00100000:3.0:1763332904.375231:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1555 00000100:00100000:1.0:1763332904.375233:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2419:x1848987611207680:12345-192.168.204.28@tcp:2:lfs.0 00000100:00100000:3.0:1763332904.375236:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2419:x1848987611207808:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:1.0:1763332904.375810:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1763332904.375814:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332904.375817:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb atime from disk: 0 -> 1763332904 00002000:00010000:1.0:1763332904.375819:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332904.375821:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332904.375890:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611207680:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 657us (901us total) trans 21474836855 rc 0/0 00000100:00100000:1.0:1763332904.375897:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1554 00002000:00010000:3.0:1763332904.375989:0:28650:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332904.375992:0:28650:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:3.0:1763332904.375995:0:28650:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb atime from disk: 1763332904 -> 1763332904 00002000:00010000:3.0:1763332904.375997:0:28650:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:3.0:1763332904.376230:0:28650:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332904.376271:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2419:x1848987611207808:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 1033us (1241us total) trans 21474836854 rc 0/0 00000100:00100000:3.0:1763332904.376279:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1555 00000100:00100000:0.0:1763332904.378433:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.378595:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611208064 00000100:00100000:2.0:1763332904.378605:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611208064 00000100:00100000:2.0:1763332904.378661:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 899 00000100:00100000:2.0:1763332904.378672:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3eb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:46886:x1848987611208064:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:2.0:1763332904.378732:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x9:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c339d0 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e35f expref: 28 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.378784:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332904.378800:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c339f3 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e366 expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.378809:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 4/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332904.378848:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c339f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e366 expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.378861:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c339f3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e366 expref: 28 pid: 6519 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.378876:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e122680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626395904:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332904.378975:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7600 going to sleep for 11 seconds 00000100:00100000:0.0:1763332904.385186:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.385428:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611208192 00000100:00100000:3.0:1763332904.385438:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611208192 00010000:00010000:3.0:1763332904.385490:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c339f3 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e366 expref: 29 pid: 6519 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.385663:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e122680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626395904:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332904.385686:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:0.0:1763332904.386297:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 809 00000100:00100000:0.0:1763332904.386312:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:2421:x1848987611208192:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332904.386329:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332904.386338:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c339f3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e366 expref: 29 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:0.0:1763332904.386399:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c339f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e366 expref: 29 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:0.0:1763332904.386422:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c339f3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e366 expref: 29 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:0.0:1763332904.386438:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332904.386444:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332904.386452:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332904.386459:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332904.386497:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332904.386551:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:2421:x1848987611208192:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 244us (1375us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332904.386559:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 809 00010000:00010000:2.0:1763332904.386630:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332904.386638:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:2.0:1763332904.386972:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].247, 88 off28776 00000004:00080000:2.0:1763332904.386980:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1008466630980ns, next at 985047776420ns, rc = 0 00000040:00080000:2.0:1763332904.387011:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].248, 88 off28864 00000004:00080000:2.0:1763332904.387015:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1008466666391ns, next at 985047776420ns, rc = 0 00000040:00080000:2.0:1763332904.387035:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].241, 88 off28360 00000004:00080000:2.0:1763332904.387040:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1008466691051ns, next at 982082683806ns, rc = 0 00000040:00080000:2.0:1763332904.387065:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].242, 88 off28448 00000004:00080000:2.0:1763332904.387070:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1008466721453ns, next at 982082683806ns, rc = 0 00000001:00080000:2.0:1763332904.388831:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969206 is committed 00000004:00080000:2.0:1763332904.388843:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 226 committed 00000004:00080000:2.0:1763332904.388855:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 225 committed 00010000:00010000:0.0:1763332904.388856:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00000004:00080000:2.0:1763332904.388859:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 230 committed 00010000:00010000:0.0:1763332904.388868:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00000004:00080000:2.0:1763332904.388871:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 229 committed 00010000:00010000:0.0:1763332904.388877:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.388883:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332904.388888:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.388897:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.388912:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332904.388916:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332904.388920:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000004:00010000:2.0:1763332904.388925:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007903f772 reply state 0000000025911628 transno 4294969206 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332904.388926:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33a32 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.388940:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332904.388947:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00000100:00100000:3.0:1763332904.388994:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332904.389014:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626396032:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332904.389075:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332904.389109:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626396032 00000100:00100000:1.0:1763332904.389117:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626396032 00010000:00010000:0.0:1763332904.389131:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.389138:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763332904.389158:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:1.0:1763332904.389167:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626396032:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332904.389242:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626396160:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1763332904.389275:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1763332904.389276:0:28650:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1763332904.389281:0:28650:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332904.389284:0:28650:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332904.389287:0:28650:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332904.389289:0:28650:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332904.389311:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626396160 00000100:00100000:3.0:1763332904.389316:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626396160 00000100:00100000:1.0:1763332904.389333:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626396032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 165us (255us total) trans 17179869534 rc 0/0 00000100:00100000:1.0:1763332904.389341:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:3.0:1763332904.389369:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:3.0:1763332904.389380:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626396160:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1763332904.389386:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.389390:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763332904.389393:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332904.389400:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.389403:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332904.389409:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43991200/0xb32e3ef184c339d0 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e35f expref: 23 pid: 6521 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332904.389436:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332904.389439:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:3.0:1763332904.389442:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332904.389443:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:3.0:1763332904.389446:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:3.0:1763332904.389471:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626396160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 94us (196us total) trans 17179869535 rc 0/0 00000100:00100000:3.0:1763332904.389477:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00010000:00080000:2.0:1763332904.389520:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763332904.389533:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3eb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46886:x1848987611208064:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 10864us (11107us total) trans 4294969206 rc 0/0 00000100:00100000:2.0:1763332904.389542:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 899 00000100:00100000:3.0:1763332904.389550:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626396288:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332904.389574:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332904.389591:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332904.389597:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626396416:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332904.389615:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763332904.389712:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332904.389716:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.389723:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.389733:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332904.389735:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332904.389738:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.389744:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33a47 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.389761:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332904.389767:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332904.389773:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332904.389778:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332904.389781:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332904.389791:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332904.389797:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332904.389799:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332904.389801:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332904.389806:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a4e lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763332904.389853:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626396288 00000100:00100000:2.0:1763332904.389857:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626396288 00000100:00100000:3.0:1763332904.389870:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626396416 00000100:00100000:3.0:1763332904.389874:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626396416 00000100:00100000:2.0:1763332904.389934:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:2.0:1763332904.389943:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3654:x1848987626396288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332904.390000:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:3.0:1763332904.390007:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3654:x1848987626396416:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1763332904.390094:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:3.0:1763332904.390097:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:3.0:1763332904.390100:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb atime from disk: 1763332904 -> 1763332904 00002000:00010000:3.0:1763332904.390101:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:3.0:1763332904.390104:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332904.390135:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626396416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 128us (519us total) trans 21474836856 rc 0/0 00000100:00100000:3.0:1763332904.390142:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00002000:00010000:2.0:1763332904.390212:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1763332904.390216:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:2.0:1763332904.390218:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb atime from disk: 1763332904 -> 1763332904 00002000:00010000:2.0:1763332904.390220:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:2.0:1763332904.390223:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:2.0:1763332904.390249:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3654:x1848987626396288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 307us (673us total) trans 21474836857 rc 0/0 00000100:00100000:2.0:1763332904.390255:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000004:00080000:3.0:1763332904.390455:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e00ca80/2, rc 0, transno 21474836856 00000100:00100000:3.0:1763332904.390462:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626396416:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1763332904.390477:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e00d880/2, rc 0, transno 21474836857 00000100:00100000:3.0:1763332904.390492:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626396288:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332904.390517:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869530 gen 2 00000004:00080000:3.0:1763332904.390521:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff50048700, transno 17179869527 00000004:00080000:3.0:1763332904.390537:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff50049c00, transno 17179869528 00000004:00080000:3.0:1763332904.390540:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569ca80, transno 17179869529 00000004:00080000:3.0:1763332904.390543:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569c700, transno 17179869530 00000100:00100000:3.0:1763332904.390548:0:3653:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe438a9500 x1848987626396160/t17179869535(17179869535) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332920 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763332904.390556:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438a9500/2, rc 0, transno 17179869535 00000100:00100000:3.0:1763332904.390560:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626396160:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332904.390573:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438aa680/2, rc 0, transno 17179869534 00000100:00100000:3.0:1763332904.390576:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626396032:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332904.390790:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 2 in progress, 0 in flight, 4 done 00000100:00100000:0.0:1763332904.396282:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.396823:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611208320 00000100:00100000:3.0:1763332904.396834:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611208320 00000100:00100000:3.0:1763332904.396899:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3048 00000100:00100000:3.0:1763332904.396910:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:46886:x1848987611208320:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332904.396934:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332904.396957:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33a55 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e390 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.397016:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33a55 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e390 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.397031:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33a55 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e390 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.397049:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332904.397052:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332904.397055:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2a00, rc 0) 00000100:00100000:3.0:1763332904.397116:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46886:x1848987611208320:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 208us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.397123:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3048 00000100:00100000:1.0:1763332904.405077:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.405241:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611208576 00000100:00100000:2.0:1763332904.405252:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611208576 00000100:00100000:2.0:1763332904.405309:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 900 00000100:00100000:2.0:1763332904.405318:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46886:x1848987611208576:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332904.405588:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46886:x1848987611208576:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 270us (520us total) trans 4294969207 rc 0/0 00000100:00100000:2.0:1763332904.405596:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 900 00000100:00100000:1.0:1763332904.419245:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.419514:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611208832 00000100:00100000:2.0:1763332904.419526:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611208832 00000100:00100000:2.0:1763332904.419593:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3049 00000100:00100000:2.0:1763332904.419603:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46887:x1848987611208832:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332904.419629:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332904.419652:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33a5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e397 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.419736:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.419753:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.419765:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.419780:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33a6a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.419786:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33a6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.419792:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33a6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.419910:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a71 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.419919:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a71 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.419926:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a71 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763332904.419936:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00010000:00010000:2.0:1763332904.420014:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a63 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420021:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a63 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420028:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420034:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a63 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420039:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332904.420044:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a63 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420049:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a63 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420057:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332904.420059:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332904.420062:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a63 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420067:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420076:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33a6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420079:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33a6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420082:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33a6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420088:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332904.420090:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33a6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420093:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33a6a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420097:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff606cd300) 00010000:00010000:2.0:1763332904.420098:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332904.420099:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33a6a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420102:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33a6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.420137:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33a5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e397 expref: 26 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.420149:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a71 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e397 expref: 25 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.420155:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.420157:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332904.420159:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07000, rc 0) 00000100:00100000:2.0:1763332904.420230:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46887:x1848987611208832:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 628us (995us total) trans 4294969208 rc 0/0 00000100:00100000:2.0:1763332904.420237:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3049 00000100:00100000:0.0:1763332904.422978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332904.423021:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.423102:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611208960 00000100:00100000:3.0:1763332904.423113:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611208960 00000100:00100000:3.0:1763332904.423164:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611209088 00000100:00100000:3.0:1763332904.423168:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611209088 00000100:00100000:3.0:1763332904.423201:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1560 00000100:00100000:3.0:1763332904.423209:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611208960:12345-192.168.204.28@tcp:1:lfs.0 00000100:00100000:1.0:1763332904.423261:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1561 00000100:00100000:1.0:1763332904.423273:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611209088:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:1.0:1763332904.423304:0:29010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.423324:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33a0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e37b expref: 16 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332904.423332:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.423334:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.423338:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.423411:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33a0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e37b expref: 16 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332904.423430:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33a0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e37b expref: 16 pid: 28651 timeout: 1108 lvb_type: 1 00000100:00100000:1.0:1763332904.423445:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626396544:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332904.423533:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a273c0 going to sleep for 11 seconds 00010000:00010000:3.0:1763332904.423675:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.423689:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33a08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e374 expref: 16 pid: 28650 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332904.423701:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.423703:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.423705:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.423726:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33a08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e374 expref: 16 pid: 28650 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332904.423739:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33a08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e374 expref: 16 pid: 28650 timeout: 1108 lvb_type: 1 00000100:00100000:3.0:1763332904.423749:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626396672:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332904.423785:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff4850e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332904.425538:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626396544:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332904.425566:0:29010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332904.425903:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.426953:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611209216 00000100:00100000:2.0:1763332904.426964:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611209216 00010000:00010000:2.0:1763332904.427002:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33a0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e37b expref: 17 pid: 28651 timeout: 1108 lvb_type: 1 00000100:00100000:2.0:1763332904.427039:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 810 00000100:00100000:2.0:1763332904.427048:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611209216:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332904.427067:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332904.427088:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33a0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e37b expref: 17 pid: 28651 timeout: 1108 lvb_type: 1 00010000:00010000:2.0:1763332904.427101:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33a0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e37b expref: 17 pid: 28651 timeout: 1108 lvb_type: 1 00010000:00010000:2.0:1763332904.427125:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43991400/0xb32e3ef184c33a0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e37b expref: 17 pid: 28651 timeout: 1108 lvb_type: 1 00010000:00010000:2.0:1763332904.427140:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.427143:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332904.427147:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.427157:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332904.427180:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:2.0:1763332904.427193:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332904.427200:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611209344 00000100:00100000:0.0:1763332904.427204:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611209344 00010000:00010000:0.0:1763332904.427221:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33a08 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e374 expref: 17 pid: 28650 timeout: 1108 lvb_type: 1 00010000:00010000:1.0:1763332904.427226:0:29010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.427238:0:29010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332904.427241:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611209216:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 193us (1337us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332904.427244:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 811 00000100:00100000:0.0:1763332904.427254:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff61b17450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2420:x1848987611209344:12345-192.168.204.28@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1763332904.427256:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 810 00010000:00010000:0.0:1763332904.427262:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332904.427269:0:29010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.427274:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33a08 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e374 expref: 16 pid: 28650 timeout: 1108 lvb_type: 1 00010000:00010000:1.0:1763332904.427284:0:29010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.427291:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33a08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e374 expref: 16 pid: 28650 timeout: 1108 lvb_type: 1 00010000:00010000:1.0:1763332904.427298:0:29010:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.427308:0:29010:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332904.427308:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332904.427312:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.427315:0:29010:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.427317:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.427338:0:29010:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.427339:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.427385:0:29010:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.427389:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332904.427397:0:29010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33a7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332904.427422:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff61b17450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611209344:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 169us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332904.427430:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 811 00000100:00100000:1.0:1763332904.427453:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2421:x1848987611209088:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 4181us (4427us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332904.427463:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1561 00010000:00010000:3.0:1763332904.427781:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33a08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e374 expref: 14 pid: 28650 timeout: 1108 lvb_type: 1 00000100:00100000:3.0:1763332904.427792:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626396672:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332904.427807:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.427814:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.427821:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.427834:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.427840:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.427847:0:28651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.427853:0:28651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332904.427856:0:28651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.427861:0:28651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.427870:0:28651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.427876:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33a86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332904.427919:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611208960:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 4711us (4952us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.427926:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1560 00000100:00100000:0.0:1763332904.429946:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.430127:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611209600 00000100:00100000:2.0:1763332904.430135:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611209600 00000100:00100000:2.0:1763332904.430579:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3050 00000100:00100000:2.0:1763332904.430590:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46887:x1848987611209600:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332904.430644:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332904.430668:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c3390c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e312 expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.430688:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.430693:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332904.430713:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.430725:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a71 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e397 expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.430734:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33a55 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e390 expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.430741:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 5/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.430774:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33a55 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e390 expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.430787:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33a55 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e390 expref: 24 pid: 6519 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.430801:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e122680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626396800:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332904.430876:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a71 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e397 expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.430885:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a71 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e397 expref: 24 pid: 6521 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.430894:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626396928:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332904.430938:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7780 going to sleep for 11 seconds 00000100:00100000:1.0:1763332904.433794:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e122680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626396800:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332904.435662:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626396928:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332904.435840:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:0.0:1763332904.436275:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332904.436314:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.436409:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611209856 00000100:00100000:2.0:1763332904.436416:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611209856 00010000:00010000:2.0:1763332904.436454:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a71 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e397 expref: 25 pid: 6521 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.436492:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611209728 00000100:00100000:2.0:1763332904.436496:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611209728 00010000:00010000:2.0:1763332904.436512:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33a55 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e390 expref: 26 pid: 6519 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.436534:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 812 00000100:00100000:2.0:1763332904.436543:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:2421:x1848987611209856:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332904.436557:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332904.436564:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a71 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e397 expref: 26 pid: 6521 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.436574:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a71 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e397 expref: 26 pid: 6521 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.436604:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33a71 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e397 expref: 26 pid: 6521 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.436621:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.436626:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.436635:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.436640:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.436646:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332904.436699:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2421:x1848987611209856:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 157us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.436707:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 812 00000100:00100000:2.0:1763332904.436727:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 813 00000100:00100000:2.0:1763332904.436734:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:2421:x1848987611209728:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332904.436743:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332904.436748:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33a55 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e390 expref: 24 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.436759:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33a55 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e390 expref: 24 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.436772:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c33a55 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e390 expref: 24 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.436789:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.436793:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.436800:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.436807:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.436846:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332904.436858:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.436869:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763332904.436871:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611209728:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 136us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.436887:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 813 00000004:00010000:1.0:1763332904.437054:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000dcc3b8e reply state 000000009bfee8ba transno 4294969209 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.437068:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.437075:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.437077:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00000100:00100000:1.0:1763332904.437080:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332904.437116:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:46887:x1848987611209600:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 6528us (7177us total) trans 4294969209 rc 0/0 00000100:00100000:1.0:1763332904.437124:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3050 00000100:00100000:0.0:1763332904.439249:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.439378:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611210112 00000100:00100000:3.0:1763332904.439384:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611210112 00000100:00100000:3.0:1763332904.439424:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 901 00000100:00100000:3.0:1763332904.439432:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:46887:x1848987611210112:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332904.439650:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46887:x1848987611210112:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 217us (407us total) trans 4294969210 rc 0/0 00000100:00100000:3.0:1763332904.439659:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 901 00000100:00100000:0.0:1763332904.452138:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.452192:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611210368 00000100:00100000:1.0:1763332904.452202:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611210368 00000100:00100000:1.0:1763332904.452265:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3051 00000100:00100000:1.0:1763332904.452276:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46889:x1848987611210368:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:1.0:1763332904.452299:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332904.452303:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1763332904.452332:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190a00/0xb32e3ef184c33952 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e33c expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.452368:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332904.452373:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332904.452387:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c33a94 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e39e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.452530:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33a9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452543:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33a9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452552:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33a9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452567:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33aa2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452574:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452580:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452638:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33aa9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452647:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452654:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:1.0:1763332904.452663:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00010000:00010000:1.0:1763332904.452748:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33a9b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452756:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33a9b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452761:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33a9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452767:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33a9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452772:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332904.452776:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33a9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452783:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33a9b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.452791:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332904.452793:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332904.456222:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33a9b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.456249:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33a9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.456275:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.456286:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33aa2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.456292:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33aa2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.456298:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332904.456307:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33aa2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.456317:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33aa2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.456335:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff621b4e00) 00010000:00010000:1.0:1763332904.456338:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332904.456343:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33aa2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.456368:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33aa2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332904.456438:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c33a94 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e39e expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.456452:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33aa9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e39e expref: 26 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.456459:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.456461:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332904.456464:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75400, rc 0) 00000100:00100000:1.0:1763332904.456548:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46889:x1848987611210368:12345-192.168.204.28@tcp:101:dd.0 Request processed in 4272us (4419us total) trans 4294969211 rc 0/0 00000100:00100000:1.0:1763332904.456558:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3051 00000100:00100000:1.0:1763332904.463211:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.463325:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611210496 00000100:00100000:2.0:1763332904.463340:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611210496 00000100:00100000:2.0:1763332904.463460:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3052 00000100:00100000:2.0:1763332904.463475:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46889:x1848987611210496:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332904.463518:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332904.463551:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33ab7 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3a5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.463592:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33abe lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.463610:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33abe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.463621:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33abe lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332904.463772:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33ab7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3a5 expref: 28 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.463791:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33abe lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3a5 expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.463801:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.463805:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763332904.463811:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07e00, rc 0) 00000100:00100000:2.0:1763332904.463897:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:46889:x1848987611210496:12345-192.168.204.28@tcp:101:dd.0 Request processed in 425us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.463906:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3052 00000100:00100000:0.0:1763332904.470785:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.471033:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611210752 00000100:00100000:3.0:1763332904.471047:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611210752 00000100:00100000:3.0:1763332904.471629:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3053 00000100:00100000:3.0:1763332904.471644:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:46889:x1848987611210752:12345-192.168.204.28@tcp:36:dd.0 00010000:00010000:3.0:1763332904.471730:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332904.471770:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33aa9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e39e expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.471798:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332904.471806:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332904.472076:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332904.472094:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332904.472107:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000001:00080000:3.0:1763332904.472168:0:6519:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969212 00000004:00010000:3.0:1763332904.472193:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b2f04c10 reply state 0000000000462e54 transno 4294969213 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332904.472208:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332904.472214:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332904.472217:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332904.472220:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332904.475228:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:46889:x1848987611210752:12345-192.168.204.28@tcp:36:dd.0 Request processed in 3574us (4440us total) trans 4294969213 rc 0/0 00000100:00100000:3.0:1763332904.475245:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3053 00000020:00080000:3.0:1763332904.475256:0:6519:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763332904.478063:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.478264:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611210880 00000100:00100000:3.0:1763332904.478278:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611210880 00000100:00100000:3.0:1763332904.478451:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3054 00000100:00100000:3.0:1763332904.478464:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:46889:x1848987611210880:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332904.478498:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332904.478521:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33acc lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3ac expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.478584:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33acc lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ac expref: 30 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.478602:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33acc lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ac expref: 30 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.478623:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332904.478627:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332904.478632:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3200, rc 0) 00000100:00100000:3.0:1763332904.481133:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46889:x1848987611210880:12345-192.168.204.28@tcp:101:dd.0 Request processed in 2661us (3069us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.481144:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3054 00000100:00100000:0.0:1763332904.489855:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.490006:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611211136 00000100:00100000:2.0:1763332904.490022:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611211136 00000100:00100000:2.0:1763332904.490109:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3055 00000100:00100000:2.0:1763332904.490122:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46889:x1848987611211136:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332904.490154:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332904.490158:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763332904.490199:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33acc lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ac expref: 30 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.490230:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.490238:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332904.490258:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33ad3 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3b3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.490323:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33ada lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.490341:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33ada lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.490407:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33ada lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000040:00080000:2.0:1763332904.490717:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].249, 88 off28952 00000004:00080000:2.0:1763332904.490726:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1008570376049ns, next at 985047776420ns, rc = 0 00000040:00080000:2.0:1763332904.490753:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].250, 88 off29040 00000004:00080000:2.0:1763332904.490761:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1008570412324ns, next at 985047776420ns, rc = 0 00000040:00080000:2.0:1763332904.490777:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].243, 88 off28536 00000004:00080000:2.0:1763332904.490781:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1008570431845ns, next at 982082683806ns, rc = 0 00000040:00080000:2.0:1763332904.490800:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].244, 88 off28624 00000004:00080000:2.0:1763332904.490803:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1008570454362ns, next at 982082683806ns, rc = 0 00010000:00010000:0.0:1763332904.494403:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.494422:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.494430:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.494439:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332904.494443:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.494451:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.494470:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332904.494472:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2a 00010000:00010000:0.0:1763332904.494486:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.494492:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33a8d lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2a/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332904.494515:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.494521:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.494526:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.494531:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332904.494534:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.494540:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.494547:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332904.494550:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332904.494553:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332904.494562:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ac5 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000001:00080000:3.0:1763332904.494616:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969214 is committed 00000004:00080000:3.0:1763332904.494627:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 228 committed 00000100:00100000:2.0:1763332904.495409:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626397056:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332904.495495:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332904.495532:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332904.495537:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626397184:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332904.495557:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332904.495622:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626397056 00000100:00100000:1.0:1763332904.495632:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626397056 00000100:00100000:1.0:1763332904.495688:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626397184 00000100:00100000:1.0:1763332904.495691:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626397184 00000100:00100000:1.0:1763332904.495711:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:1.0:1763332904.495717:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626397056:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332904.495868:0:28651:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1763332904.495872:0:28651:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332904.495875:0:28651:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332904.495877:0:28651:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332904.495879:0:28651:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332904.495925:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626397056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 206us (428us total) trans 17179869536 rc 0/0 00000100:00100000:1.0:1763332904.495931:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00100000:1.0:1763332904.495946:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:1.0:1763332904.495952:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626397184:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332904.495998:0:28651:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332904.496001:0:28651:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332904.496004:0:28651:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332904.496006:0:28651:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332904.496008:0:28651:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332904.496032:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626397184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 80us (474us total) trans 17179869537 rc 0/0 00000100:00100000:1.0:1763332904.496037:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000004:00080000:1.0:1763332904.496077:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569f480/2, rc 0, transno 17179869537 00000100:00100000:1.0:1763332904.496082:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626397184:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332904.496091:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569e300/2, rc 0, transno 17179869536 00000100:00100000:1.0:1763332904.496094:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626397056:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1763332904.496151:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 227 committed 00000004:00080000:3.0:1763332904.496166:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 232 committed 00000004:00080000:3.0:1763332904.496269:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 231 committed 00000100:00100000:0.0:1763332904.496391:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626397312:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332904.496427:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332904.496457:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332904.496463:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626397440:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332904.496494:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332904.496518:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626397312 00000100:00100000:0.0:1763332904.496522:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626397312 00000100:00100000:0.0:1763332904.496547:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626397440 00000100:00100000:0.0:1763332904.496549:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626397440 00000100:00100000:0.0:1763332904.496566:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:0.0:1763332904.496573:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626397312:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332904.496672:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626397312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (244us total) trans 21474836858 rc 0/0 00000100:00100000:0.0:1763332904.496678:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:0.0:1763332904.496692:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:0.0:1763332904.496697:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3654:x1848987626397440:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332904.496755:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3654:x1848987626397440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 58us (260us total) trans 21474836859 rc 0/0 00000100:00100000:0.0:1763332904.496761:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000004:00080000:0.0:1763332904.496787:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e00df80/2, rc 0, transno 21474836859 00000100:00100000:0.0:1763332904.496792:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626397440:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763332904.496799:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7e00e300/2, rc 0, transno 21474836858 00000100:00100000:0.0:1763332904.496802:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626397312:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1763332904.497042:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33ada lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3b3 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.497054:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.497057:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763332904.497075:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33ad3 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3b3 expref: 22 pid: 6519 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1763332904.497091:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33ada lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3b3 expref: 21 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.497191:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.497195:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763332904.497197:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07600, rc 0) 00000100:00100000:2.0:1763332904.497254:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:46889:x1848987611211136:12345-192.168.204.28@tcp:101:dd.0 Request processed in 7135us (7426us total) trans 4294969214 rc 0/0 00000100:00100000:2.0:1763332904.497261:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3055 00000100:00100000:0.0:1763332904.504608:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.504778:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611211264 00000100:00100000:3.0:1763332904.504790:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611211264 00000100:00100000:3.0:1763332904.504855:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1566 00000100:00100000:3.0:1763332904.504864:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:46889:x1848987611211264:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332904.504886:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332904.504912:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ae1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3ba expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332904.504938:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x58:0x0] initial LVB size: 2097152, mtime: 0x691a5328, atime: 0x691a5328, ctime: 0x691a5328, blocks: 0x1000 00010000:00010000:3.0:1763332904.504961:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.504963:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.504972:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ae1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ba expref: 14 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.504988:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ae1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ba expref: 14 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.505001:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3000, rc 0) 00000100:00100000:3.0:1763332904.505142:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:46889:x1848987611211264:12345-192.168.204.28@tcp:101:dd.0 Request processed in 278us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.505154:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1566 00000100:00100000:0.0:1763332904.509677:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.509766:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611211392 00000100:00100000:3.0:1763332904.509780:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611211392 00000100:00100000:3.0:1763332904.509842:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1567 00000100:00100000:3.0:1763332904.509852:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:46889:x1848987611211392:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332904.509871:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332904.509893:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ae8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3c1 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332904.509914:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x59:0x0] initial LVB size: 3145728, mtime: 0x691a5328, atime: 0x691a5328, ctime: 0x691a5328, blocks: 0x800 00010000:00010000:3.0:1763332904.509937:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.509939:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.509947:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c1 expref: 15 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.509962:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c1 expref: 15 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.509976:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3200, rc 0) 00000100:00100000:3.0:1763332904.512268:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:46889:x1848987611211392:12345-192.168.204.28@tcp:101:dd.0 Request processed in 2408us (2592us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332904.512280:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1567 00000100:00100000:2.0:1763332904.519980:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.520034:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332904.520126:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611211520 00000100:00100000:0.0:1763332904.520137:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611211520 00002000:00010000:0.0:1763332904.520178:0:28426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/88 (0->18446744073709551615) 00002000:00100000:0.0:1763332904.520183:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75665500 with x1848987611211520 ext(0->18446744073709551615) 00002000:00010000:0.0:1763332904.520195:0:28426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff75665500. 00000100:00100000:0.0:1763332904.520228:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611211648 00000100:00100000:0.0:1763332904.520231:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611211648 00002000:00010000:0.0:1763332904.520241:0:28426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/89 (0->18446744073709551615) 00002000:00100000:0.0:1763332904.520244:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75667100 with x1848987611211648 ext(0->18446744073709551615) 00002000:00010000:0.0:1763332904.520249:0:28426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff75667100. 00000100:00100000:0.0:1763332904.520270:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 623 00000100:00100000:0.0:1763332904.520279:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611211520:12345-192.168.204.28@tcp:10:dd.0 00000100:00100000:2.0:1763332904.520793:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 624 00000100:00100000:2.0:1763332904.520803:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611211648:12345-192.168.204.28@tcp:10:dd.0 00002000:00010000:2.0:1763332904.521864:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb size from disk: 3145728 -> 0 00002000:00010000:2.0:1763332904.521870:0:28429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:2.0:1763332904.521872:0:28429:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb atime from disk: 1763332904 -> 1763332904 00002000:00010000:2.0:1763332904.521875:0:28429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:2.0:1763332904.521877:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:2.0:1763332904.522317:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2420:x1848987611211648:12345-192.168.204.28@tcp:10:dd.0 Request processed in 1512us (2278us total) trans 21474836860 rc 0/0 00000100:00100000:2.0:1763332904.522326:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 624 00002000:00010000:2.0:1763332904.522331:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/89 (0->18446744073709551615) 00002000:00100000:2.0:1763332904.522334:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75667100 with x1848987611211648 ext(0->18446744073709551615) 00002000:00010000:2.0:1763332904.522339:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff75667100. 00002000:00010000:0.0:1763332904.522866:0:28426:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb size from disk: 2097152 -> 0 00002000:00010000:0.0:1763332904.522871:0:28426:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:0.0:1763332904.522873:0:28426:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb atime from disk: 1763332904 -> 1763332904 00002000:00010000:0.0:1763332904.522875:0:28426:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:0.0:1763332904.522877:0:28426:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb blocks from disk: 4096 -> 0 00000100:00100000:0.0:1763332904.522919:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2420:x1848987611211520:12345-192.168.204.28@tcp:10:dd.0 Request processed in 2640us (2948us total) trans 21474836861 rc 0/0 00000100:00100000:0.0:1763332904.522929:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 623 00002000:00010000:0.0:1763332904.522933:0:28426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/88 (0->18446744073709551615) 00002000:00100000:0.0:1763332904.522935:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75665500 with x1848987611211520 ext(0->18446744073709551615) 00002000:00010000:0.0:1763332904.522940:0:28426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff75665500. 00010000:00010000:1.0:1763332904.529105:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332904.619383:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.619472:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611211904 00000100:00100000:3.0:1763332904.619494:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611211904 00000100:00100000:3.0:1763332904.619563:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 902 00000100:00100000:3.0:1763332904.619574:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:46889:x1848987611211904:12345-192.168.204.28@tcp:35:dd.0 00000100:00100000:3.0:1763332904.619974:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46889:x1848987611211904:12345-192.168.204.28@tcp:35:dd.0 Request processed in 401us (633us total) trans 4294969215 rc 0/0 00000100:00100000:3.0:1763332904.619982:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 902 00000100:00100000:2.0:1763332904.634566:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.634854:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611212032 00000100:00100000:1.0:1763332904.634867:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611212032 00000100:00100000:1.0:1763332904.634946:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3056 00000100:00100000:1.0:1763332904.635186:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46890:x1848987611212032:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332904.635214:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332904.635237:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33aef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3c8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.635301:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33af6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.635315:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33af6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.635326:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33af6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332904.635391:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763332904.635394:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332904.635414:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33af6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.635436:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c33aef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c8 expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.635452:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33af6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c8 expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.635462:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332904.635465:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763332904.635468:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74000, rc 0) 00000100:00100000:1.0:1763332904.635547:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46890:x1848987611212032:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 365us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332904.637329:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3056 00000100:00100000:1.0:1763332904.637872:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.637936:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611212160 00000100:00100000:2.0:1763332904.637947:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611212160 00000100:00100000:2.0:1763332904.638060:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3057 00000100:00100000:2.0:1763332904.638070:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46890:x1848987611212160:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332904.638090:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332904.638113:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33afd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3cf expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.638173:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33b04 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638187:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33b04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638198:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33b04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638212:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33b0b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638225:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33b0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638230:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33b0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638315:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638326:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638332:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332904.638402:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00000004:00200000:2.0:1763332904.638407:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332904.638426:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638438:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638447:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33b04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638453:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33b04 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638461:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33b04 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638468:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b07000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332904.638503:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33b04 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638514:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33b04 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638527:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332904.638530:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332904.638537:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33b04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638543:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07000/0xb32e3ef184c33b04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638556:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33b0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638562:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33b0b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638567:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33b0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638571:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332904.638574:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33b0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638579:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33b0b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638585:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff61a46e00) 00010000:00010000:2.0:1763332904.638588:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332904.638591:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33b0b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638596:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06600/0xb32e3ef184c33b0b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.638632:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06800/0xb32e3ef184c33afd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3cf expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.638647:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3cf expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.638655:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.638658:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332904.638661:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b07800, rc 0) 00000100:00100000:2.0:1763332904.638756:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:46890:x1848987611212160:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 684us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.638764:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3057 00000100:00100000:0.0:1763332904.642590:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.643569:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611212416 00000100:00100000:2.0:1763332904.643585:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611212416 00000100:00100000:2.0:1763332904.643660:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3058 00000100:00100000:2.0:1763332904.643671:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:46890:x1848987611212416:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332904.643697:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332904.643724:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33b19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3d6 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.643842:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.643858:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3cf expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.643867:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.643899:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3cf expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.643911:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3cf expref: 25 pid: 6519 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.643924:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626397568:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332904.644012:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7300 going to sleep for 11 seconds 00000100:00100000:2.0:1763332904.646087:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626397568:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332904.646126:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000100:00100000:0.0:1763332904.646550:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.647096:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611212544 00000100:00100000:2.0:1763332904.647106:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611212544 00010000:00010000:2.0:1763332904.647144:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3cf expref: 26 pid: 6519 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.647176:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 814 00000100:00100000:2.0:1763332904.647185:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:2420:x1848987611212544:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332904.647202:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332904.647208:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3cf expref: 26 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.647221:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3cf expref: 26 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.647244:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07800/0xb32e3ef184c33b12 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3cf expref: 26 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.647260:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.647266:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.647276:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.647284:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.647322:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332904.647405:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2420:x1848987611212544:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 220us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.647415:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 814 00010000:00010000:1.0:1763332904.647594:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.647602:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332904.647620:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00010000:00010000:1.0:1763332904.647755:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06a00/0xb32e3ef184c33b19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3d6 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.647772:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3d6 expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.647780:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.647783:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1763332904.647786:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46b06c00, rc 0) 00000100:00100000:1.0:1763332904.647834:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46890:x1848987611212416:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4165us (5254us total) trans 4294969216 rc 0/0 00000100:00100000:1.0:1763332904.647842:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3058 00000100:00100000:0.0:1763332904.652313:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.652374:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611212672 00000100:00100000:1.0:1763332904.652386:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611212672 00000100:00100000:1.0:1763332904.652448:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3059 00000100:00100000:1.0:1763332904.652457:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46890:x1848987611212672:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332904.652489:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332904.652513:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c33b2e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3dd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.652612:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.652627:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3d6 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.652635:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.652675:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3d6 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.652687:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3d6 expref: 26 pid: 6519 timeout: 1108 lvb_type: 0 00000100:00100000:1.0:1763332904.652699:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626397696:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332904.653330:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27600 going to sleep for 11 seconds 00000100:00100000:1.0:1763332904.655789:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626397696:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332904.655818:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000100:00100000:0.0:1763332904.656288:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.657122:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611212800 00000100:00100000:2.0:1763332904.657133:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611212800 00010000:00010000:2.0:1763332904.657188:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3d6 expref: 27 pid: 6519 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.657231:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 815 00000100:00100000:2.0:1763332904.657240:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:2421:x1848987611212800:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332904.657259:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332904.657265:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3d6 expref: 27 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.657276:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3d6 expref: 27 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.657298:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b20 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3d6 expref: 27 pid: 6519 timeout: 1108 lvb_type: 0 00010000:00010000:2.0:1763332904.657313:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.657318:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.657328:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.657336:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332904.657398:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332904.657453:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:2421:x1848987611212800:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 213us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.657460:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 815 00010000:00010000:1.0:1763332904.657534:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.657547:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332904.657604:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00000004:00200000:1.0:1763332904.657609:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332904.657631:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.657665:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c33b2e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3dd expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.657681:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3dd expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.657688:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.657690:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332904.657693:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75400, rc 0) 00000100:00100000:1.0:1763332904.657747:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46890:x1848987611212672:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5290us (5442us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332904.657754:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3059 00000100:00100000:0.0:1763332904.662921:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.663001:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611212928 00000100:00100000:1.0:1763332904.663011:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611212928 00000100:00100000:1.0:1763332904.663065:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3060 00000100:00100000:1.0:1763332904.663073:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46890:x1848987611212928:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332904.663094:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332904.663114:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33b3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3e4 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.663187:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b43 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663201:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b43 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663211:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b43 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663222:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b4a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663228:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663233:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663300:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c33b51 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663307:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c33b51 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663312:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c33b51 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332904.663592:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00000004:00200000:1.0:1763332904.663599:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332904.663623:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c33b51 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663634:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c33b51 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663642:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b43 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663651:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b43 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663658:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b43 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663663:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332904.663667:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b43 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663674:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b43 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663686:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332904.663689:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332904.663694:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663705:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663719:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663724:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b4a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663730:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b4a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663734:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332904.663737:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b4a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663745:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b4a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663752:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff621b4e00) 00010000:00010000:1.0:1763332904.663754:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332904.663757:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b4a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663762:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b4a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.663793:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33b3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3e4 expref: 27 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.663806:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c33b51 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3e4 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.663812:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.663814:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332904.663816:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75600, rc 0) 00000100:00100000:1.0:1763332904.663884:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46890:x1848987611212928:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 811us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332904.663892:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3060 00000100:00100000:0.0:1763332904.668671:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.669020:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611213184 00000100:00100000:1.0:1763332904.669031:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611213184 00000100:00100000:1.0:1763332904.669097:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3061 00000100:00100000:1.0:1763332904.669107:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7ae01c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46890:x1848987611213184:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332904.669128:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332904.669152:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c33b58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3eb expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332904.669396:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.669582:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611213312 00000100:00100000:2.0:1763332904.669587:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611213312 00000100:00100000:2.0:1763332904.669633:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 319 00000100:00100000:2.0:1763332904.669641:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:2418:x1848987611213312:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332904.669657:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332904.669679:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c33b51 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3e4 expref: 27 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.669695:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332904.669700:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332904.669756:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:2418:x1848987611213312:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 115us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332904.669763:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 319 00010000:00010000:1.0:1763332904.669935:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33b5f lrc: 3/1,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.669948:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33b5f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.669959:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33b5f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332904.669970:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00010000:00010000:1.0:1763332904.670075:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c33b58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3eb expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.670089:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33b5f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3eb expref: 27 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.670095:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.670098:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1763332904.670100:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75a00, rc 0) 00000100:00100000:1.0:1763332904.670128:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7ae01c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:46890:x1848987611213184:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1023us (1471us total) trans 4294969217 rc 0/0 00000100:00100000:1.0:1763332904.670135:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3061 00000100:00100000:0.0:1763332904.673806:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.674938:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611213568 00000100:00100000:1.0:1763332904.674950:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611213568 00000100:00100000:1.0:1763332904.675267:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3062 00000100:00100000:1.0:1763332904.675278:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:46890:x1848987611213568:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332904.675303:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332904.675326:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33b6d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3f2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.675467:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b74 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.675494:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b74 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.675505:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b74 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332904.675517:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00010000:00010000:1.0:1763332904.675635:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c33b6d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f2 expref: 30 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.675655:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b74 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f2 expref: 29 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.675664:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.675667:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332904.675671:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74c00, rc 0) 00000100:00100000:1.0:1763332904.675735:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:46890:x1848987611213568:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 459us (1939us total) trans 4294969218 rc 0/0 00000100:00100000:1.0:1763332904.675743:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3062 00000100:00100000:2.0:1763332904.683301:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332904.684101:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611213696 00000100:00100000:0.0:1763332904.684113:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611213696 00002000:00100000:0.0:1763332904.684162:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x58:0x0] (0->2097151) req@ffff92fe44ccf480 x1848987611213696/t0(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:215/0 lens 488/0 e 0 to 0 dl 1763332915 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332904.684175:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44ccf480 with x1848987611213696 ext(0->2097151) 00002000:00010000:0.0:1763332904.684182:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe44ccf480 00000100:00100000:0.0:1763332904.684217:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 625 00000100:00100000:0.0:1763332904.684227:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611213696:12345-192.168.204.28@tcp:4:lfs.0 00000100:00100000:2.0:1763332904.705022:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2421:x1848987611213696:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 20784us (21717us total) trans 21474836862 rc 0/0 00000100:00100000:2.0:1763332904.705040:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 625 00002000:00100000:2.0:1763332904.705053:0:28426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x58:0x0] (0->2097151) req@ffff92fe44ccf480 x1848987611213696/t21474836862(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:215/0 lens 488/448 e 0 to 0 dl 1763332915 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332904.705065:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44ccf480 with x1848987611213696 ext(0->2097151) 00002000:00010000:2.0:1763332904.705071:0:28426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe44ccf480 00000100:00100000:1.0:1763332904.713392:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.713656:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611213824 00000100:00100000:2.0:1763332904.713666:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611213824 00000100:00100000:2.0:1763332904.714070:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 626 00000100:00100000:2.0:1763332904.714082:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611213824:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332904.714121:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.714140:0:28426:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33a39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e382 expref: 11 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.714147:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332904.714149:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332904.714152:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.714189:0:28426:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e382 expref: 11 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.714203:0:28426:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e382 expref: 11 pid: 28650 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.714217:0:28426:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28426:1848987626397824:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332904.714306:0:28426:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7300 going to sleep for 11 seconds 00000100:00100000:3.0:1763332904.716051:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.716594:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611213952 00000100:00100000:2.0:1763332904.716603:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611213952 00002000:00100000:2.0:1763332904.716644:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x59:0x0] (2097152->3145727) req@ffff92ff7e00c700 x1848987611213952/t0(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:215/0 lens 488/0 e 0 to 0 dl 1763332915 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332904.716655:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7e00c700 with x1848987611213952 ext(2097152->3145727) 00002000:00010000:2.0:1763332904.716661:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7e00c700 00000100:00100000:2.0:1763332904.716692:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 627 00000100:00100000:2.0:1763332904.716702:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2421:x1848987611213952:12345-192.168.204.28@tcp:4:lfs.0 00000100:00100000:0.0:1763332904.718892:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.718959:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611214080 00000100:00100000:1.0:1763332904.718968:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611214080 00010000:00010000:1.0:1763332904.719010:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33a39 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e382 expref: 12 pid: 28650 timeout: 1108 lvb_type: 0 00000100:00100000:1.0:1763332904.719064:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 816 00000100:00100000:1.0:1763332904.719074:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611214080:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332904.719089:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332904.719109:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33a39 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e382 expref: 12 pid: 28650 timeout: 1108 lvb_type: 0 00010000:00010000:1.0:1763332904.719121:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e382 expref: 12 pid: 28650 timeout: 1108 lvb_type: 0 00010000:00010000:1.0:1763332904.719144:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.719146:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.719151:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.719161:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.719182:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332904.719236:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611214080:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 162us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332904.719243:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 816 00010000:00010000:2.0:1763332904.722198:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c33a39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e382 expref: 11 pid: 28650 timeout: 1108 lvb_type: 0 00000100:00100000:2.0:1763332904.722225:0:28426:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28426:1848987626397824:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332904.722250:0:28426:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.722261:0:28426:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.722267:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332904.734663:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2421:x1848987611213952:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 17950us (18608us total) trans 21474836863 rc 0/0 00000100:00100000:3.0:1763332904.734680:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 627 00002000:00100000:3.0:1763332904.734695:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x59:0x0] (2097152->3145727) req@ffff92ff7e00c700 x1848987611213952/t21474836863(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:215/0 lens 488/448 e 0 to 0 dl 1763332915 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332904.734706:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7e00c700 with x1848987611213952 ext(2097152->3145727) 00002000:00010000:3.0:1763332904.734713:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7e00c700 00010000:00010000:2.0:1763332904.737440:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.737458:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.737467:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.737482:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46b06c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332904.737486:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.737499:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.737516:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332904.737522:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46b06c00/0xb32e3ef184c33b82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332904.738612:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611213824:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 24525us (25222us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332904.738625:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 626 00000100:00100000:0.0:1763332904.744047:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332904.744810:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611214208 00000100:00100000:2.0:1763332904.744822:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611214208 00000100:00100000:1.0:1763332904.744958:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 628 00000100:00100000:1.0:1763332904.744970:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611214208:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332904.745009:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.745036:0:28426:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c33a40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e389 expref: 10 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.745045:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332904.745048:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332904.745052:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.745216:0:28426:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c33a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e389 expref: 10 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.745232:0:28426:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c33a40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e389 expref: 10 pid: 28600 timeout: 1108 lvb_type: 0 00000100:00100000:1.0:1763332904.745249:0:28426:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28426:1848987626397952:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332904.745337:0:28426:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763332904.751096:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332904.751443:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611214336 00000100:00100000:0.0:1763332904.751455:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611214336 00010000:00010000:0.0:1763332904.751512:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c33a40 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e389 expref: 11 pid: 28600 timeout: 1108 lvb_type: 0 00000100:00100000:0.0:1763332904.751564:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 817 00000100:00100000:0.0:1763332904.751578:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff82065050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611214336:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332904.751593:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332904.751615:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c33a40 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e389 expref: 11 pid: 28600 timeout: 1108 lvb_type: 0 00010000:00010000:0.0:1763332904.751627:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c33a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e389 expref: 11 pid: 28600 timeout: 1108 lvb_type: 0 00000100:00100000:1.0:1763332904.751629:0:28426:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28426:1848987626397952:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332904.751653:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75200/0xb32e3ef184c33a40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e389 expref: 11 pid: 28600 timeout: 1108 lvb_type: 0 00010000:00010000:1.0:1763332904.751656:0:28426:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 5 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.751671:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332904.751673:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332904.751678:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.751688:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332904.751720:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332904.751776:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff82065050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611214336:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 201us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332904.751784:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 817 00010000:00010000:1.0:1763332904.751893:0:28426:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.751902:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.768392:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.768414:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.768422:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.768428:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332904.768433:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.768441:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.768463:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.768479:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332904.768572:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611214208:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 23598us (24529us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1763332904.768583:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 628 00000100:00100000:3.0:1763332904.792519:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.793325:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611214464 00000100:00100000:1.0:1763332904.793342:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611214464 00000100:00100000:1.0:1763332904.793483:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 629 00000100:00100000:1.0:1763332904.793495:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611214464:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:1.0:1763332904.793557:0:28426:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x53:0x0] initial LVB size: 1048576, mtime: 0x691a5328, atime: 0x0, ctime: 0x691a5328, blocks: 0x800 00010000:00010000:1.0:1763332904.793567:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b90 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.793584:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.793586:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332904.793593:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.793609:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332904.795855:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.796287:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611214592 00000100:00100000:3.0:1763332904.796297:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611214592 00000100:00100000:3.0:1763332904.796396:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 630 00000100:00100000:3.0:1763332904.796407:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611214592:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:3.0:1763332904.796497:0:28429:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x54:0x0] initial LVB size: 3145728, mtime: 0x691a5328, atime: 0x0, ctime: 0x691a5328, blocks: 0x1000 00010000:00010000:3.0:1763332904.796510:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33b97 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.796528:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.796530:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332904.796537:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33b97 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.796560:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33b97 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.805199:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.805226:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.805237:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.805244:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332904.805250:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.805261:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.805285:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.805293:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33b90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332904.805464:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611214464:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 11965us (12952us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332904.805485:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 629 00010000:00010000:3.0:1763332904.818033:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33b97 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.818053:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33b97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.818063:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33b97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.818071:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332904.818075:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33b97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.818085:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33b97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.818105:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33b97 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332904.818113:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c33b97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332904.818226:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611214592:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 21815us (22376us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1763332904.818240:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 630 00000100:00100000:2.0:1763332904.833511:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.833625:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611214720 00000100:00100000:1.0:1763332904.833636:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611214720 00000100:00100000:1.0:1763332904.833710:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 320 00000100:00100000:1.0:1763332904.833719:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:46890:x1848987611214720:12345-192.168.204.28@tcp:103:lfs.0 00010000:00010000:1.0:1763332904.833738:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332904.833771:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b74 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f2 expref: 29 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332904.833790:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.833797:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332904.834969:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:46890:x1848987611214720:12345-192.168.204.28@tcp:103:lfs.0 Request processed in 1242us (1491us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332904.834981:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 320 00000100:00100000:2.0:1763332904.837619:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.838109:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611214976 00000100:00100000:3.0:1763332904.838121:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611214976 00000100:00100000:3.0:1763332904.838428:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 903 00000100:00100000:3.0:1763332904.838438:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:46890:x1848987611214976:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332904.838719:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:46890:x1848987611214976:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 282us (1109us total) trans 4294969219 rc 0/0 00000100:00100000:3.0:1763332904.838727:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 903 00000100:00100000:2.0:1763332904.841915:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332904.842403:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611215232 00000100:00100000:3.0:1763332904.842415:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611215232 00000100:00100000:3.0:1763332904.842489:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 904 00000100:00100000:3.0:1763332904.842501:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:46890:x1848987611215232:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332904.844051:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46890:x1848987611215232:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1538us (2130us total) trans 4294969220 rc 0/0 00000100:00100000:3.0:1763332904.844064:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 904 00000100:00100000:0.0:1763332904.872233:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.872316:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611215360 00000100:00100000:1.0:1763332904.872328:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611215360 00000100:00100000:1.0:1763332904.872431:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3063 00000100:00100000:1.0:1763332904.872442:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46892:x1848987611215360:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332904.872542:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872561:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872574:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872590:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33ba5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872597:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872604:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872685:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bac lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872694:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bac lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872701:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bac lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332904.872743:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00000004:00200000:1.0:1763332904.872748:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332904.872763:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bac lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872776:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872787:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b9e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872794:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b9e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872800:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332904.872804:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b9e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872811:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b9e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872823:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332904.872826:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332904.872832:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872837:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33b9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872851:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872856:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33ba5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872862:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872867:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332904.872869:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872879:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33ba5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872886:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff621b4e00) 00010000:00010000:1.0:1763332904.872888:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332904.872891:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33ba5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872897:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33ba5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872912:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bac lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872917:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bac lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872923:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bac lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872927:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332904.872930:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bac lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872935:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bac lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872942:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.872944:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332904.872946:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bac lrc: 2/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.872967:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bac lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:1.0:1763332904.873049:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46892:x1848987611215360:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 608us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332904.873058:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3063 00000100:00100000:2.0:1763332904.903617:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332904.903715:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611215488 00000100:00100000:1.0:1763332904.903730:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611215488 00000100:00100000:1.0:1763332904.903808:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3064 00000100:00100000:1.0:1763332904.903818:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46895:x1848987611215488:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:1.0:1763332904.903905:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bb3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.903924:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.903937:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.903952:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33bba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.903958:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33bba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.903964:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33bba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904040:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33bc1 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904050:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904056:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332904.904097:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00000004:00200000:1.0:1763332904.904101:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332904.904114:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904126:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904132:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bb3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904139:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904145:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332904.904149:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904155:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bb3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904165:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332904.904168:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332904.904173:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904180:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33bb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904194:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33bba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904200:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33bba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904207:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33bba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904212:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332904.904214:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33bba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904220:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33bba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904226:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff621b4e00) 00010000:00010000:1.0:1763332904.904228:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332904.904231:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33bba lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904236:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74800/0xb32e3ef184c33bba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904248:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904254:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33bc1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904260:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33bc1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904264:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332904.904267:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33bc1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904272:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33bc1 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904278:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332904.904280:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332904.904283:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33bc1 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332904.904289:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33bc1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:1.0:1763332904.904409:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46895:x1848987611215488:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 591us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332904.904417:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3064 00000100:00100000:2.0:1763332905.040163:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332905.040345:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611215616 00000100:00100000:1.0:1763332905.040530:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626398080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332905.040591:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332905.041255:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611215616 00000100:00100000:3.0:1763332905.041322:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 631 00000100:00100000:3.0:1763332905.041330:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2420:x1848987611215616:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332905.041378:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.041398:0:28429:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ae1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ba expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.041411:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332905.041413:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332905.041417:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.041447:0:28429:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ae1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000080000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ba expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.041461:0:28429:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ae1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ba expref: 21 pid: 8406 timeout: 1109 lvb_type: 0 00000100:00100000:3.0:1763332905.041505:0:28429:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28429:1848987626398208:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332905.041576:0:28429:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff4850e180 going to sleep for 11 seconds 00000100:00100000:2.0:1763332905.041713:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626398080 00000100:00100000:2.0:1763332905.041718:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626398080 00000100:00100000:2.0:1763332905.041761:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1763332905.041768:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626398080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1763332905.041785:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 39213888 pending 0 free 3921387520 avail 3686670336 00000100:00100000:1.0:1763332905.042742:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626398080:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1763332905.042838:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332905.042882:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626398080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1113us (2288us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.042893:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1763332905.043083:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626398336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332905.043126:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332905.043464:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626398336 00000100:00100000:2.0:1763332905.043477:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626398336 00000100:00100000:2.0:1763332905.043525:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1763332905.043534:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3653:x1848987626398336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1763332905.043554:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 39213888 pending 0 free 3921387520 avail 3686670336 00000100:00080000:1.0:1763332905.043589:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332905.043606:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3653:x1848987626398336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.043614:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1763332905.043701:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626398336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332905.048162:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.049263:0:28429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28429:1848987626398208:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332905.049294:0:28429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332905.049389:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611215744 00000100:00100000:3.0:1763332905.049397:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611215744 00000100:00100000:3.0:1763332905.049483:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 632 00000100:00100000:3.0:1763332905.049493:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2420:x1848987611215744:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332905.049529:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.049545:0:28426:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ae8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c1 expref: 22 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.049552:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332905.049555:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332905.049559:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 4/1,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.049592:0:28426:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c1 expref: 22 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.049604:0:28426:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ae8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c1 expref: 22 pid: 8406 timeout: 1109 lvb_type: 0 00000100:00100000:3.0:1763332905.049617:0:28426:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28426:1848987626398464:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332905.049706:0:28426:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff4850e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332905.053580:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332905.053686:0:28426:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00d500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28426:1848987626398464:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332905.053714:0:28426:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332905.053787:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611215872 00000100:00100000:1.0:1763332905.053794:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611215872 00010000:00010000:1.0:1763332905.053829:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ae1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ba expref: 23 pid: 8406 timeout: 1109 lvb_type: 0 00000100:00100000:1.0:1763332905.053867:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 818 00000100:00100000:1.0:1763332905.053875:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2420:x1848987611215872:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332905.053890:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763332905.053906:0:6506:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1763332905.053909:0:6506:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb blocks from disk: 0 -> 4096 00010000:00010000:1.0:1763332905.053915:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ae1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ba expref: 23 pid: 8406 timeout: 1109 lvb_type: 0 00010000:00010000:1.0:1763332905.053927:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ae1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ba expref: 23 pid: 8406 timeout: 1109 lvb_type: 0 00010000:00010000:1.0:1763332905.053955:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c33ae1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3ba expref: 23 pid: 8406 timeout: 1109 lvb_type: 0 00010000:00010000:1.0:1763332905.053971:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.053973:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.053978:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.053987:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.054018:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332905.054075:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2420:x1848987611215872:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 199us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.054082:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 818 00010000:00010000:2.0:1763332905.054515:0:28429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.054524:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332905.056772:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.057496:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611216000 00000100:00100000:1.0:1763332905.057506:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611216000 00010000:00010000:1.0:1763332905.057546:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ae8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c1 expref: 23 pid: 8406 timeout: 1109 lvb_type: 0 00000100:00100000:1.0:1763332905.057591:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 819 00000100:00100000:1.0:1763332905.057600:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2420:x1848987611216000:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332905.057616:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763332905.057631:0:6504:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb size from disk: 0 -> 3145728 00002000:00010000:1.0:1763332905.057634:0:6504:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:1.0:1763332905.057640:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ae8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c1 expref: 23 pid: 8406 timeout: 1109 lvb_type: 0 00010000:00010000:1.0:1763332905.057652:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c1 expref: 23 pid: 8406 timeout: 1109 lvb_type: 0 00010000:00010000:1.0:1763332905.057678:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ae8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c1 expref: 23 pid: 8406 timeout: 1109 lvb_type: 0 00010000:00010000:1.0:1763332905.057695:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.057697:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.057703:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.057714:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.057743:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332905.057783:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2420:x1848987611216000:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 184us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.057790:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 819 00010000:00010000:1.0:1763332905.057869:0:28426:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.057878:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.073104:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.073124:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.073133:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.073140:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332905.073145:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.073155:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.073173:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.073180:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3400/0xb32e3ef184c33bc8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332905.073273:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2420:x1848987611215616:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 31938us (33115us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332905.073283:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 631 00010000:00010000:3.0:1763332905.077815:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.077835:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.077845:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.077852:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332905.077857:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.077866:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.077885:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.077893:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33bcf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332905.078070:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2420:x1848987611215744:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 28573us (29913us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332905.078081:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 632 00000100:00100000:3.0:1763332905.083240:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332905.084292:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.084314:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611216256 00000100:00100000:2.0:1763332905.084323:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611216256 00000100:00100000:0.0:1763332905.085034:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611216128 00000100:00100000:0.0:1763332905.085040:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611216128 00000100:00100000:0.0:1763332905.085143:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1568 00000100:00100000:0.0:1763332905.085151:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2421:x1848987611216256:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332905.085169:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332905.085192:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33bd6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e400 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332905.085215:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1569 00002000:00010000:0.0:1763332905.085222:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x59:0x0] initial LVB size: 3145728, mtime: 0x691a5328, atime: 0x691a5328, ctime: 0x691a5328, blocks: 0x800 00000100:00100000:2.0:1763332905.085229:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2421:x1848987611216128:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332905.085243:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332905.085246:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332905.085258:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33bd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e400 expref: 21 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332905.085276:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33bd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e400 expref: 21 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332905.085290:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75e00, rc 0) 00010000:00010000:2.0:1763332905.085341:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1763332905.085370:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2421:x1848987611216256:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 218us (2138us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332905.085379:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1568 00010000:00010000:2.0:1763332905.085380:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe43a71400/0xb32e3ef184c33bdd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e3f9 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332905.085397:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x58:0x0] initial LVB size: 2097152, mtime: 0x691a5328, atime: 0x691a5328, ctime: 0x691a5328, blocks: 0x1000 00010000:00010000:2.0:1763332905.085408:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.085410:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.085417:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43a71400/0xb32e3ef184c33bdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f9 expref: 21 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332905.085435:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe43a71400/0xb32e3ef184c33bdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f9 expref: 21 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332905.085445:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe43a71400, rc 0) 00000100:00100000:2.0:1763332905.086243:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2421:x1848987611216128:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1008us (1944us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.086252:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1569 00000100:00100000:3.0:1763332905.171888:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332905.171951:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.172024:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611216384 00000100:00100000:2.0:1763332905.172037:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611216384 00000100:00100000:1.0:1763332905.172056:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611216512 00000100:00100000:1.0:1763332905.172062:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611216512 00000100:00100000:2.0:1763332905.172122:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 633 00000100:00100000:2.0:1763332905.172134:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611216384:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:2.0:1763332905.172196:0:28429:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x53:0x0] initial LVB size: 1048576, mtime: 0x691a5328, atime: 0x0, ctime: 0x691a5328, blocks: 0x800 00010000:00010000:2.0:1763332905.172206:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe43a71c00/0xb32e3ef184c33be4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.172220:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.172222:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.172228:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43a71c00/0xb32e3ef184c33be4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332905.172712:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 634 00000100:00100000:3.0:1763332905.172724:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611216512:12345-192.168.204.28@tcp:3:lfs.0 00002000:00010000:3.0:1763332905.172751:0:16635:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x54:0x0] initial LVB size: 3145728, mtime: 0x691a5328, atime: 0x0, ctime: 0x691a5328, blocks: 0x1000 00010000:00010000:3.0:1763332905.172757:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c33beb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.172766:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332905.172768:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332905.172771:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c33beb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.172790:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c33beb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.172996:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe43a71c00/0xb32e3ef184c33be4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.180953:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe43a71c00/0xb32e3ef184c33be4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.180976:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe43a71c00/0xb32e3ef184c33be4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.180984:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe43a71c00/0xb32e3ef184c33be4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.180991:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe43a71c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332905.180996:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43a71c00/0xb32e3ef184c33be4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.181004:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe43a71c00/0xb32e3ef184c33be4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.181023:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe43a71c00/0xb32e3ef184c33be4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.181029:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe43a71c00/0xb32e3ef184c33be4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332905.182398:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611216384:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 10255us (10512us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332905.182414:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 633 00010000:00010000:2.0:1763332905.192412:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c33beb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.192433:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c33beb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.192448:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c33beb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.192456:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148f000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332905.192460:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c33beb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.192479:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c33beb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.192502:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c33beb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.192510:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4148f000/0xb32e3ef184c33beb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332905.192624:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611216512:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 19898us (20666us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332905.192635:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 634 00000100:00100000:1.0:1763332905.199305:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.199711:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611216640 00000100:00100000:2.0:1763332905.199723:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611216640 00000100:00100000:2.0:1763332905.199801:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1570 00000100:00100000:2.0:1763332905.199814:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2418:x1848987611216640:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.199836:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.199859:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c33bf2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e407 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332905.199893:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x53:0x0] initial LVB size: 1048576, mtime: 0x691a5328, atime: 0x0, ctime: 0x691a5328, blocks: 0x800 00010000:00010000:2.0:1763332905.199917:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.199920:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.199931:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c33bf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e407 expref: 10 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332905.199950:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c33bf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e407 expref: 10 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332905.199965:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42400, rc 0) 00000100:00100000:2.0:1763332905.200043:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2418:x1848987611216640:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 230us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.200051:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1570 00000100:00100000:3.0:1763332905.200070:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.200104:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611216768 00000100:00100000:2.0:1763332905.200109:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611216768 00000100:00100000:2.0:1763332905.200142:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1571 00000100:00100000:2.0:1763332905.200151:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2418:x1848987611216768:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.200159:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.200168:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c33bf9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e40e expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332905.200181:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x54:0x0] initial LVB size: 3145728, mtime: 0x691a5328, atime: 0x0, ctime: 0x691a5328, blocks: 0x1000 00010000:00010000:2.0:1763332905.200189:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.200191:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.200197:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c33bf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e40e expref: 11 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332905.200212:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c33bf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e40e expref: 11 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332905.200221:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43200, rc 0) 00000100:00100000:2.0:1763332905.200257:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2418:x1848987611216768:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 108us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.200263:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1571 00000100:00100000:3.0:1763332905.257705:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.258279:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611216896 00000100:00100000:2.0:1763332905.258291:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611216896 00000100:00100000:2.0:1763332905.259772:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3065 00000100:00100000:2.0:1763332905.259790:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46915:x1848987611216896:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332905.259867:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.259884:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.259898:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.259912:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.259918:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.259924:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.259998:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c0e lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260007:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c0e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260015:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c0e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763332905.260053:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00000004:00200000:2.0:1763332905.260058:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332905.260069:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c0e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260081:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c00 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260087:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c00 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260092:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260099:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c00 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260105:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.260109:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c00 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260117:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c00 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260128:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332905.260132:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.260137:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c00 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260143:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260156:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260162:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260167:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260172:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.260175:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260181:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c07 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260187:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff61a46100) 00010000:00010000:2.0:1763332905.260190:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.260192:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c07 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260198:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260214:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c0e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260220:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c0e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260227:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c0e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260232:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.260235:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c0e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260240:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c0e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260245:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.260247:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.260250:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c0e lrc: 2/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.260255:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c0e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763332905.262321:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46915:x1848987611216896:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 2412us (4499us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.262335:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3065 00000100:00100000:1.0:1763332905.281964:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.282143:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611217152 00000100:00100000:2.0:1763332905.282153:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611217152 00000100:00100000:2.0:1763332905.282216:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3066 00000100:00100000:2.0:1763332905.282227:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:46916:x1848987611217152:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.282249:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.282273:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c15 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e415 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.282417:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c1c lrc: 3/0,1 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.282432:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c1c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.282444:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c1c lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763332905.282457:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00010000:00010000:2.0:1763332905.282606:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c15 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e415 expref: 33 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.282625:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c1c lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e415 expref: 32 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.282633:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.282636:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332905.282641:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43400, rc 0) 00000100:00100000:2.0:1763332905.282705:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:46916:x1848987611217152:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 480us (755us total) trans 4294969221 rc 0/0 00000100:00100000:2.0:1763332905.282712:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3066 00000100:00100000:0.0:1763332905.286959:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.287021:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611217280 00000100:00100000:2.0:1763332905.287033:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611217280 00000100:00100000:2.0:1763332905.287175:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 321 00000100:00100000:2.0:1763332905.287188:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:46916:x1848987611217280:12345-192.168.204.28@tcp:103:lfs.0 00010000:00010000:2.0:1763332905.287205:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332905.287231:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c1c lrc: 0/0,0 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e415 expref: 32 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.287249:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.287253:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332905.287309:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:46916:x1848987611217280:12345-192.168.204.28@tcp:103:lfs.0 Request processed in 124us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.287316:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 321 00000100:00100000:3.0:1763332905.290904:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.291085:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611217536 00000100:00100000:1.0:1763332905.291096:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611217536 00000100:00100000:1.0:1763332905.291161:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 905 00000100:00100000:1.0:1763332905.291172:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3eb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:46916:x1848987611217536:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332905.291457:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3eb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:46916:x1848987611217536:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 286us (564us total) trans 4294969222 rc 0/0 00000100:00100000:1.0:1763332905.291479:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 905 00000100:00100000:1.0:1763332905.297232:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.297334:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611217792 00000100:00100000:2.0:1763332905.297345:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611217792 00000100:00100000:2.0:1763332905.297457:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3067 00000100:00100000:2.0:1763332905.297477:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:46916:x1848987611217792:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.297504:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.297532:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e41c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.297641:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.297657:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3dd expref: 33 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.297666:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.297702:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3dd expref: 33 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.297717:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3dd expref: 33 pid: 6519 timeout: 1109 lvb_type: 0 00000100:00100000:2.0:1763332905.297732:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626398592:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332905.297810:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7300 going to sleep for 11 seconds 00000100:00100000:0.0:1763332905.301494:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.301624:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626398592:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332905.301660:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000100:00100000:1.0:1763332905.302455:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611217920 00000100:00100000:1.0:1763332905.302472:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611217920 00010000:00010000:1.0:1763332905.302512:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3dd expref: 34 pid: 6519 timeout: 1109 lvb_type: 0 00000100:00100000:1.0:1763332905.302542:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 820 00000100:00100000:1.0:1763332905.302551:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:2421:x1848987611217920:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332905.302567:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332905.302573:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3dd expref: 34 pid: 6519 timeout: 1109 lvb_type: 0 00010000:00010000:1.0:1763332905.302586:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3dd expref: 34 pid: 6519 timeout: 1109 lvb_type: 0 00010000:00010000:1.0:1763332905.302614:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c33b35 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3dd expref: 34 pid: 6519 timeout: 1109 lvb_type: 0 00010000:00010000:1.0:1763332905.302630:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:1.0:1763332905.302636:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332905.302646:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332905.302654:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332905.302682:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332905.302733:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:2421:x1848987611217920:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 183us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.302741:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 820 00010000:00010000:2.0:1763332905.303239:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.303248:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332905.303267:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00010000:00010000:2.0:1763332905.303407:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e41c expref: 34 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.303423:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e41c expref: 33 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.303430:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.303433:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332905.303436:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42e00, rc 0) 00000100:00100000:2.0:1763332905.303496:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:46916:x1848987611217792:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6022us (6273us total) trans 4294969223 rc 0/0 00000100:00100000:2.0:1763332905.303504:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3067 00000100:00100000:0.0:1763332905.306669:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.306913:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611218048 00000100:00100000:2.0:1763332905.306924:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611218048 00000100:00100000:2.0:1763332905.306995:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3068 00000100:00100000:2.0:1763332905.307453:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:46916:x1848987611218048:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.307493:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.307514:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c3f lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e423 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.307612:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c46 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.307628:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e41c expref: 34 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.307637:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c46 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.307671:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e41c expref: 34 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.307684:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e41c expref: 34 pid: 6519 timeout: 1109 lvb_type: 0 00000100:00100000:2.0:1763332905.307698:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626398720:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332905.307789:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332905.311741:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.311741:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626398720:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332905.311776:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c46 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000100:00100000:0.0:1763332905.311839:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611218176 00000100:00100000:0.0:1763332905.311847:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611218176 00010000:00010000:0.0:1763332905.311882:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e41c expref: 35 pid: 6519 timeout: 1109 lvb_type: 0 00000100:00100000:0.0:1763332905.311925:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 821 00000100:00100000:0.0:1763332905.311934:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:2421:x1848987611218176:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332905.311957:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332905.311964:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e41c expref: 35 pid: 6519 timeout: 1109 lvb_type: 0 00010000:00010000:0.0:1763332905.311977:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e41c expref: 35 pid: 6519 timeout: 1109 lvb_type: 0 00010000:00010000:0.0:1763332905.311999:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42e00/0xb32e3ef184c33c31 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x9:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e41c expref: 35 pid: 6519 timeout: 1109 lvb_type: 0 00010000:00010000:0.0:1763332905.312014:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332905.312019:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c46 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.312029:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c46 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.312035:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c46 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.312063:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332905.312118:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:2421:x1848987611218176:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 185us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332905.312126:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 821 00010000:00010000:2.0:1763332905.312272:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c46 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.312278:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c46 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332905.312327:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00000004:00200000:2.0:1763332905.312332:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332905.312386:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c46 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.312418:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43400/0xb32e3ef184c33c3f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e423 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.312432:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c46 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e423 expref: 33 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.312439:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.312442:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332905.312444:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42800, rc 0) 00000100:00100000:2.0:1763332905.312490:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:46916:x1848987611218048:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5044us (5831us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.312497:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3068 00000100:00100000:3.0:1763332905.317047:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.317120:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611218432 00000100:00100000:2.0:1763332905.317132:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611218432 00000100:00100000:2.0:1763332905.317202:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 906 00000100:00100000:2.0:1763332905.317214:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:46916:x1848987611218432:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332905.317533:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:46916:x1848987611218432:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 320us (495us total) trans 4294969224 rc 0/0 00000100:00100000:2.0:1763332905.317542:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 906 00000100:00100000:0.0:1763332905.321574:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.321680:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611218688 00000100:00100000:2.0:1763332905.321692:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611218688 00000100:00100000:2.0:1763332905.321750:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3069 00000100:00100000:2.0:1763332905.321759:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:46916:x1848987611218688:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.321785:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.321789:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763332905.321816:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33b5f lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3eb expref: 34 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.321834:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.321839:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332905.322245:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c4d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e42a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.322341:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c33c54 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.322425:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c33c54 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.322437:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c33c54 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332905.322448:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00010000:00010000:2.0:1763332905.322571:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c4d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e42a expref: 36 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.322587:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c33c54 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e42a expref: 35 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.322594:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.322597:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332905.322599:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43600, rc 0) 00000100:00100000:2.0:1763332905.322660:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:46916:x1848987611218688:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 903us (1100us total) trans 4294969225 rc 0/0 00000100:00100000:2.0:1763332905.322667:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3069 00000100:00100000:3.0:1763332905.327554:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.327606:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611218816 00000100:00100000:2.0:1763332905.327619:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611218816 00000100:00100000:2.0:1763332905.327684:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1572 00000100:00100000:2.0:1763332905.327694:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2420:x1848987611218816:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332905.327739:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.327758:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe43a71400/0xb32e3ef184c33bdd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f9 expref: 21 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332905.327767:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.327769:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.327773:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.327809:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe43a71400/0xb32e3ef184c33bdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f9 expref: 21 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332905.327822:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe43a71400/0xb32e3ef184c33bdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f9 expref: 21 pid: 8406 timeout: 1109 lvb_type: 1 00000100:00100000:2.0:1763332905.327836:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626398848:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332905.327923:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7780 going to sleep for 11 seconds 00000100:00100000:3.0:1763332905.329659:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332905.329726:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611218944 00000100:00100000:0.0:1763332905.329734:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611218944 00000100:00100000:0.0:1763332905.329789:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1573 00000100:00100000:0.0:1763332905.329798:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e05b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2420:x1848987611218944:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:0.0:1763332905.329833:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.329851:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33bd6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e400 expref: 22 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332905.329859:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332905.329861:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332905.329865:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.329895:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33bd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e400 expref: 22 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332905.329906:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33bd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e400 expref: 22 pid: 28651 timeout: 1109 lvb_type: 1 00000100:00100000:0.0:1763332905.329918:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e7aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626398976:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332905.329987:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0240 going to sleep for 11 seconds 00000100:00100000:3.0:1763332905.331982:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.332000:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626398848:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332905.332032:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332905.332098:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611219072 00000100:00100000:1.0:1763332905.332106:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611219072 00010000:00010000:1.0:1763332905.332147:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe43a71400/0xb32e3ef184c33bdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f9 expref: 23 pid: 8406 timeout: 1109 lvb_type: 1 00000100:00100000:1.0:1763332905.332187:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 822 00000100:00100000:1.0:1763332905.332196:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff82066450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611219072:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332905.332223:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332905.332246:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe43a71400/0xb32e3ef184c33bdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f9 expref: 23 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.332264:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe43a71400/0xb32e3ef184c33bdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f9 expref: 23 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.332291:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe43a71400/0xb32e3ef184c33bdd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3f9 expref: 23 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.332305:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.332307:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.332311:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.332322:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.332736:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.332747:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.332766:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.332774:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.332783:0:8406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.332789:0:8406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332905.332793:0:8406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.332801:0:8406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.332813:0:8406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.332820:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332905.332898:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2420:x1848987611218816:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 5205us (5355us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.332907:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1572 00010000:00010000:1.0:1763332905.332949:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332905.332974:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff82066450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2421:x1848987611219072:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 778us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.332980:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 822 00000100:00100000:0.0:1763332905.333680:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e7aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:28651:1848987626398976:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332905.333700:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332905.334157:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.334603:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611219200 00000100:00100000:1.0:1763332905.334611:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611219200 00010000:00010000:1.0:1763332905.334641:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33bd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e400 expref: 21 pid: 28651 timeout: 1109 lvb_type: 1 00000100:00100000:1.0:1763332905.334675:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 823 00000100:00100000:1.0:1763332905.334684:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2420:x1848987611219200:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332905.334697:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332905.334713:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33bd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e400 expref: 21 pid: 28651 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.334723:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33bd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e400 expref: 21 pid: 28651 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.334741:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33bd6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e400 expref: 21 pid: 28651 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.334753:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.334755:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.334759:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.334767:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.334794:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332905.334836:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2420:x1848987611219200:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 153us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.334854:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 823 00010000:00010000:2.0:1763332905.336050:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.336063:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.336089:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.336098:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.336106:0:28651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.336113:0:28651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f75a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332905.336116:0:28651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.336125:0:28651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.336146:0:28651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.336153:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33c69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332905.336248:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e05b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2420:x1848987611218944:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 6446us (6593us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.336258:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1573 00000100:00100000:3.0:1763332905.342763:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.342813:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611219456 00000100:00100000:2.0:1763332905.342824:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611219456 00000100:00100000:2.0:1763332905.342895:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3070 00000100:00100000:2.0:1763332905.342905:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:46916:x1848987611219456:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332905.342962:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1763332905.342991:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07600/0xb32e3ef184c33ada lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3b3 expref: 35 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.343013:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c46 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e423 expref: 34 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.343024:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.343030:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332905.343059:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.343072:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.343080:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000040:00080000:2.0:1763332905.343312:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].251, 88 off29128 00000004:00080000:2.0:1763332905.343322:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1009422972247ns, next at 985047776420ns, rc = 0 00000040:00080000:2.0:1763332905.343398:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].252, 88 off29216 00000004:00080000:2.0:1763332905.343404:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1009423055489ns, next at 985047776420ns, rc = 0 00000040:00080000:2.0:1763332905.343436:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].245, 88 off28712 00000004:00080000:2.0:1763332905.343443:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1009423093676ns, next at 982082683806ns, rc = 0 00000040:00080000:2.0:1763332905.343787:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].246, 88 off28800 00000004:00080000:2.0:1763332905.343796:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1009423446601ns, next at 982082683806ns, rc = 0 00000001:00080000:3.0:1763332905.348482:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969226 is committed 00000004:00080000:3.0:1763332905.348497:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 230 committed 00000004:00080000:3.0:1763332905.349418:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 229 committed 00000004:00080000:3.0:1763332905.349425:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 234 committed 00000004:00080000:3.0:1763332905.349434:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 233 committed 00000100:00100000:0.0:1763332905.349641:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626399232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332905.349713:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332905.349761:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332905.349767:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626399104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332905.349790:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332905.349823:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626399232 00000100:00100000:0.0:1763332905.349836:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626399232 00000100:00100000:0.0:1763332905.349887:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626399104 00000100:00100000:0.0:1763332905.349891:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626399104 00000100:00100000:0.0:1763332905.349911:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:0.0:1763332905.349920:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3655:x1848987626399232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332905.350102:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3655:x1848987626399232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 182us (388us total) trans 21474836864 rc 0/0 00000100:00100000:0.0:1763332905.350109:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:0.0:1763332905.350126:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:0.0:1763332905.350132:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3655:x1848987626399104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332905.350186:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3655:x1848987626399104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 55us (395us total) trans 21474836865 rc 0/0 00000100:00100000:0.0:1763332905.350192:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00080000:0.0:1763332905.350207:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1763332905.350244:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77e7aa00/2, rc 0, transno 21474836865 00000100:00100000:0.0:1763332905.350249:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626399104:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763332905.350258:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77e78a80/2, rc 0, transno 21474836864 00000100:00100000:0.0:1763332905.350261:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626399232:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332905.350583:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626399360:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332905.350614:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332905.350669:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626399360 00000100:00100000:3.0:1763332905.350674:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626399360 00000100:00100000:3.0:1763332905.350701:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:3.0:1763332905.350706:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626399360:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332905.350773:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1763332905.350776:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:3.0:1763332905.350778:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332905.350781:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:3.0:1763332905.350783:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb blocks from disk: 2048 -> 2048 00000004:00010000:2.0:1763332905.350914:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007e1d7914 reply state 00000000be0df4f5 transno 4294969226 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.350934:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.350942:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.350945:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763332905.350949:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763332905.351026:0:6519:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763332905.351041:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46916:x1848987611219456:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 8137us (8288us total) trans 4294969226 rc 0/0 00000100:00100000:2.0:1763332905.351049:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3070 00010000:00010000:2.0:1763332905.351072:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.351096:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.351104:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.351110:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.351114:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.351122:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.351132:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.351135:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332905.351138:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.351144:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c70 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:3.0:1763332905.351920:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626399360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1211us (1302us total) trans 17179869538 rc 0/0 00000100:00100000:3.0:1763332905.351928:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000004:00080000:1.0:1763332905.352264:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77e7a680/2, rc 0, transno 17179869538 00000100:00100000:1.0:1763332905.352272:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626399360:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332905.352929:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332905.352942:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626399488:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332905.352994:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332905.353203:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626399488 00000100:00100000:0.0:1763332905.353210:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626399488 00000100:00100000:0.0:1763332905.353258:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:0.0:1763332905.353267:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626399488:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1763332905.353404:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:0.0:1763332905.353408:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:0.0:1763332905.353410:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332905.353412:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb ctime from disk: 1763332904 -> 1763332904 00002000:00010000:0.0:1763332905.353415:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:0.0:1763332905.354164:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3652:x1848987626399488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 896us (1167us total) trans 17179869539 rc 0/0 00000100:00100000:0.0:1763332905.354172:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000004:00080000:2.0:1763332905.354244:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77e79f80/2, rc 0, transno 17179869539 00000100:00100000:2.0:1763332905.354250:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626399488:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332905.355971:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.356094:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611219584 00000100:00100000:2.0:1763332905.356102:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611219584 00000100:00100000:2.0:1763332905.356155:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3071 00000100:00100000:2.0:1763332905.356164:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46916:x1848987611219584:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.356186:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.356208:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c77 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e431 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.356266:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c77 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e431 expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.356283:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c77 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e431 expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.356302:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.356306:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332905.356310:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e42800, rc 0) 00000100:00100000:2.0:1763332905.356380:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46916:x1848987611219584:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 217us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.356388:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3071 00000100:00100000:3.0:1763332905.363782:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.363905:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611219712 00000100:00100000:2.0:1763332905.363917:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611219712 00000100:00100000:2.0:1763332905.364546:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3072 00000100:00100000:2.0:1763332905.364560:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46916:x1848987611219712:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.364583:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.364608:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c7e lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e438 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.364724:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c85 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.364740:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c85 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.364752:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c85 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00200000:2.0:1763332905.364782:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00000004:00200000:2.0:1763332905.364786:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332905.364805:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c85 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.364834:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c7e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e438 expref: 25 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.364852:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c85 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e438 expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.364861:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.364865:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332905.364868:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43000, rc 0) 00000100:00100000:2.0:1763332905.364941:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:46916:x1848987611219712:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 385us (1173us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.364948:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3072 00000100:00100000:0.0:1763332905.372496:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332905.373815:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332905.373840:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611219840 00000100:00100000:3.0:1763332905.373850:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611219840 00000100:00100000:2.0:1763332905.374610:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1578 00000100:00100000:2.0:1763332905.374622:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2419:x1848987611219840:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.374641:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.374664:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e43f expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332905.374689:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x58:0x0] initial LVB size: 2097152, mtime: 0x691a5328, atime: 0x691a5328, ctime: 0x691a5328, blocks: 0x1000 00010000:00010000:2.0:1763332905.374709:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.374712:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.374722:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e43f expref: 20 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332905.374740:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e43f expref: 20 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332905.374752:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe46e43e00, rc 0) 00000100:00100000:2.0:1763332905.374813:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2419:x1848987611219840:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 194us (2330us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.374821:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1578 00000100:00100000:1.0:1763332905.375147:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611219968 00000100:00100000:1.0:1763332905.375154:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611219968 00000100:00100000:1.0:1763332905.375189:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1579 00000100:00100000:1.0:1763332905.375197:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2418:x1848987611219968:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332905.375205:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332905.375217:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c33c93 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e446 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332905.375232:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x59:0x0] initial LVB size: 3145728, mtime: 0x691a5328, atime: 0x691a5328, ctime: 0x691a5328, blocks: 0x800 00010000:00010000:1.0:1763332905.375241:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.375243:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.375249:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c33c93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e446 expref: 21 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332905.375261:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c33c93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e446 expref: 21 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332905.375269:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74e00, rc 0) 00000100:00100000:1.0:1763332905.375306:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2418:x1848987611219968:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 110us (1496us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.375313:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1579 00000100:00100000:0.0:1763332905.426776:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332905.426832:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.426935:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611220224 00000100:00100000:2.0:1763332905.426948:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611220224 00000100:00100000:0.0:1763332905.427253:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611220096 00000100:00100000:0.0:1763332905.427258:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611220096 00000100:00100000:1.0:1763332905.427267:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1580 00000100:00100000:1.0:1763332905.427282:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2420:x1848987611220224:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332905.427302:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1581 00000100:00100000:0.0:1763332905.427312:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2421:x1848987611220096:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332905.427447:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2420:x1848987611220224:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 169us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.427456:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1580 00000100:00100000:1.0:1763332905.428580:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2421:x1848987611220096:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 1265us (1741us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.428590:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1581 00000100:00100000:0.0:1763332905.433780:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332905.435675:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.435699:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611220352 00000100:00100000:1.0:1763332905.435710:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611220352 00000100:00100000:1.0:1763332905.435777:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1582 00000100:00100000:1.0:1763332905.435788:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2420:x1848987611220352:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332905.435915:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2420:x1848987611220352:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 128us (2145us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.435923:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1582 00000100:00100000:1.0:1763332905.436174:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611220480 00000100:00100000:1.0:1763332905.436179:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611220480 00000100:00100000:1.0:1763332905.436213:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1583 00000100:00100000:1.0:1763332905.436220:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2420:x1848987611220480:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332905.436282:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2420:x1848987611220480:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 62us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.436288:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1583 00000100:00100000:2.0:1763332905.440719:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.440921:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611220608 00000100:00100000:1.0:1763332905.440933:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611220608 00000100:00100000:1.0:1763332905.441019:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 635 00000100:00100000:1.0:1763332905.441030:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2418:x1848987611220608:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332905.441068:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33c9a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.441089:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.441091:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.441097:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33c9a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.441112:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33c9a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332905.442475:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.442534:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611220736 00000100:00100000:2.0:1763332905.442546:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611220736 00000100:00100000:2.0:1763332905.442621:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 636 00000100:00100000:2.0:1763332905.442632:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2418:x1848987611220736:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332905.442665:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c33ca1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.442680:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.442682:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.442688:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c33ca1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.442700:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c33ca1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.456777:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c33ca1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.456803:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c33ca1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.456812:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c33ca1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.456820:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e43a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332905.456824:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c33ca1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.456833:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c33ca1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.456855:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c33ca1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.456863:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43a00/0xb32e3ef184c33ca1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332905.456968:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2418:x1848987611220736:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 14333us (14507us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1763332905.456979:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 636 00010000:00010000:1.0:1763332905.475452:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33c9a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.475483:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33c9a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.475492:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33c9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.475499:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332905.475504:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33c9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.475512:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33c9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.475531:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33c9a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.475539:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33c9a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332905.475638:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2418:x1848987611220608:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 34604us (34926us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1763332905.475650:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 635 00000100:00100000:2.0:1763332905.486006:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.486102:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611220864 00000100:00100000:1.0:1763332905.486113:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611220864 00000100:00100000:1.0:1763332905.486189:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 637 00000100:00100000:1.0:1763332905.486198:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611220864:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:1.0:1763332905.486248:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.486269:0:16635:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c33bf2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e407 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332905.486277:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.486279:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.486283:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.486321:0:16635:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c33bf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e407 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332905.486335:0:16635:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c33bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e407 expref: 11 pid: 8406 timeout: 1109 lvb_type: 1 00000100:00100000:1.0:1763332905.486404:0:16635:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626399616:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332905.486500:0:16635:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332905.492297:0:16635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626399616:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332905.492330:0:16635:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332905.492484:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332905.492571:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611220992 00000100:00100000:0.0:1763332905.492579:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611220992 00010000:00010000:0.0:1763332905.492614:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c33bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e407 expref: 12 pid: 8406 timeout: 1109 lvb_type: 1 00000100:00100000:0.0:1763332905.492657:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 824 00000100:00100000:0.0:1763332905.492664:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611220992:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332905.492683:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332905.492704:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c33bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e407 expref: 12 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:0.0:1763332905.492716:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c33bf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e407 expref: 12 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:0.0:1763332905.492738:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e42400/0xb32e3ef184c33bf2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e407 expref: 12 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:0.0:1763332905.492757:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332905.492759:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332905.492764:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.492774:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.492803:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332905.492852:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611220992:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 188us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332905.492858:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 824 00010000:00010000:2.0:1763332905.492910:0:16635:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.492918:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763332905.509803:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869540 is committed 00000001:00080000:2.0:1763332905.509822:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869539 is committed 00002000:00010000:1.0:1763332905.510189:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb mtime from disk: 1763332904 -> 1763332905 00002000:00010000:1.0:1763332905.510194:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb ctime from disk: 1763332904 -> 1763332905 00010000:00010000:1.0:1763332905.510209:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.510222:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.510231:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.510239:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332905.510243:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.510252:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.510274:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.510280:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33ca8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332905.510622:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2419:x1848987611220864:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 24419us (24621us total) trans 17179869540 rc 0/0 00000100:00100000:1.0:1763332905.510634:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 637 00000100:00100000:3.0:1763332905.522168:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.522287:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611221120 00000100:00100000:1.0:1763332905.522300:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611221120 00000100:00100000:1.0:1763332905.522408:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 638 00000100:00100000:1.0:1763332905.522418:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611221120:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:1.0:1763332905.522454:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.522482:0:16635:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c33bf9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e40e expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332905.522491:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.522493:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.522498:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.522540:0:16635:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c33bf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e40e expref: 9 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332905.522555:0:16635:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c33bf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e40e expref: 9 pid: 8406 timeout: 1109 lvb_type: 1 00000100:00100000:1.0:1763332905.522572:0:16635:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626399744:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332905.522675:0:16635:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332905.526152:0:16635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626399744:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332905.526184:0:16635:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332905.535913:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.536813:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611221248 00000100:00100000:1.0:1763332905.536826:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611221248 00010000:00010000:1.0:1763332905.536876:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c33bf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e40e expref: 10 pid: 8406 timeout: 1109 lvb_type: 1 00000100:00100000:1.0:1763332905.536915:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 825 00000100:00100000:1.0:1763332905.536927:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611221248:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332905.536945:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332905.536969:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c33bf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e40e expref: 10 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.536985:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c33bf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e40e expref: 10 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.537009:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe46e43200/0xb32e3ef184c33bf9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e40e expref: 10 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.537027:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.537029:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.537034:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.537045:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.537080:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332905.537142:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611221248:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 216us (1241us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.537150:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 825 00010000:00010000:2.0:1763332905.537988:0:16635:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.538002:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.552504:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332905.552656:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626399872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332905.552734:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332905.552794:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626399872 00000100:00100000:0.0:1763332905.552802:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626399872 00000100:00100000:0.0:1763332905.552860:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1763332905.552869:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626399872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332905.552900:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 42466112 pending 6389760 free 3918237696 avail 3686715392 00000100:00100000:0.0:1763332905.552943:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626399872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332905.552950:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00080000:0.0:1763332905.552969:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332905.553006:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626399872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332905.553140:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626400000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332905.553165:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332905.554571:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626400000 00000100:00100000:1.0:1763332905.554581:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626400000 00000100:00100000:1.0:1763332905.554641:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1763332905.554650:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+16:3655:x1848987626400000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1763332905.554668:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 42466112 pending 6389760 free 3918237696 avail 3686715392 00000100:00100000:1.0:1763332905.554735:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+16:3655:x1848987626400000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (1568us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.554742:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1763332905.554856:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626400000:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1763332905.560726:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869541 is committed 00002000:00010000:2.0:1763332905.560912:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb mtime from disk: 1763332904 -> 1763332905 00002000:00010000:2.0:1763332905.560917:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb ctime from disk: 1763332904 -> 1763332905 00010000:00010000:2.0:1763332905.560934:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.560948:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.560958:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.560966:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332905.560970:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.560980:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.561016:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.561025:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75e00/0xb32e3ef184c33caf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332905.561766:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611221120:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 39341us (39600us total) trans 17179869541 rc 0/0 00000100:00100000:2.0:1763332905.561780:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 638 00000100:00100000:3.0:1763332905.575769:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.576100:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611221504 00000100:00100000:2.0:1763332905.576114:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611221504 00000100:00100000:2.0:1763332905.576485:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3073 00000100:00100000:2.0:1763332905.576497:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:46916:x1848987611221504:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332905.576552:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332905.576582:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43000/0xb32e3ef184c33c85 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e438 expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.576605:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.576611:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332905.579224:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.579246:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.579259:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000001:00080000:2.0:1763332905.579330:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969227 00000004:00010000:2.0:1763332905.579386:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ffe877ef reply state 0000000027e5b7d6 transno 4294969228 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.579400:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.579408:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.579411:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332905.579415:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332905.579555:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46916:x1848987611221504:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 3056us (3791us total) trans 4294969228 rc 0/0 00000100:00100000:2.0:1763332905.579565:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3073 00000020:00080000:2.0:1763332905.579571:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763332905.581530:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332905.581632:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611221632 00000100:00100000:3.0:1763332905.581643:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611221632 00000100:00100000:3.0:1763332905.581704:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1584 00000100:00100000:3.0:1763332905.581714:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:46916:x1848987611221632:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332905.581732:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332905.581753:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c33cbd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e44d expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332905.581779:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x53:0x0] initial LVB size: 1048576, mtime: 0x691a5329, atime: 0x0, ctime: 0x691a5329, blocks: 0x800 00010000:00010000:3.0:1763332905.581804:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332905.581807:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332905.581817:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c33cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e44d expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.581832:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c33cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e44d expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.581844:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49324e00, rc 0) 00000100:00100000:3.0:1763332905.581911:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:46916:x1848987611221632:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 199us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332905.581919:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1584 00000100:00100000:0.0:1763332905.585937:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332905.586149:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611221760 00000100:00100000:3.0:1763332905.586160:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611221760 00000100:00100000:3.0:1763332905.586701:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1585 00000100:00100000:3.0:1763332905.586713:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:46916:x1848987611221760:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332905.586731:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332905.586755:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe49324200/0xb32e3ef184c33cc4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e454 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332905.586780:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x54:0x0] initial LVB size: 3145728, mtime: 0x691a5329, atime: 0x0, ctime: 0x691a5329, blocks: 0x1000 00010000:00010000:3.0:1763332905.586805:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332905.586808:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332905.586820:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324200/0xb32e3ef184c33cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e454 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.586836:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324200/0xb32e3ef184c33cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e454 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.586849:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49324200, rc 0) 00000100:00100000:3.0:1763332905.588488:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:46916:x1848987611221760:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1769us (2554us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332905.588500:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1585 00000100:00100000:2.0:1763332905.591320:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.591660:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611221888 00000100:00100000:1.0:1763332905.591677:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611221888 00002000:00010000:1.0:1763332905.591724:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/84 (3145728->18446744073709551615) 00002000:00100000:1.0:1763332905.591730:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7dcfd500 with x1848987611221888 ext(3145728->18446744073709551615) 00002000:00010000:1.0:1763332905.591746:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7dcfd500. 00000100:00100000:1.0:1763332905.591895:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 639 00000100:00100000:1.0:1763332905.591906:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611221888:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:1.0:1763332905.592055:0:16635:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332905.592059:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb mtime from disk: 1763332905 -> 1763332905 00002000:00010000:1.0:1763332905.592062:0:16635:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332905.592064:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb ctime from disk: 1763332905 -> 1763332905 00002000:00010000:1.0:1763332905.592066:0:16635:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332905.592306:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611221888:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 401us (998us total) trans 17179869542 rc 0/0 00000100:00100000:1.0:1763332905.592317:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 639 00002000:00010000:1.0:1763332905.592320:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/84 (3145728->18446744073709551615) 00002000:00100000:1.0:1763332905.592322:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7dcfd500 with x1848987611221888 ext(3145728->18446744073709551615) 00002000:00010000:1.0:1763332905.592327:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7dcfd500. 00000100:00100000:0.0:1763332905.595186:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.595786:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611222144 00000100:00100000:2.0:1763332905.595798:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611222144 00000100:00100000:2.0:1763332905.595858:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3074 00000100:00100000:2.0:1763332905.595868:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46916:x1848987611222144:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332905.595977:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.595996:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.596008:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:2.0:1763332905.596124:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e1a02d3b reply state 00000000f0bf0331 transno 4294969229 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.596138:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.596145:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.596148:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332905.596152:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332905.596250:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:46916:x1848987611222144:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 383us (1074us total) trans 4294969229 rc 0/0 00000100:00100000:2.0:1763332905.596258:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3074 00000100:00100000:0.0:1763332905.599884:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332905.600001:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611222272 00000100:00100000:3.0:1763332905.600012:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611222272 00000100:00100000:3.0:1763332905.600251:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1586 00000100:00100000:3.0:1763332905.600263:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:46916:x1848987611222272:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332905.600283:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332905.600302:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e45b expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.600334:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c8c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e43f expref: 22 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332905.600342:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332905.600345:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332905.600389:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 22 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.600429:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e43f expref: 22 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332905.600443:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e43f expref: 22 pid: 28600 timeout: 1109 lvb_type: 1 00000100:00100000:3.0:1763332905.600470:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74039f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626400128:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332905.600546:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff4850e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332905.603150:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74039f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626400128:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332905.603185:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 22 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.603204:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49325800, rc 0) 00000100:00100000:1.0:1763332905.603268:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46916:x1848987611222272:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3008us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.603276:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1586 00000100:00100000:0.0:1763332905.604345:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.604595:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611222400 00000100:00100000:1.0:1763332905.604605:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611222400 00010000:00010000:1.0:1763332905.604645:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e43f expref: 22 pid: 28600 timeout: 1109 lvb_type: 1 00000100:00100000:1.0:1763332905.604683:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 826 00000100:00100000:1.0:1763332905.604692:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2421:x1848987611222400:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332905.604709:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332905.604730:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e43f expref: 22 pid: 28600 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.604742:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e43f expref: 22 pid: 28600 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.604771:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe46e43e00/0xb32e3ef184c33c8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e43f expref: 22 pid: 28600 timeout: 1109 lvb_type: 1 00010000:00010000:1.0:1763332905.604787:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.604789:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.604796:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.604807:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.604840:0:6504:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332905.604852:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6504:1848987626400256:192.168.204.28@tcp:105: 00000100:00100000:1.0:1763332905.604924:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332905.608604:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332905.608815:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611222528 00000100:00100000:3.0:1763332905.608827:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611222528 00000100:00100000:3.0:1763332905.608888:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1587 00000100:00100000:3.0:1763332905.608898:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46916:x1848987611222528:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332905.608917:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332905.608937:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e462 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.608990:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c33c93 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e446 expref: 23 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332905.608999:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332905.609002:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332905.609006:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 23 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.609043:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c33c93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e446 expref: 23 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332905.609057:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c33c93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e446 expref: 23 pid: 8406 timeout: 1109 lvb_type: 1 00000100:00100000:3.0:1763332905.609069:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626400384:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332905.609150:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff4850e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332905.609494:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6504:1848987626400256:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332905.609515:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332905.609555:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611222400:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 4863us (5213us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.609566:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 826 00000100:00100000:3.0:1763332905.612919:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626400384:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332905.613472:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 22 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.613495:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe49324800, rc 0) 00000100:00100000:3.0:1763332905.613796:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46916:x1848987611222528:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4898us (5201us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332905.613806:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1587 00000100:00100000:2.0:1763332905.614540:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.614804:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611222656 00000100:00100000:1.0:1763332905.614813:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611222656 00010000:00010000:1.0:1763332905.614849:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c33c93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e446 expref: 22 pid: 8406 timeout: 1109 lvb_type: 1 00000100:00100000:3.0:1763332905.615511:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 827 00000100:00100000:2.0:1763332905.615781:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2421:x1848987611222656:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332905.615800:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332905.615827:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c33c93 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e446 expref: 22 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:2.0:1763332905.615848:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c33c93 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e446 expref: 22 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:2.0:1763332905.615872:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d74e00/0xb32e3ef184c33c93 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e446 expref: 22 pid: 8406 timeout: 1109 lvb_type: 1 00010000:00010000:2.0:1763332905.615888:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.615890:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332905.615898:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.615909:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.615963:0:6506:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 21 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332905.615978:0:6506:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848987626400512:192.168.204.28@tcp:105: 00000100:00100000:2.0:1763332905.616069:0:6506:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7300 going to sleep for 11 seconds 00000100:00100000:2.0:1763332905.620209:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.620250:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332905.620402:0:6506:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1848987626400512:192.168.204.28@tcp:105: 00010000:00010000:0.0:1763332905.620433:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332905.620503:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2421:x1848987611222656:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 4981us (5965us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332905.620515:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 827 00000100:00100000:1.0:1763332905.620732:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611222784 00000100:00100000:1.0:1763332905.620739:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611222784 00000100:00100000:1.0:1763332905.620779:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611222912 00000100:00100000:1.0:1763332905.620781:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611222912 00000100:00100000:1.0:1763332905.620797:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1588 00000100:00100000:1.0:1763332905.620806:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2421:x1848987611222784:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:1.0:1763332905.620986:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1763332905.620990:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332905.620993:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb atime from disk: 1763332904 -> 1763332905 00002000:00010000:1.0:1763332905.620995:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb ctime from disk: 1763332904 -> 1763332905 00002000:00010000:1.0:1763332905.620998:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332905.621026:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611222784:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 221us (826us total) trans 21474836866 rc 0/0 00000100:00100000:1.0:1763332905.621033:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1588 00000100:00100000:1.0:1763332905.621046:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1589 00000100:00100000:1.0:1763332905.621054:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2421:x1848987611222912:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:1.0:1763332905.621101:0:28600:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332905.621105:0:28600:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332905.621107:0:28600:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb atime from disk: 1763332904 -> 1763332905 00002000:00010000:1.0:1763332905.621108:0:28600:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb ctime from disk: 1763332904 -> 1763332905 00002000:00010000:1.0:1763332905.621110:0:28600:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332905.621132:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611222912:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 79us (881us total) trans 21474836867 rc 0/0 00000100:00100000:1.0:1763332905.621138:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1589 00000100:00100000:0.0:1763332905.627124:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.627207:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611223168 00000100:00100000:2.0:1763332905.627220:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611223168 00000100:00100000:2.0:1763332905.627280:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 907 00000100:00100000:2.0:1763332905.627290:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:46916:x1848987611223168:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:2.0:1763332905.627376:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0x9:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c33c54 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e42a expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.627425:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332905.627438:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c77 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e431 expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.627448:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332905.627493:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c77 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e431 expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.627507:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c77 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e431 expref: 28 pid: 6519 timeout: 1109 lvb_type: 0 00000100:00100000:2.0:1763332905.627522:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626400640:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332905.627619:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7780 going to sleep for 11 seconds 00000100:00100000:0.0:1763332905.631037:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626400640:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332905.631069:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000100:00100000:2.0:1763332905.631225:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332905.631614:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611223296 00000100:00100000:0.0:1763332905.631623:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611223296 00010000:00010000:0.0:1763332905.631655:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c77 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e431 expref: 29 pid: 6519 timeout: 1109 lvb_type: 0 00000100:00100000:0.0:1763332905.631694:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 828 00000100:00100000:0.0:1763332905.631702:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:2421:x1848987611223296:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332905.631718:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332905.631725:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c77 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e431 expref: 29 pid: 6519 timeout: 1109 lvb_type: 0 00010000:00010000:0.0:1763332905.631737:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c77 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e431 expref: 29 pid: 6519 timeout: 1109 lvb_type: 0 00010000:00010000:0.0:1763332905.631762:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e42800/0xb32e3ef184c33c77 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e431 expref: 29 pid: 6519 timeout: 1109 lvb_type: 0 00010000:00010000:0.0:1763332905.631783:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332905.631789:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332905.631798:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332905.631806:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332905.631835:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332905.631894:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:2421:x1848987611223296:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 192us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332905.631902:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 828 00010000:00010000:2.0:1763332905.632055:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332905.632063:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:2.0:1763332905.632296:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].253, 88 off29304 00000004:00080000:2.0:1763332905.632303:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1009711953484ns, next at 985047776420ns, rc = 0 00000040:00080000:2.0:1763332905.632327:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].254, 88 off29392 00000004:00080000:2.0:1763332905.632332:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1009711982697ns, next at 985047776420ns, rc = 0 00000040:00080000:2.0:1763332905.632395:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].247, 88 off28888 00000004:00080000:2.0:1763332905.632400:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1009712050994ns, next at 982082683806ns, rc = 0 00000040:00080000:2.0:1763332905.632414:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].248, 88 off28976 00000004:00080000:2.0:1763332905.632417:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1009712067972ns, next at 982082683806ns, rc = 0 00000001:00080000:0.0:1763332905.637117:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969230 is committed 00000004:00080000:0.0:1763332905.637136:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 232 committed 00000004:00080000:0.0:1763332905.637154:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 231 committed 00000004:00080000:0.0:1763332905.637157:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 236 committed 00000004:00080000:0.0:1763332905.637168:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 235 committed 00000004:00010000:0.0:1763332905.637232:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008e98558d reply state 00000000f610de23 transno 4294969230 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332905.637257:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332905.637267:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332905.637270:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1763332905.637276:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332905.637285:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332905.637287:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1763332905.637295:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46e43600/0xb32e3ef184c33c54 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e42a expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00080000:0.0:1763332905.637466:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1763332905.637485:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:46916:x1848987611223168:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 10195us (10369us total) trans 4294969230 rc 0/0 00000100:00100000:0.0:1763332905.637497:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 907 00010000:00010000:0.0:1763332905.637534:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332905.637543:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332905.637550:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332905.637555:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332905.637561:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332905.637568:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332905.637579:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332905.637582:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332905.637586:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763332905.637591:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33ce0 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332905.637811:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637819:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637825:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637829:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.637832:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637838:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637847:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.637850:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.637853:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637859:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cb6 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637870:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637877:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637883:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637888:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.637891:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637898:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637904:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.637906:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.637908:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.637913:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33ccb lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00000100:00100000:2.0:1763332905.638950:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626400768:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332905.639015:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332905.639062:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332905.639070:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626400896:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332905.639092:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332905.639126:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626400768 00000100:00100000:2.0:1763332905.639133:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626400768 00000100:00100000:2.0:1763332905.639170:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626400896 00000100:00100000:2.0:1763332905.639173:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626400896 00000100:00100000:3.0:1763332905.639186:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:2.0:1763332905.639195:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:3.0:1763332905.639196:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626400768:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332905.639200:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626400896:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1763332905.639335:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1763332905.639339:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb mtime from disk: 1763332905 -> 1763332905 00002000:00010000:3.0:1763332905.639341:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332905.639344:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb ctime from disk: 1763332905 -> 1763332905 00002000:00010000:3.0:1763332905.639368:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x53:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332905.639409:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626400768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 214us (393us total) trans 17179869544 rc 0/0 00000100:00100000:3.0:1763332905.639416:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00100000:1.0:1763332905.639493:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626401024:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332905.639522:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332905.639553:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332905.639558:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626401152:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332905.639579:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332905.639603:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626401024 00000100:00100000:1.0:1763332905.639606:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626401024 00000100:00100000:1.0:1763332905.639631:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626401152 00000100:00100000:1.0:1763332905.639633:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626401152 00000100:00100000:1.0:1763332905.639652:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:1.0:1763332905.639658:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3654:x1848987626401024:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332905.639727:0:28650:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1763332905.639730:0:28650:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332905.639733:0:28650:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb atime from disk: 1763332905 -> 1763332905 00002000:00010000:1.0:1763332905.639735:0:28650:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb ctime from disk: 1763332905 -> 1763332905 00002000:00010000:1.0:1763332905.639737:0:28650:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x58:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332905.639766:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3654:x1848987626401024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (242us total) trans 21474836868 rc 0/0 00000100:00100000:1.0:1763332905.639773:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:1.0:1763332905.639787:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:1.0:1763332905.639793:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3654:x1848987626401152:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1763332905.639847:0:28650:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:1.0:1763332905.639850:0:28650:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb mtime from disk: 1763332904 -> 1763332904 00002000:00010000:1.0:1763332905.639852:0:28650:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb atime from disk: 1763332905 -> 1763332905 00002000:00010000:1.0:1763332905.639854:0:28650:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb ctime from disk: 1763332905 -> 1763332905 00002000:00010000:1.0:1763332905.639856:0:28650:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x59:0x0] updating lvb blocks from disk: 2048 -> 2048 00002000:00010000:2.0:1763332905.640727:0:28651:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb size from disk: 3145728 -> 3145728 00002000:00010000:2.0:1763332905.640732:0:28651:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb mtime from disk: 1763332905 -> 1763332905 00002000:00010000:2.0:1763332905.640733:0:28651:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763332905.640736:0:28651:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb ctime from disk: 1763332905 -> 1763332905 00002000:00010000:2.0:1763332905.640738:0:28651:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x54:0x0] updating lvb blocks from disk: 4096 -> 4096 00000100:00100000:1.0:1763332905.640822:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3654:x1848987626401152:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1027us (1240us total) trans 21474836869 rc 0/0 00000100:00100000:1.0:1763332905.640830:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:2.0:1763332905.641155:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3652:x1848987626400896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1952us (2060us total) trans 17179869543 rc 0/0 00000100:00100000:2.0:1763332905.641162:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:2.0:1763332905.641331:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869539 gen 2 00000004:00080000:2.0:1763332905.641339:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438aa680, transno 17179869534 00000004:00080000:2.0:1763332905.641384:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438a9500, transno 17179869535 00000004:00080000:2.0:1763332905.641388:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569e300, transno 17179869536 00000004:00080000:2.0:1763332905.641390:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569f480, transno 17179869537 00000004:00080000:2.0:1763332905.641393:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77e7a680, transno 17179869538 00000004:00080000:2.0:1763332905.641395:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77e79f80, transno 17179869539 00000100:00100000:2.0:1763332905.641403:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7569ca80 x1848987626400896/t17179869543(17179869543) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332921 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763332905.641415:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569ca80/2, rc 0, transno 17179869543 00000100:00100000:2.0:1763332905.641421:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626400896:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1763332905.641437:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7569c700/2, rc 0, transno 17179869544 00000100:00100000:2.0:1763332905.641441:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626400768:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1763332905.641505:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74039f80/2, rc 0, transno 21474836869 00000100:00100000:1.0:1763332905.641510:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626401152:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1763332905.641964:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff74038e00/2, rc 0, transno 21474836868 00000100:00100000:1.0:1763332905.641970:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626401024:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763332905.642302:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 2 in progress, 0 in flight, 6 done 00000100:00100000:2.0:1763332905.642627:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332905.642723:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611223424 00000100:00100000:0.0:1763332905.642730:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611223424 00000100:00100000:0.0:1763332905.642781:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3075 00000100:00100000:0.0:1763332905.642790:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:46916:x1848987611223424:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332905.642813:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332905.642835:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33ce7 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e469 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.642894:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33ce7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e469 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.642911:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33ce7 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e469 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.642939:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332905.642942:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332905.642946:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75600, rc 0) 00000100:00100000:0.0:1763332905.643009:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46916:x1848987611223424:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 219us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332905.643016:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3075 00000100:00100000:0.0:1763332905.648730:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.649192:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611223680 00000100:00100000:2.0:1763332905.649204:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611223680 00000100:00100000:2.0:1763332905.649271:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 908 00000100:00100000:2.0:1763332905.649281:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:46916:x1848987611223680:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332905.649696:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46916:x1848987611223680:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 407us (966us total) trans 4294969231 rc 0/0 00000100:00100000:2.0:1763332905.649706:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 908 00000100:00100000:3.0:1763332905.672593:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.672663:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611223936 00000100:00100000:2.0:1763332905.672675:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611223936 00000100:00100000:2.0:1763332905.672863:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3076 00000100:00100000:2.0:1763332905.672875:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46918:x1848987611223936:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.672902:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.672928:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33cee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e470 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.673007:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cf5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673019:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673030:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673043:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33cfc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673049:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33cfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673055:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33cfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673131:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cf5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673137:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cf5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673143:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cf5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673149:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cf5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673154:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.673158:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cf5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673164:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cf5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673174:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332905.673177:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.673181:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cf5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673186:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33cf5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673197:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33cfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673202:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33cfc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673208:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33cfc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673211:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.673214:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33cfc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673222:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33cfc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673228:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff61a46000) 00010000:00010000:2.0:1763332905.673230:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.673232:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33cfc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673237:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33cfc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332905.673264:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33cee lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e470 expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.673312:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332905.673314:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332905.673318:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33cee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e470 expref: 24 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.673326:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be800, rc 0) 00000100:00100000:2.0:1763332905.674009:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46918:x1848987611223936:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1131us (1427us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332905.674018:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3076 00000100:00100000:0.0:1763332905.677924:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.678696:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611224064 00000100:00100000:2.0:1763332905.678710:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611224064 00000100:00100000:2.0:1763332905.678778:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3077 00000100:00100000:2.0:1763332905.678789:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46918:x1848987611224064:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332905.678876:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.678898:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.679815:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.679843:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.679851:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.679858:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.679941:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d11 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680014:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d11 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680023:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d11 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332905.680067:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00000004:00200000:2.0:1763332905.680071:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332905.680083:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d11 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680096:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680102:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d03 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680115:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680121:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.680124:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680132:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d03 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680145:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332905.680147:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.680151:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680157:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680169:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680174:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680179:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680184:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.680187:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680193:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d0a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680291:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff61a46900) 00010000:00010000:2.0:1763332905.680293:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.680296:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d0a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680302:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680317:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d11 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680322:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d11 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680329:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d11 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680333:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfe00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.680336:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d11 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680342:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d11 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680473:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.680476:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.680479:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d11 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.680484:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d11 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:2.0:1763332905.680618:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46918:x1848987611224064:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 1827us (2703us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332905.680628:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3077 00000100:00100000:1.0:1763332905.705544:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.705628:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611224320 00000100:00100000:2.0:1763332905.705642:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611224320 00000100:00100000:2.0:1763332905.705711:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3078 00000100:00100000:2.0:1763332905.705722:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46921:x1848987611224320:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.705743:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.705763:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e477 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.705835:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.705849:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.705859:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.705872:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d26 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.705878:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.705884:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.705954:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.705961:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d1f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.705973:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d1f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.705978:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.705982:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d1f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.705989:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d1f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.705999:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332905.706002:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.706006:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.706012:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.706024:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.706029:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d26 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.706035:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.706040:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.706042:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.706047:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d26 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.706057:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff61a46900) 00010000:00010000:2.0:1763332905.706059:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.706062:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d26 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.706067:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d26 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.706093:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d18 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e477 expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.706102:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332905.706104:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332905.706107:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e477 expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.706115:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bfe00, rc 0) 00000100:00100000:2.0:1763332905.706179:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46921:x1848987611224320:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 459us (645us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332905.706187:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3078 00000100:00100000:3.0:1763332905.712022:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.712141:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611224448 00000100:00100000:2.0:1763332905.712152:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611224448 00000100:00100000:2.0:1763332905.712229:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3079 00000100:00100000:2.0:1763332905.712241:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46921:x1848987611224448:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332905.712320:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d2d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712337:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712401:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712419:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d34 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712427:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712434:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712519:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d3b lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712529:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d3b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712535:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d3b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332905.712579:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00000004:00200000:2.0:1763332905.712584:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332905.712595:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d3b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712606:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712612:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d2d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712619:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712628:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfe00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.712632:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712639:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d2d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.712650:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332905.713408:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.713416:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713423:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33d2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713439:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713445:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713450:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713464:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.713467:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713473:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d34 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713483:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff61a46900) 00010000:00010000:2.0:1763332905.713486:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.713489:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d34 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713494:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713510:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d3b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713516:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d3b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713522:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d3b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713527:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332905.713530:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d3b lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713536:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d3b lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713543:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.713545:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332905.713549:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d3b lrc: 2/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.713554:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d3b lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:3.0:1763332905.713727:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46921:x1848987611224448:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 1486us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332905.713737:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3079 00000100:00100000:0.0:1763332905.812306:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332905.812621:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611224704 00000100:00100000:0.0:1763332905.812632:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611224704 00000100:00100000:0.0:1763332905.812697:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3080 00000100:00100000:0.0:1763332905.812707:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:46936:x1848987611224704:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332905.812730:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332905.812756:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74000/0xb32e3ef184c33d42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e47e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.812835:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33d49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.812849:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33d49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.812866:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33d49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.812881:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33d50 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.812887:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33d50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.812892:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33d50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813033:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75800/0xb32e3ef184c33d57 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813041:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75800/0xb32e3ef184c33d57 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813059:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75800/0xb32e3ef184c33d57 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:0.0:1763332905.813070:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00010000:00010000:0.0:1763332905.813156:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33d49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813163:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33d49 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813170:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33d49 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813175:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f75200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332905.813179:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33d49 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813186:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33d49 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813199:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:0.0:1763332905.813202:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332905.813207:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33d49 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813212:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33d49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813229:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33d50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813235:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33d50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813239:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33d50 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813243:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f74800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332905.813246:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33d50 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813250:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33d50 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813256:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92fe43876d00) 00010000:00010000:0.0:1763332905.813258:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332905.813259:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33d50 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813264:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33d50 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332905.813302:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74000/0xb32e3ef184c33d42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e47e expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.813314:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75800/0xb32e3ef184c33d57 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e47e expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.813321:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:0.0:1763332905.813323:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332905.813326:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75800, rc 0) 00000100:00100000:0.0:1763332905.813449:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46936:x1848987611224704:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 743us (1157us total) trans 4294969232 rc 0/0 00000100:00100000:0.0:1763332905.813469:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3080 00000100:00100000:1.0:1763332905.860258:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.860380:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611224832 00000100:00100000:2.0:1763332905.860391:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611224832 00000100:00100000:2.0:1763332905.860492:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 640 00000100:00100000:2.0:1763332905.860502:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611224832:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332905.860551:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.860571:0:16635:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 23 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.860579:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332905.860582:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332905.860587:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.860625:0:16635:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 23 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.860638:0:16635:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 23 pid: 8406 timeout: 1109 lvb_type: 0 00000100:00100000:2.0:1763332905.860651:0:16635:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16635:1848987626401280:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332905.860745:0:16635:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7600 going to sleep for 11 seconds 00000100:00100000:1.0:1763332905.861607:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332905.861807:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611224960 00000100:00100000:3.0:1763332905.861816:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611224960 00000100:00100000:3.0:1763332905.862010:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 641 00000100:00100000:3.0:1763332905.862021:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:2421:x1848987611224960:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332905.862058:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.862075:0:28429:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 24 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.862083:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332905.862085:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332905.862088:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.862118:0:28429:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 24 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.862128:0:28429:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 24 pid: 8406 timeout: 1109 lvb_type: 0 00000100:00100000:3.0:1763332905.866894:0:28429:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28429:1848987626401408:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332905.868320:0:28429:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff4850e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332905.868521:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.868725:0:16635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:16635:1848987626401280:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332905.868756:0:16635:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332905.868920:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611225088 00000100:00100000:0.0:1763332905.868929:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611225088 00010000:00010000:0.0:1763332905.868970:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 25 pid: 8406 timeout: 1109 lvb_type: 0 00000100:00100000:0.0:1763332905.869014:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 829 00000100:00100000:0.0:1763332905.869026:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff82064c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2420:x1848987611225088:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332905.869045:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332905.869074:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 25 pid: 8406 timeout: 1109 lvb_type: 0 00010000:00010000:0.0:1763332905.869088:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 25 pid: 8406 timeout: 1109 lvb_type: 0 00010000:00010000:0.0:1763332905.869116:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325800/0xb32e3ef184c33cd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e45b expref: 25 pid: 8406 timeout: 1109 lvb_type: 0 00010000:00010000:0.0:1763332905.869132:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332905.869135:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332905.869139:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.869149:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332905.869627:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332905.869704:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff82064c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:2420:x1848987611225088:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 679us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332905.869713:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 829 00010000:00010000:2.0:1763332905.871397:0:16635:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.871415:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332905.873963:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.874640:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611225216 00000100:00100000:1.0:1763332905.874650:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611225216 00010000:00010000:1.0:1763332905.874690:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 25 pid: 8406 timeout: 1109 lvb_type: 0 00000100:00100000:1.0:1763332905.874733:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 830 00000100:00100000:1.0:1763332905.874743:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2421:x1848987611225216:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332905.874759:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332905.874780:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 25 pid: 8406 timeout: 1109 lvb_type: 0 00010000:00010000:1.0:1763332905.874793:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 25 pid: 8406 timeout: 1109 lvb_type: 0 00010000:00010000:1.0:1763332905.874817:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.874820:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.874827:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.874838:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332905.874861:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332905.874904:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2421:x1848987611225216:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 162us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.874912:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 830 00010000:00010000:3.0:1763332905.875704:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49324800/0xb32e3ef184c33cd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e462 expref: 24 pid: 8406 timeout: 1109 lvb_type: 0 00000100:00100000:3.0:1763332905.875724:0:28429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:28429:1848987626401408:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332905.875750:0:28429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.875762:0:28429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.875781:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.902917:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.902935:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.902943:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.902949:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332905.902954:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.902962:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.902980:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.902988:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d65 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332905.903095:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611224832:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 42590us (42844us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1763332905.903105:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 640 00010000:00010000:3.0:1763332905.907282:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.907314:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.907325:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.907333:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe49325000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332905.907338:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.907393:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.907418:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332905.907426:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe49325000/0xb32e3ef184c33d6c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332905.907532:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2421:x1848987611224960:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 45506us (45923us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332905.907544:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 641 00000100:00100000:0.0:1763332905.912150:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.912242:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611225344 00000100:00100000:1.0:1763332905.912252:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611225344 00000100:00100000:3.0:1763332905.913478:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332905.913604:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611225472 00000100:00100000:1.0:1763332905.913612:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611225472 00000100:00100000:1.0:1763332905.913648:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1594 00000100:00100000:1.0:1763332905.913658:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2420:x1848987611225344:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332905.913677:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332905.913699:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33d73 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e485 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332905.913724:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x58:0x0] initial LVB size: 2097152, mtime: 0x691a5328, atime: 0x691a5329, ctime: 0x691a5329, blocks: 0x1000 00010000:00010000:1.0:1763332905.913744:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.913747:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.913757:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33d73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e485 expref: 23 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332905.913773:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33d73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e485 expref: 23 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332905.913794:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75800, rc 0) 00000100:00100000:1.0:1763332905.913849:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2420:x1848987611225344:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 192us (1707us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.913856:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1594 00000100:00100000:1.0:1763332905.913874:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1595 00000100:00100000:1.0:1763332905.913881:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2421:x1848987611225472:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332905.913888:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332905.913898:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33d7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e48c expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332905.913910:0:29010:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x59:0x0] initial LVB size: 3145728, mtime: 0x691a5328, atime: 0x691a5329, ctime: 0x691a5329, blocks: 0x800 00010000:00010000:1.0:1763332905.913919:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.913920:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332905.913925:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33d7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e48c expref: 23 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332905.913936:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33d7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e48c expref: 23 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332905.913944:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75a00, rc 0) 00000100:00100000:1.0:1763332905.913964:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611225472:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 84us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332905.913971:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1595 00000100:00100000:0.0:1763332905.971981:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.972078:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611225728 00000100:00100000:2.0:1763332905.972089:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611225728 00000100:00100000:2.0:1763332905.972156:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 909 00000100:00100000:2.0:1763332905.972167:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:46936:x1848987611225728:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332905.972512:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46936:x1848987611225728:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 345us (540us total) trans 4294969233 rc 0/0 00000100:00100000:2.0:1763332905.972522:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 909 00000100:00100000:0.0:1763332905.999462:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332905.999518:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611225984 00000100:00100000:2.0:1763332905.999531:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611225984 00000100:00100000:2.0:1763332905.999598:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3081 00000100:00100000:2.0:1763332905.999608:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:46939:x1848987611225984:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332905.999632:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332905.999653:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e493 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.999774:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d88 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.999791:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d88 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332905.999804:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d88 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332905.999818:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00010000:00010000:2.0:1763332905.999936:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e493 expref: 29 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.999970:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d88 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e493 expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332905.999980:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332905.999984:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763332905.999989:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be200, rc 0) 00000100:00100000:2.0:1763332906.000067:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:46939:x1848987611225984:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 460us (625us total) trans 4294969234 rc 0/0 00000100:00100000:2.0:1763332906.000074:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3081 00000100:00100000:3.0:1763332906.039516:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332906.039627:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332906.040123:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611226112 00000100:00100000:2.0:1763332906.040133:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611226112 00000100:00100000:1.0:1763332906.040512:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611226240 00000100:00100000:1.0:1763332906.040517:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611226240 00000100:00100000:1.0:1763332906.040585:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 642 00000100:00100000:1.0:1763332906.040593:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611226240:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332906.040627:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332906.040645:0:16635:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324200/0xb32e3ef184c33cc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e454 expref: 12 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332906.040653:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332906.040655:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332906.040658:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1763332906.040740:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1763332906.040831:0:16635:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe49324200/0xb32e3ef184c33cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e454 expref: 12 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332906.040845:0:16635:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324200/0xb32e3ef184c33cc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e454 expref: 12 pid: 8406 timeout: 1110 lvb_type: 0 00000100:00100000:1.0:1763332906.040860:0:16635:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626401536:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332906.040933:0:16635:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332906.044702:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 643 00000100:00100000:2.0:1763332906.044716:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611226112:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332906.044750:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332906.044768:0:28429:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c33cbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e44d expref: 12 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332906.044775:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332906.044777:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332906.044780:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332906.044825:0:28429:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c33cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e44d expref: 12 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332906.044836:0:28429:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c33cbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e44d expref: 12 pid: 8406 timeout: 1110 lvb_type: 0 00000100:00100000:2.0:1763332906.044852:0:28429:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28429:1848987626401664:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332906.044944:0:28429:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332906.047972:0:16635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626401536:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332906.048005:0:16635:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332906.048093:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332906.050080:0:28429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28429:1848987626401664:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332906.050109:0:28429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332906.050151:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332906.051094:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611226368 00000100:00100000:2.0:1763332906.051105:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611226368 00000100:00100000:3.0:1763332906.051127:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611226496 00000100:00100000:3.0:1763332906.051131:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611226496 00010000:00010000:3.0:1763332906.051146:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c33cbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e44d expref: 14 pid: 8406 timeout: 1110 lvb_type: 0 00010000:00010000:2.0:1763332906.051146:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe49324200/0xb32e3ef184c33cc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e454 expref: 14 pid: 8406 timeout: 1110 lvb_type: 0 00000100:00100000:3.0:1763332906.051179:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 831 00000100:00100000:3.0:1763332906.051189:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611226496:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332906.051205:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332906.051226:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c33cbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e44d expref: 14 pid: 8406 timeout: 1110 lvb_type: 0 00010000:00010000:3.0:1763332906.051236:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c33cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e44d expref: 14 pid: 8406 timeout: 1110 lvb_type: 0 00010000:00010000:3.0:1763332906.051261:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324e00/0xb32e3ef184c33cbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e44d expref: 14 pid: 8406 timeout: 1110 lvb_type: 0 00010000:00010000:3.0:1763332906.051278:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332906.051280:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332906.051285:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.051295:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.051322:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332906.051405:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611226496:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 217us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332906.051412:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 831 00000100:00100000:3.0:1763332906.051430:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 832 00000100:00100000:3.0:1763332906.051436:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611226368:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332906.051444:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332906.051464:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe49324200/0xb32e3ef184c33cc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e454 expref: 12 pid: 8406 timeout: 1110 lvb_type: 0 00010000:00010000:3.0:1763332906.051474:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe49324200/0xb32e3ef184c33cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e454 expref: 12 pid: 8406 timeout: 1110 lvb_type: 0 00010000:00010000:3.0:1763332906.051486:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe49324200/0xb32e3ef184c33cc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e454 expref: 12 pid: 8406 timeout: 1110 lvb_type: 0 00010000:00010000:3.0:1763332906.051496:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332906.051497:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332906.051500:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.051507:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.051523:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332906.051545:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611226368:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 107us (3452us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332906.051552:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 832 00010000:00010000:2.0:1763332906.051844:0:16635:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332906.051853:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.051946:0:28429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.051965:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332906.066252:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332906.066271:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332906.066280:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332906.066288:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332906.066292:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332906.066302:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332906.066324:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332906.066336:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf600/0xb32e3ef184c33d9d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332906.066465:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611226112:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 21749us (26954us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1763332906.066477:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 643 00010000:00010000:3.0:1763332906.076922:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.076943:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.076952:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.076958:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332906.076962:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.076970:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.076987:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332906.076994:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75400/0xb32e3ef184c33d96 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [1048576->3145727] (req 1048576->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332906.077102:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611226240:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 36503us (37468us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1763332906.077114:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 642 00000100:00100000:1.0:1763332906.081346:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332906.081542:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611226624 00000100:00100000:2.0:1763332906.081553:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611226624 00000100:00100000:2.0:1763332906.081619:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1596 00000100:00100000:2.0:1763332906.081629:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611226624:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332906.081648:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332906.081668:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33da4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e49a expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332906.081691:0:28600:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x53:0x0] initial LVB size: 1048576, mtime: 0x691a5329, atime: 0x0, ctime: 0x691a5329, blocks: 0x800 00010000:00010000:2.0:1763332906.081711:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332906.081714:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332906.081724:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33da4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e49a expref: 10 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332906.081742:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33da4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e49a expref: 10 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332906.081756:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be800, rc 0) 00000100:00100000:2.0:1763332906.081816:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611226624:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 189us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332906.081824:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1596 00000100:00100000:1.0:1763332906.082842:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332906.083093:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611226752 00000100:00100000:3.0:1763332906.083101:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611226752 00000100:00100000:3.0:1763332906.083150:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1597 00000100:00100000:3.0:1763332906.083159:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611226752:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332906.083171:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332906.083188:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75000/0xb32e3ef184c33dab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4a1 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332906.083206:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x54:0x0] initial LVB size: 3145728, mtime: 0x691a5329, atime: 0x0, ctime: 0x691a5329, blocks: 0x1000 00010000:00010000:3.0:1763332906.083222:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332906.083224:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332906.083239:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75000/0xb32e3ef184c33dab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a1 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332906.083254:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75000/0xb32e3ef184c33dab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a1 expref: 11 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332906.083267:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75000, rc 0) 00000100:00100000:3.0:1763332906.083318:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611226752:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 160us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332906.083325:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1597 00000100:00100000:1.0:1763332906.180502:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332906.180620:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611226880 00000100:00100000:2.0:1763332906.180633:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611226880 00000100:00080000:0.0:1763332906.180773:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332906.181051:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3082 00000100:00100000:2.0:1763332906.181064:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:46941:x1848987611226880:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332906.181154:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33db2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181172:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33db2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181184:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33db2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181198:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33db9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181204:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33db9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181211:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33db9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181282:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33dc0 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181291:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181297:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332906.181339:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x9:0x0]: returning size 3145728 00000004:00200000:2.0:1763332906.181344:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332906.181828:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181841:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33db2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181847:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33db2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181853:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33db2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181859:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332906.181863:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33db2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181870:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33db2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181881:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332906.181884:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332906.181890:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33db2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181896:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33db2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181908:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33db9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181914:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33db9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181920:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33db9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181924:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332906.181927:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33db9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181933:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33db9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181939:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff61a46900) 00010000:00010000:2.0:1763332906.181941:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332906.181944:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33db9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181960:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33db9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181973:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181978:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33dc0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181983:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33dc0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181987:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfc00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332906.181989:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33dc0 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.181994:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33dc0 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.182000:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:2.0:1763332906.182002:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332906.182005:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33dc0 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332906.182010:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33dc0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:2.0:1763332906.182085:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:46941:x1848987611226880:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 1023us (1592us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332906.182093:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3082 00000100:00100000:0.0:1763332906.576934:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332906.576961:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626401792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763332906.577051:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763332906.577181:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332906.577517:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626401792 00000100:00100000:1.0:1763332906.577528:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626401792 00000100:00100000:1.0:1763332906.577598:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1763332906.577608:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626401792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332906.577648:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445933056 avail 1299693568 00000100:00100000:3.0:1763332906.582466:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626401792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332906.582824:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626401792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5214us (5770us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332906.582837:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00010000:00010000:3.0:1763332907.612944:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332907.961086:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332907.961146:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332907.964604:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332907.964642:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332907.964738:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611227520 00000100:00100000:3.0:1763332907.964748:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611227520 00000100:00100000:3.0:1763332907.964801:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 678 00000100:00100000:3.0:1763332907.964811:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611227520:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332907.964884:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611227520:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 74us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332907.964892:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 678 00000100:00100000:2.0:1763332907.965220:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611227008 00000100:00100000:2.0:1763332907.965226:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611227008 00000100:00100000:2.0:1763332907.965267:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 795 00000100:00100000:2.0:1763332907.965274:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2419:x1848987611227008:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332907.965308:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2419:x1848987611227008:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 35us (4237us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332907.965314:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 795 00000100:00100000:1.0:1763332907.966626:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332907.966699:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611227392 00000100:00100000:2.0:1763332907.966706:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611227392 00000100:00100000:2.0:1763332907.966758:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 679 00000100:00100000:2.0:1763332907.966767:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2419:x1848987611227392:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332907.966817:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2419:x1848987611227392:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 52us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332907.966824:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 679 00000100:00080000:1.0:1763332907.966946:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332907.966987:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611227264 00000100:00100000:0.0:1763332907.966992:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611227264 00000100:00100000:0.0:1763332907.967072:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611227136 00000100:00100000:0.0:1763332907.967076:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611227136 00000100:00100000:0.0:1763332907.967094:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1133 00000100:00100000:0.0:1763332907.967101:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611227264:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332907.967134:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611227264:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 35us (5988us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332907.967141:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1133 00000100:00100000:0.0:1763332907.967154:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1134 00000100:00100000:0.0:1763332907.967160:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:2419:x1848987611227136:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332907.967180:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:2419:x1848987611227136:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 21us (2537us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332907.967186:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1134 00000100:00080000:1.0:1763332907.967322:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332908.112578:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626401920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332908.112643:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332908.112744:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626401920 00000100:00100000:1.0:1763332908.112753:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626401920 00000100:00100000:1.0:1763332908.112802:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1763332908.112809:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626401920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763332908.112845:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446195200 avail 1299955712 00000100:00100000:1.0:1763332908.112887:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626401920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332908.112894:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1763332908.112928:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967489 gen 2 00000004:00080000:1.0:1763332908.112934:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967482 committed transno 4294967489 00000004:00080000:1.0:1763332908.113011:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967483 committed transno 4294967489 00000004:00080000:1.0:1763332908.113023:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967484 committed transno 4294967489 00000004:00080000:1.0:1763332908.113033:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967485 committed transno 4294967489 00000004:00080000:1.0:1763332908.113055:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967486 committed transno 4294967489 00000004:00080000:1.0:1763332908.113064:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967487 committed transno 4294967489 00000004:00080000:1.0:1763332908.113072:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967488 committed transno 4294967489 00000004:00080000:1.0:1763332908.113083:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967489 committed transno 4294967489 00000100:00100000:1.0:1763332908.113098:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626401920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332908.630734:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626402048:0@lo:400:kworker.0 00000100:00100000:3.0:1763332908.630790:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626402304:0@lo:400:kworker.0 00000100:00100000:0.0:1763332908.630866:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626402176:0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.630940:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332908.630941:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332908.631011:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626402048 00000100:00100000:2.0:1763332908.631029:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626402048 00000100:00100000:2.0:1763332908.631130:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1763332908.631149:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626402048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.634890:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626402560:0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.634951:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332908.634982:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626403072:0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635006:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332908.635042:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332908.635051:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626402432:0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635073:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332908.635089:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626402944:0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635105:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332908.635120:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626403456:0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635138:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332908.635171:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626402560 00000100:00100000:1.0:1763332908.635178:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626402560 00000100:00100000:1.0:1763332908.635233:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626402944 00000100:00100000:1.0:1763332908.635236:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626402944 00000100:00100000:1.0:1763332908.635259:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1763332908.635268:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626402560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635324:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626402560:12345-0@lo:400:kworker.0 Request processed in 58us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332908.635331:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1763332908.635364:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1763332908.635371:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626402944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635411:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3653:x1848987626402944:12345-0@lo:400:kworker.0 Request processed in 31us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332908.635417:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1763332908.635440:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626403072 00000100:00100000:1.0:1763332908.635443:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626403072 00000100:00100000:1.0:1763332908.635476:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626402432 00000100:00100000:1.0:1763332908.635478:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626402432 00000100:00100000:1.0:1763332908.635495:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626403456 00000100:00100000:1.0:1763332908.635497:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626403456 00000100:00100000:1.0:1763332908.635516:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1763332908.635520:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626403072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635556:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626403072:12345-0@lo:400:kworker.0 Request processed in 35us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332908.635562:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1763332908.635583:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:1.0:1763332908.635590:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626402432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635625:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626402432:12345-0@lo:400:kworker.0 Request processed in 35us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332908.635635:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:1.0:1763332908.635652:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1763332908.635658:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626403456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635691:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626403456:12345-0@lo:400:kworker.0 Request processed in 34us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332908.635696:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00080000:1.0:1763332908.635723:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763332908.635727:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763332908.635730:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763332908.635731:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332908.635781:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626402432:0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635792:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626402944:0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635802:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626403456:0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635836:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626402560:0@lo:400:kworker.0 00000100:00100000:1.0:1763332908.635848:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626403072:0@lo:400:kworker.0 00000100:00100000:2.0:1763332908.635963:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626402048:12345-0@lo:400:kworker.0 Request processed in 4819us (5024us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332908.635973:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1763332908.636015:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626402304 00000100:00100000:2.0:1763332908.636018:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626402304 00000100:00100000:2.0:1763332908.636047:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1763332908.636053:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626402304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332908.636087:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626402304:12345-0@lo:400:kworker.0 Request processed in 34us (5151us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332908.636093:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1763332908.636175:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626402304:0@lo:400:kworker.0 00000100:00100000:3.0:1763332908.636186:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626402816:0@lo:400:kworker.0 00000100:00100000:3.0:1763332908.636217:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332908.636253:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626403328:0@lo:400:kworker.0 00000100:00100000:3.0:1763332908.636275:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332908.636316:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626403328 00000100:00100000:3.0:1763332908.636321:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626403328 00000100:00100000:3.0:1763332908.636391:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1763332908.636399:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626403328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332908.636440:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626403328:12345-0@lo:400:kworker.0 Request processed in 44us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332908.636447:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00080000:3.0:1763332908.636467:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332908.636483:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626403328:0@lo:400:kworker.0 00000100:00100000:2.0:1763332908.636554:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626402816 00000100:00100000:2.0:1763332908.636558:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626402816 00000100:00100000:2.0:1763332908.636589:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1763332908.636596:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626402816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332908.636632:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626402816:12345-0@lo:400:kworker.0 Request processed in 37us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332908.636638:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1763332908.636761:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332908.636787:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626402176 00000100:00100000:0.0:1763332908.636790:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626402176 00000100:00100000:0.0:1763332908.636814:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:0.0:1763332908.636820:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626402176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332908.636846:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626402176:12345-0@lo:400:kworker.0 Request processed in 27us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332908.636851:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:0.0:1763332908.636873:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626402176:0@lo:400:kworker.0 00000100:00100000:0.0:1763332908.636881:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626402688:0@lo:400:kworker.0 00000100:00100000:0.0:1763332908.636898:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332908.636912:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626402688 00000100:00100000:0.0:1763332908.636915:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626402688 00000100:00100000:0.0:1763332908.636934:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1763332908.636939:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3655:x1848987626402688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332908.636963:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3655:x1848987626402688:12345-0@lo:400:kworker.0 Request processed in 24us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332908.636968:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00080000:3.0:1763332908.636971:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332908.636977:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332908.637008:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626402816:0@lo:400:kworker.0 00000100:00100000:0.0:1763332908.637009:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626402688:0@lo:400:kworker.0 00000100:00100000:0.0:1763332908.637025:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626403200:0@lo:400:kworker.0 00000100:00100000:0.0:1763332908.637044:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332908.637260:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626402048:0@lo:400:kworker.0 00000100:00100000:3.0:1763332908.638481:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626403200 00000100:00100000:3.0:1763332908.638493:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626403200 00000100:00080000:0.0:1763332908.641374:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332908.643172:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:3.0:1763332908.643199:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626403200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332908.643319:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626403200:12345-0@lo:400:kworker.0 Request processed in 133us (6271us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332908.643327:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:0.0:1763332908.643665:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626403200:0@lo:400:kworker.0 00010000:00010000:1.0:1763332909.648936:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1763332909.654320:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836869 is committed 00000001:00080000:0.0:1763332909.654338:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836867 is committed 00000100:00100000:1.0:1763332910.055083:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332910.055134:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611227776 00000100:00100000:3.0:1763332910.055145:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611227776 00000100:00080000:0.0:1763332910.055217:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332910.055235:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 910 00000100:00100000:3.0:1763332910.055245:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ea450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:47367:x1848987611227776:12345-192.168.204.28@tcp:35:rm.0 00000100:00100000:0.0:1763332910.056602:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ea450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:47367:x1848987611227776:12345-192.168.204.28@tcp:35:rm.0 Request processed in 1350us (1521us total) trans 4294969235 rc 0/0 00000100:00100000:0.0:1763332910.056614:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 910 00000100:00100000:1.0:1763332910.061045:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332910.061596:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611228032 00000100:00100000:3.0:1763332910.061610:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611228032 00000100:00100000:3.0:1763332910.061680:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3083 00000100:00100000:3.0:1763332910.061691:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:47367:x1848987611228032:12345-192.168.204.28@tcp:36:rm.0 00010000:00010000:3.0:1763332910.061749:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1763332910.061780:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33d88 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e493 expref: 29 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332910.061799:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33ce7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e469 expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332910.061810:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75800/0xb32e3ef184c33d57 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e47e expref: 27 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332910.061822:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07e00/0xb32e3ef184c33abe lrc: 0/0,0 mode: --/PR res: [0x200000405:0x9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3a5 expref: 26 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332910.061832:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016fe00) 00010000:00010000:3.0:1763332910.061848:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33af6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e3c8 expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332910.061857:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332910.061860:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332910.061883:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33dc7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.061898:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33dc7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.061909:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33dc7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.061923:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x995b1268 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.061930:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.061937:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062093:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33dd5 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062102:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33dd5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062109:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33dd5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000040:00080000:3.0:1763332910.062408:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].255, 64 off29456 00000004:00080000:3.0:1763332910.062420:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1014142070550ns, next at 1015142067943ns, rc = 0 00000040:00080000:3.0:1763332910.062435:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].256, 64 off29520 00000040:00080000:3.0:1763332910.062456:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].249, 64 off29040 00000004:00080000:3.0:1763332910.062463:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1014142114167ns, next at 1015142112339ns, rc = 0 00000040:00080000:3.0:1763332910.062473:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].250, 64 off29104 00010000:00010000:3.0:1763332910.062522:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c33ddc lrc: 3/0,1 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062530:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c33ddc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062537:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c33ddc lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062544:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c33ddc lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062549:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c33ddc lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062555:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c33ddc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062575:0:6519:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1763332910.062593:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33dd5 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062598:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33dd5 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062608:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33dd5 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062613:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f74e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332910.062617:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33dd5 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062624:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33dd5 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062632:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016f100) 00010000:00010000:3.0:1763332910.062635:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763332910.062639:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33dd5 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062644:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33dd5 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062755:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33dc7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062762:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33dc7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062768:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33dc7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062773:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f74c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332910.062776:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33dc7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062781:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33dc7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062792:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332910.062795:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332910.062798:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33dc7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062802:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33dc7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000004:00010000:3.0:1763332910.062811:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000059ed538f reply state 000000005a94ab48 transno 4294969236 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062820:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332910.062826:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff8016f600) 00010000:00010000:3.0:1763332910.062828:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332910.062831:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332910.062919:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:47367:x1848987611228032:12345-192.168.204.28@tcp:36:rm.0 Request processed in 1228us (1879us total) trans 4294969236 rc 0/0 00000100:00100000:3.0:1763332910.062927:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3083 00010000:00010000:0.0:1763332910.063037:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332910.063044:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c33ddc lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332910.063049:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f75400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332910.063052:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c33ddc lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332910.063058:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c33ddc lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332910.063068:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x9:0x0].0x0 (ffff92ff8016f100) 00010000:00010000:0.0:1763332910.063071:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763332910.063074:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c33ddc lrc: 1/0,0 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332910.063080:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c33ddc lrc: 0/0,0 mode: --/PW res: [0x200000405:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332910.063095:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332910.063097:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332910.063099:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332910.160611:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332910.161399:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626403584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332910.161475:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332910.161711:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763332910.161720:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626403712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332910.161746:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332910.161894:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626403584 00000100:00100000:1.0:1763332910.161905:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626403584 00000100:00100000:1.0:1763332910.161966:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626403712 00000100:00100000:1.0:1763332910.161969:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626403712 00000100:00100000:1.0:1763332910.161986:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1763332910.161994:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626403584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332910.162024:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 52894528 pending 0 free 3918241792 avail 3686719488 00000100:00100000:1.0:1763332910.162068:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3655:x1848987626403584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332910.162079:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1763332910.162096:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1763332910.162102:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626403712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332910.162112:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 52894528 pending 0 free 3918241792 avail 3686719488 00000100:00100000:1.0:1763332910.162138:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626403712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332910.162144:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1763332910.162234:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626403584:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1763332910.165549:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332910.165643:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626403712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332910.672845:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626403840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332910.672925:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332910.673306:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332910.673314:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626403968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332910.673343:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332910.673521:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332910.674119:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626403840 00000100:00100000:0.0:1763332910.674144:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626403840 00000100:00100000:0.0:1763332910.674214:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626403968 00000100:00100000:0.0:1763332910.674218:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626403968 00000100:00100000:0.0:1763332910.674240:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1763332910.674248:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626403840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332910.674283:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 36076352 pending 0 free 3918237696 avail 3686715392 00000100:00100000:0.0:1763332910.674341:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626403840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (1416us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332910.674375:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1763332910.674396:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1763332910.674403:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626403968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332910.674416:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 36076352 pending 0 free 3918237696 avail 3686715392 00000100:00100000:0.0:1763332910.674441:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626403968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332910.674447:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1763332910.674495:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626403968:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332910.674507:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836869 gen 2 00000004:00080000:0.0:1763332910.674513:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44dcad80, transno 21474836846 00000004:00080000:0.0:1763332910.674523:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7566ea00, transno 21474836848 00000004:00080000:0.0:1763332910.674527:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7566dc00, transno 21474836849 00000004:00080000:0.0:1763332910.674530:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e1a300, transno 21474836852 00000004:00080000:0.0:1763332910.674533:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e1b480, transno 21474836853 00000004:00080000:0.0:1763332910.674537:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e00ca80, transno 21474836856 00000004:00080000:0.0:1763332910.674540:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e00d880, transno 21474836857 00000004:00080000:0.0:1763332910.674543:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e00e300, transno 21474836858 00000004:00080000:0.0:1763332910.674547:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7e00df80, transno 21474836859 00000004:00080000:0.0:1763332910.674549:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77e78a80, transno 21474836864 00000004:00080000:0.0:1763332910.674552:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77e7aa00, transno 21474836865 00000004:00080000:0.0:1763332910.674555:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74038e00, transno 21474836868 00000004:00080000:0.0:1763332910.674558:0:3652:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff74039f80, transno 21474836869 00000100:00100000:0.0:1763332910.674567:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626403840:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1763332910.674781:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 2 changes, 0 in progress, 0 in flight, 13 done 00000100:00080000:2.0:1763332910.675443:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1763332910.679057:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869543 is committed 00000001:00080000:2.0:1763332910.679076:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869544 is committed 00000001:00080000:2.0:1763332910.679081:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869542 is committed 00000001:00080000:0.0:1763332910.679807:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969236 is committed 00000004:00080000:0.0:1763332910.679816:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 233 committed 00000004:00080000:0.0:1763332910.679837:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 237 committed 00000100:00100000:3.0:1763332910.680006:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332910.680028:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626404096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763332910.680104:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332910.680166:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626404224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1763332910.680192:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332910.680232:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626404096 00000100:00100000:3.0:1763332910.680243:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626404096 00000100:00100000:3.0:1763332910.680288:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626404224 00000100:00100000:3.0:1763332910.680292:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626404224 00000100:00100000:3.0:1763332910.680313:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:3.0:1763332910.680323:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626404096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1763332910.680394:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:88 count 1 00010000:00010000:3.0:1763332910.680434:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332910.680446:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:1.0:1763332910.680462:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626404224:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1763332910.680465:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33d73 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e485 expref: 7 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332910.680477:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332910.680480:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:1.0:1763332910.680480:0:28651:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:83 count 1 00010000:00010000:3.0:1763332910.680484:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332910.680499:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332910.680517:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33da4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e49a expref: 9 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332910.680523:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33d73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e485 expref: 7 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332910.680527:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332910.680531:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332910.680536:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332910.680545:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33d73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e485 expref: 7 pid: 29010 timeout: 1114 lvb_type: 1 00000100:00100000:3.0:1763332910.680558:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626404352:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332910.680566:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33da4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e49a expref: 9 pid: 28600 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332910.680578:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33da4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e49a expref: 9 pid: 28600 timeout: 1114 lvb_type: 1 00000100:00100000:1.0:1763332910.680596:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626404480:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332910.680635:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43879f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332910.680636:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1763332910.681669:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332910.681683:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332910.681691:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332910.681698:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f75c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332910.681703:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332910.681710:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332910.681728:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x995b1268 (ffff92ff8016f600) 00010000:00010000:2.0:1763332910.681731:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332910.681736:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332910.681742:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c33dce lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x995b1268 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:1.0:1763332910.691674:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332910.691804:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626404352:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332910.691833:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332910.691935:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626404480:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332910.691958:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332910.692591:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332910.693340:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611228288 00000100:00100000:0.0:1763332910.693340:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611228160 00000100:00100000:2.0:1763332910.693374:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611228288 00000100:00100000:0.0:1763332910.693377:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611228160 00010000:00010000:0.0:1763332910.693535:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33da4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e49a expref: 10 pid: 28600 timeout: 1114 lvb_type: 1 00010000:00010000:2.0:1763332910.693546:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33d73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e485 expref: 8 pid: 29010 timeout: 1114 lvb_type: 1 00000100:00080000:1.0:1763332910.693578:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763332910.693583:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332910.693623:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 833 00000100:00100000:0.0:1763332910.693633:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2418:x1848987611228160:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332910.693655:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332910.693660:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33da4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e49a expref: 10 pid: 28600 timeout: 1114 lvb_type: 1 00010000:00010000:0.0:1763332910.693673:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33da4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e49a expref: 10 pid: 28600 timeout: 1114 lvb_type: 1 00000100:00100000:2.0:1763332910.693703:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 834 00010000:00010000:0.0:1763332910.693704:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33da4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x53:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e49a expref: 10 pid: 28600 timeout: 1114 lvb_type: 1 00000100:00100000:2.0:1763332910.693710:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611228288:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332910.693719:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332910.693722:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332910.693723:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33d73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e485 expref: 8 pid: 29010 timeout: 1114 lvb_type: 1 00010000:00010000:0.0:1763332910.693725:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332910.693730:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.693733:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33d73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e485 expref: 8 pid: 29010 timeout: 1114 lvb_type: 1 00010000:00010000:0.0:1763332910.693740:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.693746:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75800/0xb32e3ef184c33d73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e485 expref: 8 pid: 29010 timeout: 1114 lvb_type: 1 00010000:00010000:2.0:1763332910.693755:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332910.693757:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332910.693760:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.693767:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332910.693767:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332910.693783:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332910.693930:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332910.693940:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332910.694001:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2418:x1848987611228160:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 367us (2340us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332910.694008:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 833 00010000:00010000:3.0:1763332910.694218:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332910.694228:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332910.694237:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332910.694245:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332910.694263:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1763332910.694465:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332910.694475:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332910.694616:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763332910.695104:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2418:x1848987611228288:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1389us (2510us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332910.695113:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 834 00010000:00010000:2.0:1763332910.696468:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763332910.696480:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.696492:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f74c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332910.696496:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.696505:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.696525:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.696533:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c33de3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.696557:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332910.696562:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.696568:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332910.696570:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.696577:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.696586:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.696596:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d74800/0xb32e3ef184c33dea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332910.696608:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332910.696611:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332910.696612:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332910.697192:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332910.698951:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626404096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18618us (18836us total) trans 21474836870 rc 0/0 00000100:00100000:3.0:1763332910.698963:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00000100:00100000:1.0:1763332910.699888:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626404224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19425us (19688us total) trans 17179869545 rc 0/0 00000100:00100000:1.0:1763332910.699899:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00100000:0.0:1763332910.700126:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869544 gen 2 00000004:00080000:0.0:1763332910.700133:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569ca80, transno 17179869543 00000004:00080000:0.0:1763332910.700152:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7569c700, transno 17179869544 00000100:00100000:0.0:1763332910.700161:0:3655:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92fe438a8e00 x1848987626404224/t17179869545(17179869545) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763332926 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763332910.700174:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438a8e00/2, rc 0, transno 17179869545 00000100:00100000:0.0:1763332910.700178:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626404224:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1763332910.700193:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe450d8e00/2, rc 0, transno 21474836870 00000100:00100000:0.0:1763332910.700206:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626404096:0@lo:6:osp-syn-0-0.0 00000001:02000400:2.0:1763332911.614860:0:31624:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 49a: FIEMAP upon FLR file ============= 17:41:50 (1763332910) 00000100:00100000:3.0:1763332911.696634:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626404608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332911.696709:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332911.696994:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626404608 00000100:00100000:1.0:1763332911.697002:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626404608 00000100:00100000:1.0:1763332911.697058:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1763332911.697067:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626404608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332911.697101:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445933056 avail 1299693568 00000100:00100000:1.0:1763332911.697149:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626404608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332911.697156:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1763332911.697613:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626404608:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1763332911.698817:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332911.768806:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332911.768845:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611228416 00000100:00100000:3.0:1763332911.768855:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611228416 00000100:00100000:3.0:1763332911.768911:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3084 00000100:00100000:3.0:1763332911.768921:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:47520:x1848987611228416:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332911.768944:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332911.768965:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33df1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4a8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.769028:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75800/0xb32e3ef184c33df8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.769043:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75800/0xb32e3ef184c33df8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.769054:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75800/0xb32e3ef184c33df8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:3.0:1763332911.769102:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332911.769107:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332911.769124:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75800/0xb32e3ef184c33df8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.769147:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33df1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a8 expref: 21 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.769163:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75800/0xb32e3ef184c33df8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a8 expref: 20 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.769172:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332911.769175:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332911.769179:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75800, rc 0) 00000100:00100000:3.0:1763332911.769244:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:47520:x1848987611228416:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 324us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332911.769251:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3084 00000100:00100000:1.0:1763332911.791544:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332911.791603:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611228544 00000100:00100000:3.0:1763332911.791613:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611228544 00000100:00100000:3.0:1763332911.791672:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3085 00000100:00100000:3.0:1763332911.791682:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:47520:x1848987611228544:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332911.791703:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332911.791723:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33dff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4af expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.791789:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791803:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791813:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791825:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e0d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791831:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791836:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791879:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e06 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791886:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e06 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791892:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e06 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791902:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e06 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791907:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f74200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332911.791911:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e06 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791918:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e06 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791928:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332911.791931:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332911.791934:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e06 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791940:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791951:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791956:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e0d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791962:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791966:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f75e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332911.791968:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791974:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791983:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcdb08acc (ffff92ff8016fe00) 00010000:00010000:3.0:1763332911.791985:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332911.791988:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e0d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.791993:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e0d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.792020:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33dff lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4af expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.792030:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332911.792032:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332911.792035:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33dff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4af expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.792043:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75600, rc 0) 00000100:00100000:3.0:1763332911.792096:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:47520:x1848987611228544:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 416us (563us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332911.792103:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3085 00000100:00100000:1.0:1763332911.807506:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332911.807708:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611228800 00000100:00100000:3.0:1763332911.807719:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611228800 00000100:00100000:3.0:1763332911.807779:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3086 00000100:00100000:3.0:1763332911.807789:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:47520:x1848987611228800:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332911.807808:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332911.807811:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332911.807837:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75800/0xb32e3ef184c33df8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a8 expref: 20 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.807859:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332911.807865:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332911.807877:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e14 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4b6 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.807976:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33e1b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.807990:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33e1b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808000:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33e1b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808014:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808020:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808026:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808452:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e29 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808462:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e29 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808470:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e29 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:3.0:1763332911.808479:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xc:0x0]: returning size 0 00010000:00010000:3.0:1763332911.808505:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33e1b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808511:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33e1b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808517:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33e1b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808523:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f75600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332911.808527:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33e1b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808534:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33e1b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808542:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332911.808544:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332911.808548:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33e1b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808553:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33e1b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000004:00010000:3.0:1763332911.808561:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000061538926 reply state 000000004d297e3a transno 4294969237 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808571:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.808576:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcdb08acc (ffff92ff8016fe00) 00010000:00010000:3.0:1763332911.808578:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332911.808580:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1763332911.808604:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e14 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4b6 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.808621:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e29 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4b6 expref: 21 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.808627:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff8016f200) 00010000:00010000:3.0:1763332911.808629:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332911.808631:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f74200, rc 0) 00000100:00100000:3.0:1763332911.808691:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:47520:x1848987611228800:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 903us (1194us total) trans 4294969237 rc 0/0 00000100:00100000:3.0:1763332911.808698:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3086 00000100:00100000:3.0:1763332911.812912:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332911.813337:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611229056 00000100:00100000:2.0:1763332911.813475:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611229056 00000100:00100000:2.0:1763332911.813539:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3087 00000100:00100000:2.0:1763332911.813549:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:47520:x1848987611229056:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332911.813575:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332911.813598:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33e37 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4bd expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.813714:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 3/0,1 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.813730:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e29 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4b6 expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.813739:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 4/0,1 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.813775:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e29 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4b6 expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.813788:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e29 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4b6 expref: 23 pid: 6519 timeout: 1115 lvb_type: 0 00000100:00100000:2.0:1763332911.813801:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbe300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626404736:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332911.813892:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1763332911.825719:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbe300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626404736:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332911.825727:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00010000:00010000:2.0:1763332911.825748:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 3/0,1 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332911.825831:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611229184 00000100:00100000:3.0:1763332911.825837:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611229184 00010000:00010000:3.0:1763332911.825872:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e29 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4b6 expref: 24 pid: 6519 timeout: 1115 lvb_type: 0 00000100:00100000:3.0:1763332911.825913:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 835 00000100:00100000:3.0:1763332911.825922:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:2420:x1848987611229184:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332911.825938:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332911.825945:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e29 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4b6 expref: 24 pid: 6519 timeout: 1115 lvb_type: 0 00010000:00010000:3.0:1763332911.826013:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e29 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4b6 expref: 24 pid: 6519 timeout: 1115 lvb_type: 0 00010000:00010000:3.0:1763332911.826037:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e29 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4b6 expref: 24 pid: 6519 timeout: 1115 lvb_type: 0 00010000:00010000:3.0:1763332911.826058:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff8016f200) 00010000:00010000:3.0:1763332911.826063:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 3/0,1 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.826072:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.826079:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 4/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332911.826111:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332911.826149:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.826157:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332911.826181:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xc:0x0]: returning size 0 00000004:00080000:2.0:1763332911.826328:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x55:0x0], index 1: 0 00000004:00080000:2.0:1763332911.826336:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x5a:0x0], index 0: 0 00010000:00010000:2.0:1763332911.826472:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.826480:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 2/0,0 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.826487:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.826493:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332911.826497:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.826504:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 4/0,0 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.826515:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff8016f200) 00010000:00010000:2.0:1763332911.826519:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332911.826523:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 2/0,0 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.826528:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e3e lrc: 0/0,0 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.826577:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33e37 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4bd expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.826586:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332911.826589:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332911.826592:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33e37 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4bd expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.826601:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf200, rc 0) 00000100:00100000:3.0:1763332911.827062:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2420:x1848987611229184:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1139us (1332us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332911.827062:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:47520:x1848987611229056:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 13510us (14155us total) trans 4294969238 rc 301/301 00000100:00100000:3.0:1763332911.827073:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 835 00000100:00100000:2.0:1763332911.827073:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3087 00000100:00100000:1.0:1763332911.829914:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332911.829993:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611229440 00000100:00100000:0.0:1763332911.830003:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611229440 00000100:00100000:0.0:1763332911.830063:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 911 00000100:00100000:0.0:1763332911.830073:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:47520:x1848987611229440:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332911.830399:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:47520:x1848987611229440:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 327us (493us total) trans 4294969239 rc 0/0 00000100:00100000:0.0:1763332911.830419:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 911 00000100:00100000:0.0:1763332911.835370:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332911.835458:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611229696 00000100:00100000:2.0:1763332911.835468:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611229696 00000100:00100000:2.0:1763332911.835752:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 912 00000100:00100000:2.0:1763332911.835763:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:47520:x1848987611229696:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332911.836042:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:47520:x1848987611229696:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 279us (711us total) trans 4294969240 rc 0/0 00000100:00100000:2.0:1763332911.836050:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 912 00000100:00100000:1.0:1763332911.890374:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332911.890476:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611229824 00000100:00100000:2.0:1763332911.890490:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611229824 00000100:00100000:2.0:1763332911.890551:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3088 00000100:00100000:2.0:1763332911.890559:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:47526:x1848987611229824:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332911.890581:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332911.890603:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33e4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4c4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.890669:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e53 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.890683:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.890694:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332911.890737:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763332911.890741:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332911.890760:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.890782:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33e4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4c4 expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.890799:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e53 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4c4 expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.890808:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332911.890811:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763332911.890923:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be800, rc 0) 00000100:00100000:2.0:1763332911.892546:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:47526:x1848987611229824:12345-192.168.204.28@tcp:101:dd.0 Request processed in 1972us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332911.892560:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3088 00000100:00100000:3.0:1763332911.895449:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332911.895762:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611230080 00000100:00100000:2.0:1763332911.895775:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611230080 00000100:00100000:2.0:1763332911.895951:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3089 00000100:00100000:2.0:1763332911.895962:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:47526:x1848987611230080:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332911.895993:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332911.895998:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763332911.896036:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33e53 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4c4 expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.896057:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332911.896063:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332911.896078:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33e5a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4cb expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.896230:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c33e61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896243:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c33e61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896252:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c33e61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896263:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e68 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896269:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896279:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896374:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c33e6f lrc: 3/1,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896382:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c33e6f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896389:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c33e6f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332911.896398:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xc:0x0]: returning size 0 00010000:00010000:2.0:1763332911.896480:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c33e61 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896487:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c33e61 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896494:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c33e61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896500:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c33e61 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896506:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332911.896510:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c33e61 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896517:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c33e61 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896526:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332911.896529:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332911.896533:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c33e61 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896538:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c33e61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896548:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896553:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896559:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896563:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfa00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332911.896566:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896571:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e68 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896578:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcdb08acc (ffff92ff8016fe00) 00010000:00010000:2.0:1763332911.896581:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332911.896584:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e68 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896589:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e68 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.896624:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33e5a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4cb expref: 27 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.896636:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c33e6f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4cb expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.896644:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332911.896647:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332911.896649:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bea00, rc 0) 00000100:00100000:2.0:1763332911.896913:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:47526:x1848987611230080:12345-192.168.204.28@tcp:101:dd.0 Request processed in 951us (1477us total) trans 4294969241 rc 0/0 00000100:00100000:2.0:1763332911.896922:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3089 00000100:00100000:0.0:1763332911.903295:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332911.905019:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611230208 00000100:00100000:2.0:1763332911.905033:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611230208 00000100:00100000:2.0:1763332911.905111:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3090 00000100:00100000:2.0:1763332911.905120:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:47526:x1848987611230208:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332911.905145:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332911.905168:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33e7d lrc: 2/0,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4d2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.905204:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e84 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.905220:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e84 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.905232:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e84 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.905392:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33e7d lrc: 0/0,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4d2 expref: 28 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.905412:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e84 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4d2 expref: 27 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.905427:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332911.905430:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763332911.905435:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bfa00, rc 0) 00000100:00100000:2.0:1763332911.905505:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:47526:x1848987611230208:12345-192.168.204.28@tcp:101:dd.0 Request processed in 386us (2221us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332911.905512:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3090 00000100:00100000:1.0:1763332911.909153:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332911.910310:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611230464 00000100:00100000:3.0:1763332911.910328:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611230464 00000100:00100000:3.0:1763332911.910446:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3091 00000100:00100000:3.0:1763332911.910456:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:47526:x1848987611230464:12345-192.168.204.28@tcp:36:dd.0 00010000:00010000:3.0:1763332911.910513:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332911.910543:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bea00/0xb32e3ef184c33e6f lrc: 0/0,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4cb expref: 27 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.910562:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:3.0:1763332911.910568:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332911.910742:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 3/0,1 mode: --/PW res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.910757:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.910780:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000001:00080000:3.0:1763332911.910832:0:6519:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969242 00000004:00010000:3.0:1763332911.910857:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000cba0927 reply state 00000000985def0d transno 4294969243 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.910869:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.910876:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:3.0:1763332911.910879:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332911.910881:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332911.910987:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:47526:x1848987611230464:12345-192.168.204.28@tcp:36:dd.0 Request processed in 531us (1843us total) trans 4294969243 rc 0/0 00000100:00100000:3.0:1763332911.910994:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3091 00000020:00080000:3.0:1763332911.910999:0:6519:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763332911.914636:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332911.915710:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611230592 00000100:00100000:2.0:1763332911.915721:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611230592 00000100:00100000:2.0:1763332911.915784:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3092 00000100:00100000:2.0:1763332911.915793:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:47526:x1848987611230592:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332911.915816:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332911.915838:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33e92 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4d9 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.915898:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33e92 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4d9 expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.915912:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33e92 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4d9 expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.915931:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332911.915934:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332911.915937:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be200, rc 0) 00000100:00100000:2.0:1763332911.916011:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:47526:x1848987611230592:12345-192.168.204.28@tcp:101:dd.0 Request processed in 218us (1388us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332911.916018:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3092 00000100:00100000:1.0:1763332911.919101:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332911.919300:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611230848 00000100:00100000:3.0:1763332911.919310:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611230848 00000100:00100000:3.0:1763332911.919413:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3093 00000100:00100000:3.0:1763332911.919424:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:47526:x1848987611230848:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332911.919445:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332911.919448:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332911.919474:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c33e92 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4d9 expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.919493:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:3.0:1763332911.919499:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332911.919512:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e99 lrc: 2/0,0 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4e0 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.919562:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33ea0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.919576:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33ea0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332911.919586:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33ea0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000040:00080000:3.0:1763332911.919803:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].251, 88 off29192 00000004:00080000:3.0:1763332911.919813:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1015999463666ns, next at 1015142112339ns, rc = 0 00000040:00080000:3.0:1763332911.919856:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].257, 88 off29608 00000004:00080000:3.0:1763332911.919863:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1015999513719ns, next at 1015142067943ns, rc = 0 00000001:00080000:0.0:1763332911.922233:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969244 is committed 00000004:00080000:0.0:1763332911.922247:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 238 committed 00000004:00080000:0.0:1763332911.922269:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 234 committed 00010000:00010000:2.0:1763332911.922875:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.922889:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.922897:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.922904:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f75e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332911.922909:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.922917:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.922937:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcdb08acc (ffff92ff8016fe00) 00010000:00010000:2.0:1763332911.922941:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332911.922945:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.922952:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c33e22 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.922980:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.922987:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.922993:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.922998:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f75a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332911.923001:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.923008:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.923015:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332911.923018:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332911.923021:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.923026:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c33e8b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:3.0:1763332911.923268:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332911.923287:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626404864:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1763332911.923387:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332911.923728:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626404992:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332911.923760:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332911.923799:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626404864 00000100:00100000:0.0:1763332911.923806:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626404864 00000100:00100000:0.0:1763332911.923847:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626404992 00000100:00100000:0.0:1763332911.923850:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626404992 00000100:00100000:0.0:1763332911.923869:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:0.0:1763332911.923877:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3652:x1848987626404864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1763332911.923904:0:8406:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:89 count 1 00010000:00010000:0.0:1763332911.923928:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.923961:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33d7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e48c expref: 6 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332911.923971:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332911.923973:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332911.923976:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.924006:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33d7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e48c expref: 6 pid: 29010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332911.924021:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33d7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e48c expref: 6 pid: 29010 timeout: 1116 lvb_type: 1 00000100:00100000:0.0:1763332911.924033:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626405120:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332911.924095:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff4623c180 going to sleep for 11 seconds 00000100:00100000:0.0:1763332911.924111:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:0.0:1763332911.924119:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3654:x1848987626404992:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332911.924301:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626404992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 182us (540us total) trans 21474836871 rc 0/0 00000100:00100000:0.0:1763332911.924309:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000004:00080000:0.0:1763332911.924392:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77c6ca80/2, rc 0, transno 21474836871 00000100:00100000:0.0:1763332911.924399:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626404992:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1763332911.924853:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33ea0 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e0 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.924866:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:3.0:1763332911.924869:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332911.924884:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33e99 lrc: 0/0,0 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e0 expref: 22 pid: 6519 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763332911.924901:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33ea0 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e0 expref: 21 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.924927:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:3.0:1763332911.924930:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332911.924932:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75600, rc 0) 00000100:00100000:3.0:1763332911.924966:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:47526:x1848987611230848:12345-192.168.204.28@tcp:101:dd.0 Request processed in 5545us (5876us total) trans 4294969244 rc 0/0 00000100:00100000:3.0:1763332911.924974:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3093 00000100:00100000:1.0:1763332911.925142:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332911.925153:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626405248:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1763332911.925187:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332911.925218:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626405248 00000100:00100000:1.0:1763332911.925223:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626405248 00000100:00100000:1.0:1763332911.925256:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:1.0:1763332911.925263:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626405248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1763332911.925279:0:28651:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:84 count 1 00010000:00010000:1.0:1763332911.925298:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332911.925312:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75000/0xb32e3ef184c33dab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a1 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332911.925320:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332911.925322:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332911.925326:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332911.925401:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75000/0xb32e3ef184c33dab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a1 expref: 8 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332911.925413:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75000/0xb32e3ef184c33dab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a1 expref: 8 pid: 8406 timeout: 1116 lvb_type: 1 00000100:00100000:1.0:1763332911.925425:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626405504:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332911.925462:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27840 going to sleep for 11 seconds 00000100:00100000:1.0:1763332911.925483:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626405376:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332911.925508:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332911.925536:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626405376 00000100:00100000:1.0:1763332911.925540:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626405376 00000100:00100000:1.0:1763332911.925562:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:1.0:1763332911.925568:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3652:x1848987626405376:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332911.925692:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626405376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 122us (182us total) trans 17179869546 rc 0/0 00000100:00100000:1.0:1763332911.925699:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000004:00080000:1.0:1763332911.925729:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438ab100/2, rc 0, transno 17179869546 00000100:00100000:1.0:1763332911.925735:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626405376:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332911.930742:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626405504:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332911.930785:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332911.931543:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8406:1848987626405120:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332911.931568:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332911.931755:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332911.931790:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332911.931835:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332911.932247:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611230976 00000100:00100000:0.0:1763332911.932258:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611230976 00010000:00010000:0.0:1763332911.932302:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33d7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e48c expref: 7 pid: 29010 timeout: 1116 lvb_type: 1 00000100:00100000:0.0:1763332911.932336:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611231104 00000100:00100000:0.0:1763332911.932376:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611231104 00010000:00010000:0.0:1763332911.932394:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75000/0xb32e3ef184c33dab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a1 expref: 9 pid: 8406 timeout: 1116 lvb_type: 1 00000100:00100000:0.0:1763332911.932421:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 836 00000100:00100000:0.0:1763332911.932431:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff82067050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2418:x1848987611230976:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332911.932450:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332911.932456:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33d7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e48c expref: 7 pid: 29010 timeout: 1116 lvb_type: 1 00010000:00010000:0.0:1763332911.932468:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33d7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e48c expref: 7 pid: 29010 timeout: 1116 lvb_type: 1 00010000:00010000:0.0:1763332911.932497:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c33d7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e48c expref: 7 pid: 29010 timeout: 1116 lvb_type: 1 00010000:00010000:0.0:1763332911.932515:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332911.932518:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332911.932522:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.932533:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.932556:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332911.932614:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff82067050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2418:x1848987611230976:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 183us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332911.932621:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 836 00000100:00100000:0.0:1763332911.932670:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 837 00000100:00100000:0.0:1763332911.932677:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2418:x1848987611231104:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332911.932686:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332911.932690:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75000/0xb32e3ef184c33dab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a1 expref: 9 pid: 8406 timeout: 1116 lvb_type: 1 00010000:00010000:0.0:1763332911.932701:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75000/0xb32e3ef184c33dab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a1 expref: 9 pid: 8406 timeout: 1116 lvb_type: 1 00010000:00010000:0.0:1763332911.932717:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75000/0xb32e3ef184c33dab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4a1 expref: 9 pid: 8406 timeout: 1116 lvb_type: 1 00010000:00010000:0.0:1763332911.932728:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332911.932730:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332911.932733:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.932741:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.932760:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332911.932778:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611231104:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 102us (988us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332911.932784:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 837 00010000:00010000:0.0:1763332911.932813:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.932821:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.932831:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.932839:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.932855:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763332911.933983:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626404864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10102us (10592us total) trans 21474836872 rc 0/0 00000100:00100000:0.0:1763332911.933994:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00010000:00010000:2.0:1763332911.934194:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.934207:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.934216:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.934223:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.934240:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1763332911.935866:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626405248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10594us (10669us total) trans 17179869547 rc 0/0 00000100:00100000:2.0:1763332911.935877:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00010000:00010000:3.0:1763332911.936445:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1763332911.936456:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.936466:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332911.936471:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.936481:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.936501:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.936508:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3200/0xb32e3ef184c33ea7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.936528:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332911.936532:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.936539:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332911.936541:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.936553:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.936561:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.936566:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe44d75800/0xb32e3ef184c33eae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332911.936577:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332911.936578:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332911.936579:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1763332911.938456:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe438a8000/2, rc 0, transno 17179869547 00000100:00100000:3.0:1763332911.938474:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626405248:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1763332911.938631:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611231232 00000100:00100000:0.0:1763332911.938641:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611231232 00000100:00100000:0.0:1763332911.939202:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1604 00000100:00100000:0.0:1763332911.939212:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:47526:x1848987611231232:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332911.939228:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332911.939250:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4e7 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332911.939273:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x55:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332911.939293:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332911.939295:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332911.939303:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.939317:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 9 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332911.939334:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3e00, rc 0) 00010000:00010000:1.0:1763332911.940578:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1763332911.940627:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77c6f480/2, rc 0, transno 21474836872 00000100:00100000:1.0:1763332911.940637:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626404864:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763332911.940870:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:47526:x1848987611231232:12345-192.168.204.28@tcp:101:dd.0 Request processed in 1656us (9030us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332911.940879:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1604 00000100:00100000:0.0:1763332911.943218:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332911.943381:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611231360 00000100:00100000:1.0:1763332911.943390:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611231360 00002000:00010000:1.0:1763332911.943430:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/85 (0->18446744073709551615) 00002000:00100000:1.0:1763332911.943434:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7e00d880 with x1848987611231360 ext(0->18446744073709551615) 00002000:00010000:1.0:1763332911.943446:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7e00d880. 00000100:00100000:1.0:1763332911.943476:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 644 00000100:00100000:1.0:1763332911.943485:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611231360:12345-192.168.204.28@tcp:10:dd.0 00002000:00010000:1.0:1763332911.943644:0:16635:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763332911.943647:0:16635:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb mtime from disk: 0 -> 1763332912 00002000:00010000:1.0:1763332911.943650:0:16635:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332911.943652:0:16635:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb ctime from disk: 0 -> 1763332912 00002000:00010000:1.0:1763332911.943654:0:16635:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332911.943717:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611231360:12345-192.168.204.28@tcp:10:dd.0 Request processed in 232us (507us total) trans 17179869548 rc 0/0 00000100:00100000:1.0:1763332911.943725:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 644 00002000:00010000:1.0:1763332911.943729:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/85 (0->18446744073709551615) 00002000:00100000:1.0:1763332911.943732:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7e00d880 with x1848987611231360 ext(0->18446744073709551615) 00002000:00010000:1.0:1763332911.943737:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff7e00d880. 00000100:00100000:0.0:1763332911.962210:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332911.962510:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611231616 00000100:00100000:1.0:1763332911.962522:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611231616 00000100:00100000:1.0:1763332911.962576:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 913 00000100:00100000:1.0:1763332911.962586:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:47526:x1848987611231616:12345-192.168.204.28@tcp:35:dd.0 00000100:00100000:1.0:1763332911.962917:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:47526:x1848987611231616:12345-192.168.204.28@tcp:35:dd.0 Request processed in 331us (716us total) trans 4294969245 rc 0/0 00000100:00100000:1.0:1763332911.962925:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 913 00000100:00100000:3.0:1763332911.973535:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332911.973902:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611231744 00000100:00100000:1.0:1763332911.973912:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611231744 00000100:00100000:1.0:1763332911.973993:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3094 00000100:00100000:1.0:1763332911.974004:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:47527:x1848987611231744:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332911.974035:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332911.974060:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33ebc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4ee expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332911.974140:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33ec3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332911.974156:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332911.974169:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:1.0:1763332911.974222:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1763332911.974226:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332911.974246:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332911.974270:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33ebc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4ee expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332911.974289:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33ec3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4ee expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332911.974299:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:1.0:1763332911.974301:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1763332911.974305:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74000, rc 0) 00000100:00100000:1.0:1763332911.974425:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:47527:x1848987611231744:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 422us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332911.974437:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3094 00000100:00100000:3.0:1763332911.980494:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332911.980588:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611231872 00000100:00100000:2.0:1763332911.980599:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611231872 00000100:00100000:2.0:1763332911.980661:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3095 00000100:00100000:2.0:1763332911.980671:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:47527:x1848987611231872:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332911.980691:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332911.980715:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33eca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4f5 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.980791:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33ed1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.980807:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.980820:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.980835:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33ed8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.980842:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.980847:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.980929:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 3/1,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.980938:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.980945:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332911.980990:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xc:0x0]: returning size 1048576 00000004:00200000:2.0:1763332911.980995:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332911.981018:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981029:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981038:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33ed1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981044:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33ed1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981049:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981056:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33ed1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981062:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332911.981066:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33ed1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981072:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33ed1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981084:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332911.981087:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332911.981092:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33ed1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981098:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33ed1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981111:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981117:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981122:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981127:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332911.981129:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981134:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33ed8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981140:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcdb08acc (ffff92ff61a46100) 00010000:00010000:2.0:1763332911.981142:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332911.981144:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33ed8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981149:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33ed8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332911.981177:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33eca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4f5 expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.981189:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4f5 expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.981196:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332911.981198:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332911.981200:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bec00, rc 0) 00000100:00100000:2.0:1763332911.981278:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:47527:x1848987611231872:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 608us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332911.981285:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3095 00000100:00100000:0.0:1763332911.989815:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332911.989976:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611232128 00000100:00100000:1.0:1763332911.989989:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611232128 00000100:00100000:1.0:1763332911.990058:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3096 00000100:00100000:1.0:1763332911.990068:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:47527:x1848987611232128:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332911.990093:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332911.990118:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33ee6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e4fc expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332911.990235:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 3/0,1 mode: --/CW res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332911.990253:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4f5 expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332911.990263:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 4/0,1 mode: --/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332911.990300:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4f5 expref: 25 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332911.990314:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4f5 expref: 25 pid: 8606 timeout: 1116 lvb_type: 0 00000100:00100000:1.0:1763332911.990327:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626405632:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332911.990450:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27840 going to sleep for 11 seconds 00000100:00100000:1.0:1763332911.993807:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626405632:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332911.993840:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 3/0,1 mode: --/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000100:00100000:0.0:1763332911.995482:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332911.995595:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611232256 00000100:00100000:1.0:1763332911.995605:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611232256 00010000:00010000:1.0:1763332911.995646:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4f5 expref: 26 pid: 8606 timeout: 1116 lvb_type: 0 00000100:00100000:1.0:1763332911.996306:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 838 00000100:00100000:1.0:1763332911.996322:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:2421:x1848987611232256:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332911.996388:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332911.996398:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4f5 expref: 26 pid: 8606 timeout: 1116 lvb_type: 0 00010000:00010000:1.0:1763332911.996414:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4f5 expref: 26 pid: 8606 timeout: 1116 lvb_type: 0 00010000:00010000:1.0:1763332911.996442:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bec00/0xb32e3ef184c33edf lrc: 0/0,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4f5 expref: 26 pid: 8606 timeout: 1116 lvb_type: 0 00010000:00010000:1.0:1763332911.996463:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:1.0:1763332911.996469:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 3/0,1 mode: --/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332911.996480:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 3/0,1 mode: CW/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332911.996489:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 4/0,1 mode: CW/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763332911.996527:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332911.996591:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2421:x1848987611232256:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 274us (1119us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332911.996601:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 838 00010000:00010000:2.0:1763332911.996692:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 3/0,1 mode: CW/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332911.996700:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 3/0,1 mode: CW/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332911.996720:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xc:0x0]: returning size 1048576 00010000:00010000:2.0:1763332911.996855:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c33ee6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4fc expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.996870:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 3/0,0 mode: CW/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4fc expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332911.996878:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332911.996880:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332911.996883:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75200, rc 0) 00000100:00100000:2.0:1763332911.996909:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:47527:x1848987611232128:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6844us (7106us total) trans 4294969246 rc 0/0 00000100:00100000:2.0:1763332911.996916:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3096 00000100:00100000:3.0:1763332912.003785:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.004854:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611232384 00000100:00100000:2.0:1763332912.004866:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611232384 00000100:00100000:2.0:1763332912.005584:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3097 00000100:00100000:2.0:1763332912.005597:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:47527:x1848987611232384:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332912.005622:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332912.005644:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33efb lrc: 2/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e503 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.005752:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f02 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.005767:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 2/0,0 mode: CW/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4fc expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.005775:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f02 lrc: 4/1,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.005812:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 3/0,0 mode: CW/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4fc expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.005825:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 4/0,0 mode: CW/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4fc expref: 26 pid: 6519 timeout: 1116 lvb_type: 0 00000100:00100000:2.0:1763332912.005837:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626405760:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332912.005919:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0180 going to sleep for 11 seconds 00000100:00080000:1.0:1763332912.007044:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332912.010486:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1848987626405760:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332912.010516:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f02 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000100:00100000:0.0:1763332912.010806:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332912.010883:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611232512 00000100:00100000:3.0:1763332912.010892:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611232512 00010000:00010000:3.0:1763332912.010932:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 4/0,0 mode: CW/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4fc expref: 27 pid: 6519 timeout: 1116 lvb_type: 0 00000100:00100000:3.0:1763332912.010984:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 839 00000100:00100000:3.0:1763332912.010996:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:2420:x1848987611232512:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332912.011012:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332912.011019:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 4/0,0 mode: CW/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4fc expref: 27 pid: 6519 timeout: 1116 lvb_type: 0 00010000:00010000:3.0:1763332912.011032:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 3/0,0 mode: CW/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4fc expref: 27 pid: 6519 timeout: 1116 lvb_type: 0 00010000:00010000:3.0:1763332912.011057:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c33eed lrc: 0/0,0 mode: --/CW res: [0x200000405:0xc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4fc expref: 27 pid: 6519 timeout: 1116 lvb_type: 0 00010000:00010000:3.0:1763332912.011075:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:3.0:1763332912.011081:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f02 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332912.011091:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f02 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332912.011098:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f02 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00010000:3.0:1763332912.011128:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332912.011197:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:2420:x1848987611232512:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 202us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332912.011205:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 839 00010000:00010000:2.0:1763332912.011820:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f02 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.011830:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f02 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332912.011890:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xc:0x0]: returning size 1048576 00000004:00200000:2.0:1763332912.011895:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332912.011919:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f02 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.012472:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33efb lrc: 0/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e503 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.012493:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f02 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e503 expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.012502:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.012505:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332912.012508:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf000, rc 0) 00000100:00100000:2.0:1763332912.012563:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:47527:x1848987611232384:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6968us (8789us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332912.012571:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3097 00000100:00100000:0.0:1763332912.016868:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.016962:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611232768 00000100:00100000:2.0:1763332912.016973:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611232768 00000100:00100000:2.0:1763332912.017040:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3098 00000100:00100000:2.0:1763332912.017051:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:47527:x1848987611232768:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332912.017074:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332912.017288:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f09 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e50a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.017446:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33f10 lrc: 3/0,1 mode: --/PW res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.017462:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33f10 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.017472:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33f10 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332912.017485:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xc:0x0]: returning size 1048576 00010000:00010000:2.0:1763332912.017594:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f09 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e50a expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.017609:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33f10 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e50a expref: 27 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.017617:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.017620:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332912.017623:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf800, rc 0) 00000100:00100000:2.0:1763332912.017681:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:47527:x1848987611232768:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 631us (825us total) trans 4294969247 rc 0/0 00000100:00100000:2.0:1763332912.017687:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3098 00000100:00100000:0.0:1763332912.021545:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.022187:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611232896 00000100:00100000:2.0:1763332912.022199:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611232896 00000100:00100000:2.0:1763332912.022330:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1605 00000100:00100000:2.0:1763332912.022373:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611232896:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332912.022417:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.022435:0:8406:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.022448:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332912.022450:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332912.022453:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.022485:0:8406:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 10 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.022497:0:8406:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 10 pid: 8406 timeout: 1116 lvb_type: 0 00000100:00100000:2.0:1763332912.022512:0:8406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8406:1848987626405888:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332912.022596:0:8406:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0a80 going to sleep for 11 seconds 00000100:00080000:1.0:1763332912.022640:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332912.027006:0:8406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8406:1848987626405888:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332912.027034:0:8406:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332912.027573:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332912.028228:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611233024 00000100:00100000:3.0:1763332912.028241:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611233024 00002000:00100000:3.0:1763332912.028298:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x55:0x0] (0->1048575) req@ffff92ff6bc10700 x1848987611233024/t0(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:223/0 lens 488/0 e 0 to 0 dl 1763332923 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332912.028309:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff6bc10700 with x1848987611233024 ext(0->1048575) 00010000:00010000:3.0:1763332912.028317:0:28429:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 11 pid: 8406 timeout: 1116 lvb_type: 0 00010000:00010000:3.0:1763332912.028381:0:28429:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 11 pid: 8406 timeout: 1116 lvb_type: 0 00002000:00010000:3.0:1763332912.028390:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff92ff6bc10700 00000100:00100000:3.0:1763332912.028423:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 19 00000100:00100000:3.0:1763332912.028433:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611233024:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:3.0:1763332912.045146:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611233024:12345-192.168.204.28@tcp:4:dd.0 Request processed in 16699us (17560us total) trans 17179869549 rc 0/0 00000100:00100000:3.0:1763332912.045161:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 19 00002000:00100000:3.0:1763332912.045173:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x55:0x0] (0->1048575) req@ffff92ff6bc10700 x1848987611233024/t17179869549(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:223/0 lens 488/448 e 0 to 0 dl 1763332923 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1763332912.045184:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff6bc10700 with x1848987611233024 ext(0->1048575) 00010000:00010000:3.0:1763332912.045196:0:28429:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 13 pid: 8406 timeout: 1116 lvb_type: 0 00010000:00010000:3.0:1763332912.045215:0:28429:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 13 pid: 8406 timeout: 1116 lvb_type: 0 00002000:00010000:3.0:1763332912.045225:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff92ff6bc10700 00000100:00100000:0.0:1763332912.050484:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332912.050680:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611233152 00000100:00100000:1.0:1763332912.050690:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611233152 00010000:00010000:1.0:1763332912.050731:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 13 pid: 8406 timeout: 1116 lvb_type: 0 00000100:00100000:1.0:1763332912.050779:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 840 00000100:00100000:1.0:1763332912.050788:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611233152:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332912.050808:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1763332912.050826:0:6504:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1763332912.050830:0:6504:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:1.0:1763332912.050836:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 13 pid: 8406 timeout: 1116 lvb_type: 0 00010000:00010000:1.0:1763332912.050850:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 13 pid: 8406 timeout: 1116 lvb_type: 0 00010000:00010000:1.0:1763332912.050874:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3e00/0xb32e3ef184c33eb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e7 expref: 13 pid: 8406 timeout: 1116 lvb_type: 0 00010000:00010000:1.0:1763332912.050892:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332912.050895:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332912.050900:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332912.050915:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332912.050965:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332912.051024:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611233152:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 236us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332912.051032:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 840 00010000:00010000:2.0:1763332912.051154:0:8406:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.051164:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.051187:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.051200:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.051208:0:8406:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.051216:0:8406:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332912.051220:0:8406:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.051228:0:8406:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.051240:0:8406:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.051247:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467be800/0xb32e3ef184c33f1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332912.051294:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611232896:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 28955us (29765us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332912.051303:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1605 00000100:00100000:0.0:1763332912.054784:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.055186:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611233408 00000100:00100000:2.0:1763332912.055197:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611233408 00000100:00100000:2.0:1763332912.055262:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3099 00000100:00100000:2.0:1763332912.055274:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:47527:x1848987611233408:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332912.055331:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1763332912.055494:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75600/0xb32e3ef184c33ea0 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4e0 expref: 27 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.055519:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f02 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e503 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.055529:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.055535:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332912.055567:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 3/0,1 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.055580:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.055589:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000040:00080000:2.0:1763332912.055810:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].252, 88 off29280 00000004:00080000:2.0:1763332912.055821:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1016135471234ns, next at 1015142112339ns, rc = 0 00000040:00080000:2.0:1763332912.055865:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].258, 88 off29696 00000004:00080000:2.0:1763332912.055872:0:6519:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1016135523037ns, next at 1015142067943ns, rc = 0 00000001:00080000:2.0:1763332912.058129:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969248 is committed 00000004:00080000:2.0:1763332912.058143:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 239 committed 00000100:00100000:1.0:1763332912.058315:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:2.0:1763332912.058334:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 235 committed 00000100:00100000:2.0:1763332912.058420:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332912.058441:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626406144:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332912.058509:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332912.058553:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626406144 00000100:00100000:2.0:1763332912.058560:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626406144 00000100:00100000:2.0:1763332912.058620:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:2.0:1763332912.058629:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3655:x1848987626406144:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1763332912.058802:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3655:x1848987626406144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 173us (292us total) trans 17179869550 rc 0/0 00000100:00100000:2.0:1763332912.058810:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000004:00080000:2.0:1763332912.058849:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77bbf480/2, rc 0, transno 17179869550 00000100:00100000:2.0:1763332912.058855:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626406144:0@lo:2:osp-syn-1-0.0 00000004:00010000:2.0:1763332912.058908:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fb60f605 reply state 0000000025911628 transno 4294969248 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.058930:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.058940:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.058944:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763332912.058965:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1763332912.059055:0:6519:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763332912.059070:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:47527:x1848987611233408:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 3797us (4296us total) trans 4294969248 rc 0/0 00000100:00100000:2.0:1763332912.059077:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3099 00010000:00010000:2.0:1763332912.059101:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.059109:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.059117:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.059122:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332912.059127:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.059136:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.059148:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.059151:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332912.059155:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.059162:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f25 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00100000:1.0:1763332912.060389:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626406016:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332912.060460:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1763332912.060523:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332912.060597:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626406016 00000100:00100000:3.0:1763332912.060605:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626406016 00000100:00100000:3.0:1763332912.060671:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:3.0:1763332912.060680:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e058050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626406016:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1763332912.060857:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e058050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3652:x1848987626406016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 177us (395us total) trans 21474836873 rc 0/0 00000100:00100000:3.0:1763332912.060865:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00080000:1.0:1763332912.061065:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1763332912.061098:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b14380/2, rc 0, transno 21474836873 00000100:00100000:1.0:1763332912.061104:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626406016:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1763332912.063435:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.063892:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611233536 00000100:00100000:2.0:1763332912.063902:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611233536 00000100:00100000:2.0:1763332912.064055:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3100 00000100:00100000:2.0:1763332912.064064:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:47527:x1848987611233536:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332912.064089:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332912.064113:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f2c lrc: 2/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e511 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.064169:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f2c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e511 expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.064182:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f2c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e511 expref: 23 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.064198:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.064200:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332912.064203:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be800, rc 0) 00000100:00100000:2.0:1763332912.064502:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:47527:x1848987611233536:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 437us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332912.064511:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3100 00000100:00100000:0.0:1763332912.067859:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.068128:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611233664 00000100:00100000:2.0:1763332912.068139:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611233664 00000100:00100000:2.0:1763332912.068197:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3101 00000100:00100000:2.0:1763332912.068205:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:47527:x1848987611233664:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332912.068225:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332912.068244:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f33 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e518 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.068382:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33f3a lrc: 3/1,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.068399:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33f3a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.068411:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33f3a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332912.068439:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xc:0x0]: returning size 1048576 00000004:00200000:2.0:1763332912.068444:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332912.068459:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33f3a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.068483:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c33f33 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e518 expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.068498:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33f3a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e518 expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.068506:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.068509:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332912.068513:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be000, rc 0) 00000100:00100000:2.0:1763332912.068574:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:47527:x1848987611233664:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 369us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332912.068581:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3101 00000100:00100000:0.0:1763332912.071234:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.071320:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611233792 00000100:00100000:2.0:1763332912.071331:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611233792 00000100:00100000:2.0:1763332912.071468:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1608 00000100:00100000:2.0:1763332912.071478:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611233792:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332912.071499:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332912.071525:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e51f expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332912.071548:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x55:0x0] initial LVB size: 1048576, mtime: 0x691a5330, atime: 0x0, ctime: 0x691a5330, blocks: 0x800 00010000:00010000:2.0:1763332912.071571:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332912.071574:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332912.071585:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e51f expref: 12 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332912.071602:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe467bf200/0xb32e3ef184c33f41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e51f expref: 12 pid: 8406 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332912.071615:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf200, rc 0) 00000100:00100000:2.0:1763332912.071681:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611233792:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 204us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332912.071689:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1608 00000100:00100000:1.0:1763332912.102452:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332912.102540:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611233920 00000100:00100000:3.0:1763332912.102551:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611233920 00000100:00100000:3.0:1763332912.102611:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1609 00000100:00100000:3.0:1763332912.102621:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611233920:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332912.102737:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611233920:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 117us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332912.102745:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1609 00000100:00100000:0.0:1763332912.106136:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.108516:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611234048 00000100:00100000:2.0:1763332912.108531:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611234048 00000100:00100000:1.0:1763332912.110328:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1610 00000100:00100000:1.0:1763332912.110523:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611234048:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332912.110657:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611234048:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 317us (4534us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332912.110666:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1610 00000100:00100000:0.0:1763332912.114544:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332912.114635:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611234176 00000100:00100000:3.0:1763332912.114647:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611234176 00000100:00100000:3.0:1763332912.114709:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 645 00000100:00100000:3.0:1763332912.114720:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2419:x1848987611234176:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332912.114761:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75800/0xb32e3ef184c33f48 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332912.114778:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332912.114781:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332912.114788:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75800/0xb32e3ef184c33f48 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332912.114802:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75800/0xb32e3ef184c33f48 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.132256:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75800/0xb32e3ef184c33f48 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.132279:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75800/0xb32e3ef184c33f48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.132288:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75800/0xb32e3ef184c33f48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.132301:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f75800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332912.132305:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75800/0xb32e3ef184c33f48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.132314:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75800/0xb32e3ef184c33f48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.132333:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75800/0xb32e3ef184c33f48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.132393:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe45f75800/0xb32e3ef184c33f48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x55:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332912.132494:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2419:x1848987611234176:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 17770us (17955us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1763332912.132505:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 645 00000100:00100000:0.0:1763332912.138102:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332912.138184:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611234304 00000100:00100000:3.0:1763332912.138195:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611234304 00000100:00080000:1.0:1763332912.138533:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332912.138724:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 646 00000100:00100000:2.0:1763332912.138734:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2418:x1848987611234304:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:2.0:1763332912.138795:0:28429:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332912.138803:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33f4f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.138818:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332912.138820:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332912.138826:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33f4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.138839:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33f4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763332912.156343:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836874 is committed 00000001:00080000:0.0:1763332912.156450:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836873 is committed 00002000:00010000:2.0:1763332912.156587:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:2.0:1763332912.156592:0:28429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb mtime from disk: 0 -> 1763332912 00002000:00010000:2.0:1763332912.156595:0:28429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb ctime from disk: 0 -> 1763332912 00002000:00010000:2.0:1763332912.156597:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb blocks from disk: 0 -> 2048 00010000:00010000:2.0:1763332912.156611:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33f4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.156622:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33f4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.156630:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33f4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.156637:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332912.156642:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33f4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.156650:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33f4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.156669:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33f4f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.156676:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33f4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332912.157304:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2418:x1848987611234304:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 18565us (19205us total) trans 21474836874 rc 0/0 00000100:00100000:2.0:1763332912.157314:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 646 00000100:00100000:0.0:1763332912.178816:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332912.178921:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611234560 00000100:00100000:3.0:1763332912.178934:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611234560 00000100:00100000:3.0:1763332912.179284:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3102 00000100:00100000:3.0:1763332912.179295:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:47527:x1848987611234560:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:3.0:1763332912.179472:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332912.179499:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33f3a lrc: 0/0,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e518 expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332912.179518:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:3.0:1763332912.179523:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332912.179716:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 3/0,1 mode: --/PW res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332912.179731:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332912.179741:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000001:00080000:3.0:1763332912.179789:0:8606:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969249 00000004:00010000:3.0:1763332912.179814:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000848f5b6e reply state 000000005f54a31f transno 4294969250 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332912.179825:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332912.179830:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:3.0:1763332912.179833:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332912.179836:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332912.179938:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:47527:x1848987611234560:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 643us (1131us total) trans 4294969250 rc 0/0 00000100:00100000:3.0:1763332912.179945:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3102 00000020:00080000:3.0:1763332912.179960:0:8606:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763332912.183048:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332912.183160:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611234688 00000100:00100000:0.0:1763332912.183172:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611234688 00000100:00100000:0.0:1763332912.183235:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1611 00000100:00100000:0.0:1763332912.183244:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:47527:x1848987611234688:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332912.183265:0:8406:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332912.183294:0:8406:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c33f5d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e526 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332912.183321:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5a:0x0] initial LVB size: 1048576, mtime: 0x691a5330, atime: 0x0, ctime: 0x691a5330, blocks: 0x800 00010000:00010000:0.0:1763332912.183386:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332912.183388:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332912.183396:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c33f5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e526 expref: 7 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.183413:0:8406:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff77a0fc00/0xb32e3ef184c33f5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e526 expref: 7 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.183425:0:8406:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0fc00, rc 0) 00000100:00100000:0.0:1763332912.183476:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:47527:x1848987611234688:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 233us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332912.183483:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1611 00000100:00100000:0.0:1763332912.185630:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332912.185919:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611234816 00000100:00100000:3.0:1763332912.185930:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611234816 00002000:00010000:3.0:1763332912.185969:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/90 (1048576->18446744073709551615) 00002000:00100000:3.0:1763332912.185975:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44823b80 with x1848987611234816 ext(1048576->18446744073709551615) 00002000:00010000:3.0:1763332912.185988:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe44823b80. 00000100:00100000:3.0:1763332912.186158:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 647 00000100:00100000:3.0:1763332912.186168:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2420:x1848987611234816:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:3.0:1763332912.186375:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1763332912.186379:0:28429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb mtime from disk: 1763332912 -> 1763332912 00002000:00010000:3.0:1763332912.186382:0:28429:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332912.186384:0:28429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb ctime from disk: 1763332912 -> 1763332912 00002000:00010000:3.0:1763332912.186386:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332912.186749:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611234816:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 580us (1126us total) trans 21474836875 rc 0/0 00000100:00100000:3.0:1763332912.186758:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 647 00002000:00010000:3.0:1763332912.186763:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/90 (1048576->18446744073709551615) 00002000:00100000:3.0:1763332912.186766:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44823b80 with x1848987611234816 ext(1048576->18446744073709551615) 00002000:00010000:3.0:1763332912.186771:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe44823b80. 00000100:00100000:1.0:1763332912.189625:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332912.189709:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611235072 00000100:00100000:3.0:1763332912.189722:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611235072 00000100:00100000:3.0:1763332912.189775:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3103 00000100:00100000:3.0:1763332912.189785:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:47527:x1848987611235072:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:3.0:1763332912.189905:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 3/0,1 mode: --/PW res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332912.189926:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332912.189942:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00010000:3.0:1763332912.190054:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c1e09bb5 reply state 000000001e8ef5c7 transno 4294969251 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332912.190067:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332912.190075:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:3.0:1763332912.190078:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332912.190082:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332912.190178:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:47527:x1848987611235072:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 394us (562us total) trans 4294969251 rc 0/0 00000100:00100000:3.0:1763332912.190185:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3103 00000100:00100000:2.0:1763332912.192521:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332912.192642:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611235200 00000100:00100000:3.0:1763332912.192652:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611235200 00000100:00100000:3.0:1763332912.192707:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1612 00000100:00100000:3.0:1763332912.192717:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611235200:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:3.0:1763332912.192852:0:28651:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1763332912.192856:0:28651:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb mtime from disk: 1763332912 -> 1763332912 00002000:00010000:3.0:1763332912.192858:0:28651:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb atime from disk: 0 -> 1763332912 00002000:00010000:3.0:1763332912.192861:0:28651:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb ctime from disk: 1763332912 -> 1763332912 00002000:00010000:3.0:1763332912.192864:0:28651:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:3.0:1763332912.192924:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2420:x1848987611235200:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 208us (416us total) trans 17179869551 rc 0/0 00000100:00100000:3.0:1763332912.192932:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1612 00000100:00100000:1.0:1763332912.195132:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.195426:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611235456 00000100:00100000:2.0:1763332912.195437:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611235456 00000100:00100000:2.0:1763332912.195492:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 914 00000100:00100000:2.0:1763332912.195502:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:47527:x1848987611235456:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:2.0:1763332912.195563:0:6523:0:(mdt_open.c:2488:mdt_close_resync_done()) ### [0x200000405:0xc:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33f10 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0xc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e50a expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.195613:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 3/0,1 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332912.195625:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f2c lrc: 2/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e511 expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.195639:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 4/0,1 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332912.195674:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f2c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e511 expref: 28 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.195686:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f2c lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e511 expref: 28 pid: 6519 timeout: 1116 lvb_type: 0 00000100:00100000:2.0:1763332912.195700:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626406272:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332912.195793:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff77bb0180 going to sleep for 11 seconds 00000100:00100000:1.0:1763332912.199466:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332912.200390:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611235584 00000100:00100000:3.0:1763332912.200402:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611235584 00010000:00010000:3.0:1763332912.200451:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f2c lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e511 expref: 29 pid: 6519 timeout: 1116 lvb_type: 0 00000100:00100000:3.0:1763332912.200499:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 841 00000100:00100000:3.0:1763332912.200508:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:2421:x1848987611235584:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332912.200524:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332912.200531:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f2c lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e511 expref: 29 pid: 6519 timeout: 1116 lvb_type: 0 00010000:00010000:3.0:1763332912.200544:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f2c lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e511 expref: 29 pid: 6519 timeout: 1116 lvb_type: 0 00010000:00010000:3.0:1763332912.200567:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:3.0:1763332912.200572:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 3/0,1 mode: --/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332912.200582:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332912.200589:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 4/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332912.200607:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332912.200664:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:2421:x1848987611235584:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 156us (1209us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332912.200671:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 841 00010000:00010000:2.0:1763332912.200785:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f2c lrc: 0/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e511 expref: 28 pid: 6519 timeout: 1116 lvb_type: 0 00000100:00100000:2.0:1763332912.200801:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6523:1848987626406272:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332912.200820:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332912.200828:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332912.200833:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00000040:00080000:2.0:1763332912.201077:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].253, 88 off29368 00000004:00080000:2.0:1763332912.201085:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1016280735813ns, next at 1015142112339ns, rc = 0 00000040:00080000:2.0:1763332912.201133:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].259, 88 off29784 00000004:00080000:2.0:1763332912.201138:0:6523:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1016280788827ns, next at 1015142067943ns, rc = 0 00000001:00080000:3.0:1763332912.204632:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969252 is committed 00000004:00080000:3.0:1763332912.204644:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 240 committed 00000004:00080000:3.0:1763332912.204662:0:6500:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 236 committed 00010000:00010000:2.0:1763332912.205011:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205023:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205031:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205037:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f74e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332912.205042:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205049:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205067:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.205070:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332912.205075:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205081:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74e00/0xb32e3ef184c33f56 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205100:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205106:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205112:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205116:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f74400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332912.205119:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205125:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205131:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.205133:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332912.205136:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.205141:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c33f64 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:0.0:1763332912.205255:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332912.205273:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626406400:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1763332912.205364:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332912.205404:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626406400 00000100:00100000:0.0:1763332912.205410:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626406400 00000100:00100000:0.0:1763332912.205451:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:0.0:1763332912.205458:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626406400:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1763332912.205582:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1763332912.205585:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb mtime from disk: 1763332912 -> 1763332912 00002000:00010000:0.0:1763332912.205587:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332912.205590:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb ctime from disk: 1763332912 -> 1763332912 00002000:00010000:0.0:1763332912.205593:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x5a:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:0.0:1763332912.205624:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626406400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 166us (287us total) trans 21474836876 rc 0/0 00000100:00100000:0.0:1763332912.205630:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00100000:0.0:1763332912.205661:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836873 gen 2 00000004:00080000:0.0:1763332912.205665:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe450d8e00, transno 21474836870 00000004:00080000:0.0:1763332912.205670:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6ca80, transno 21474836871 00000004:00080000:0.0:1763332912.205673:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77c6f480, transno 21474836872 00000004:00080000:0.0:1763332912.205675:0:3654:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b14380, transno 21474836873 00000100:00100000:0.0:1763332912.205681:0:3654:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff92ff7dcff100 x1848987626406400/t21474836876(21474836876) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1763332928 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763332912.205691:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff7dcff100/2, rc 0, transno 21474836876 00000100:00100000:0.0:1763332912.205695:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626406400:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1763332912.205786:0:8609:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 4 done 00000100:00100000:1.0:1763332912.205885:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332912.205894:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626406528:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1763332912.205920:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332912.205940:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626406528 00000100:00100000:1.0:1763332912.205943:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626406528 00000100:00100000:1.0:1763332912.205975:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:1.0:1763332912.205980:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3653:x1848987626406528:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1763332912.206038:0:8406:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1763332912.206041:0:8406:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb mtime from disk: 1763332912 -> 1763332912 00002000:00010000:1.0:1763332912.206043:0:8406:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb atime from disk: 1763332912 -> 1763332912 00002000:00010000:1.0:1763332912.206045:0:8406:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb ctime from disk: 1763332912 -> 1763332912 00002000:00010000:1.0:1763332912.206047:0:8406:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x55:0x0] updating lvb blocks from disk: 2048 -> 2048 00000100:00100000:1.0:1763332912.206074:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3653:x1848987626406528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 94us (153us total) trans 17179869552 rc 0/0 00000100:00100000:1.0:1763332912.206080:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000004:00080000:1.0:1763332912.206101:0:3653:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92ff77b3b100/2, rc 0, transno 17179869552 00000100:00100000:1.0:1763332912.206104:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626406528:0@lo:2:osp-syn-1-0.0 00000004:00010000:2.0:1763332912.206410:0:6523:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eaddaa32 reply state 0000000026c42f3d transno 4294969252 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332912.206426:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332912.206433:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.206435:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1763332912.206438:0:6523:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332912.206443:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.206445:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332912.206450:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33f10 lrc: 0/0,0 mode: --/PW res: [0x200000405:0xc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e50a expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1763332912.206588:0:6523:0:(ldlm_lib.c:3433:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1763332912.206717:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:47527:x1848987611235456:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 11217us (11596us total) trans 4294969252 rc 0/0 00000100:00100000:2.0:1763332912.206726:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 914 00010000:00010000:1.0:1763332912.207520:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332912.207532:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332912.207539:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332912.207544:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfc00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332912.207548:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332912.207555:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332912.207567:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:1.0:1763332912.207570:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332912.207573:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 2/0,0 mode: --/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332912.207579:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33f6b lrc: 0/0,0 mode: --/TXN res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000100:00100000:1.0:1763332912.209511:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332912.209609:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611235712 00000100:00100000:0.0:1763332912.209618:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611235712 00000100:00100000:0.0:1763332912.209676:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3104 00000100:00100000:0.0:1763332912.209686:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:47527:x1848987611235712:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332912.209707:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332912.209727:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c33f72 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e52d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.209776:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c33f72 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e52d expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.209789:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c33f72 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e52d expref: 22 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332912.209810:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:0.0:1763332912.209813:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332912.209816:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0e400, rc 0) 00000100:00100000:0.0:1763332912.209867:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:47527:x1848987611235712:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 183us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332912.209874:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3104 00000100:00100000:3.0:1763332912.212416:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.212617:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611235968 00000100:00100000:2.0:1763332912.212627:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611235968 00000100:00100000:2.0:1763332912.212710:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 915 00000100:00100000:2.0:1763332912.212719:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3ebc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:47527:x1848987611235968:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332912.212929:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3ebc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:47527:x1848987611235968:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 211us (522us total) trans 4294969253 rc 0/0 00000100:00100000:2.0:1763332912.212936:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 915 00000100:00100000:0.0:1763332912.231317:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332912.231482:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611236224 00000100:00100000:3.0:1763332912.231493:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611236224 00000100:00100000:2.0:1763332912.232310:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3105 00000100:00100000:2.0:1763332912.232324:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:47528:x1848987611236224:12345-192.168.204.28@tcp:101:filefrag.0 00010000:00010000:2.0:1763332912.232394:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332912.232418:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33f79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e534 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.232498:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232514:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232525:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232540:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33f87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232546:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232553:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232667:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33f8e lrc: 3/1,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232680:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33f8e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232687:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33f8e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:2.0:1763332912.232696:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xc:0x0]: returning size 1048576 00010000:00010000:2.0:1763332912.232777:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232784:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f80 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232790:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232795:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332912.232800:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232806:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f80 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232818:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332912.232821:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332912.232825:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232831:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232844:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232853:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33f87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232859:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33f87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232863:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332912.232866:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33f87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232872:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33f87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232878:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcdb08acc (ffff92ff606cd900) 00010000:00010000:2.0:1763332912.232881:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332912.232883:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33f87 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232888:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33f87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdb08acc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763332912.232947:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33f79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e534 expref: 26 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.232977:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33f8e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e534 expref: 25 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.232985:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.232987:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332912.232990:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bfe00, rc 0) 00000100:00100000:2.0:1763332912.234856:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:47528:x1848987611236224:12345-192.168.204.28@tcp:101:filefrag.0 Request processed in 2526us (3538us total) trans 4294969254 rc 0/0 00000100:00100000:2.0:1763332912.234870:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3105 00000100:00100000:0.0:1763332912.239603:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.240073:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611236352 00000100:00100000:2.0:1763332912.240083:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611236352 00000100:00100000:2.0:1763332912.240146:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3106 00000100:00100000:2.0:1763332912.240157:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:47528:x1848987611236352:12345-192.168.204.28@tcp:41:filefrag.0 00000004:00000024:2.0:1763332912.240215:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7836479488 avail 7373434880 00000100:00100000:2.0:1763332912.240299:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:47528:x1848987611236352:12345-192.168.204.28@tcp:41:filefrag.0 Request processed in 144us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332912.240307:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3106 00000100:00100000:3.0:1763332912.242679:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332912.242829:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611236480 00000100:00100000:1.0:1763332912.242839:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611236480 00000100:00100000:1.0:1763332912.242900:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1615 00000100:00100000:1.0:1763332912.242910:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:47528:x1848987611236480:12345-192.168.204.28@tcp:7:filefrag.0 00000100:00100000:1.0:1763332912.243045:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:47528:x1848987611236480:12345-192.168.204.28@tcp:7:filefrag.0 Request processed in 135us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332912.243053:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1615 00000100:00100000:0.0:1763332912.245872:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332912.245976:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611236608 00000100:00100000:1.0:1763332912.245988:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611236608 00000100:00100000:1.0:1763332912.246553:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1616 00000100:00100000:1.0:1763332912.246564:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:47528:x1848987611236608:12345-192.168.204.28@tcp:7:filefrag.0 00000100:00100000:1.0:1763332912.246883:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:47528:x1848987611236608:12345-192.168.204.28@tcp:7:filefrag.0 Request processed in 321us (1020us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332912.246892:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1616 00000100:00100000:2.0:1763332912.249262:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332912.249382:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611236864 00000100:00100000:0.0:1763332912.249392:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611236864 00000100:00100000:0.0:1763332912.249434:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 916 00000100:00100000:0.0:1763332912.249442:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:47528:x1848987611236864:12345-192.168.204.28@tcp:35:filefrag.0 00000100:00100000:0.0:1763332912.249675:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:47528:x1848987611236864:12345-192.168.204.28@tcp:35:filefrag.0 Request processed in 233us (420us total) trans 4294969255 rc 0/0 00000100:00100000:0.0:1763332912.249684:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 916 00000100:00100000:3.0:1763332912.259811:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332912.259925:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611237120 00000100:00100000:2.0:1763332912.259936:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611237120 00000100:00100000:2.0:1763332912.260077:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3107 00000100:00100000:2.0:1763332912.260089:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:47530:x1848987611237120:12345-192.168.204.28@tcp:101:filefrag.0 00010000:00010000:2.0:1763332912.260117:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332912.260139:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e53b expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.260266:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33fa3 lrc: 3/1,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.260280:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33fa3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332912.260293:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33fa3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332912.260305:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xc:0x0]: returning size 1048576 00010000:00010000:2.0:1763332912.260488:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33f9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e53b expref: 29 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.260509:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33fa3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e53b expref: 28 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332912.260519:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xc:0x0].0x0 (ffff92ff61a46700) 00010000:00010000:2.0:1763332912.260522:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763332912.260525:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf800, rc 0) 00000100:00100000:2.0:1763332912.260596:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:47530:x1848987611237120:12345-192.168.204.28@tcp:101:filefrag.0 Request processed in 509us (796us total) trans 4294969256 rc 0/0 00000100:00100000:2.0:1763332912.260604:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3107 00000100:00100000:0.0:1763332912.266192:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332912.266293:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611237248 00000100:00100000:1.0:1763332912.266305:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611237248 00000100:00100000:1.0:1763332912.266402:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1617 00000100:00100000:1.0:1763332912.266414:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e05b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:47530:x1848987611237248:12345-192.168.204.28@tcp:7:filefrag.0 00000100:00100000:1.0:1763332912.266558:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e05b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:47530:x1848987611237248:12345-192.168.204.28@tcp:7:filefrag.0 Request processed in 146us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332912.266568:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1617 00000100:00100000:2.0:1763332912.274028:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332912.275038:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611237376 00000100:00100000:0.0:1763332912.275060:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611237376 00000100:00100000:0.0:1763332912.275520:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1618 00000100:00100000:0.0:1763332912.275534:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:47530:x1848987611237376:12345-192.168.204.28@tcp:7:filefrag.0 00000100:00100000:0.0:1763332912.275667:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:47530:x1848987611237376:12345-192.168.204.28@tcp:7:filefrag.0 Request processed in 136us (1656us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332912.275676:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1618 00010000:00010000:0.0:1763332912.720867:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332913.077701:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332913.077748:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332913.077778:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332913.077799:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332913.077832:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332913.077860:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611237632 00000100:00100000:3.0:1763332913.077869:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611237632 00000100:00100000:3.0:1763332913.077915:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611237760 00000100:00100000:3.0:1763332913.077917:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611237760 00000100:00100000:3.0:1763332913.077945:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1141 00000100:00100000:3.0:1763332913.077956:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:2420:x1848987611237632:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332913.078034:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:2420:x1848987611237632:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 80us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332913.078042:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1141 00000100:00100000:3.0:1763332913.078062:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1142 00000100:00100000:3.0:1763332913.078069:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611237760:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332913.078093:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611237760:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 26us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332913.078099:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1142 00000100:00100000:3.0:1763332913.078121:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611237888 00000100:00100000:3.0:1763332913.078124:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611237888 00000100:00100000:3.0:1763332913.078145:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611238016 00000100:00100000:3.0:1763332913.078148:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611238016 00000100:00100000:3.0:1763332913.078165:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 684 00000100:00100000:3.0:1763332913.078170:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611237888:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332913.078194:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611237888:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 24us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332913.078200:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 684 00000100:00100000:3.0:1763332913.078211:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 685 00000100:00100000:3.0:1763332913.078217:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2420:x1848987611238016:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332913.078237:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2420:x1848987611238016:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 21us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332913.078243:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 685 00000100:00080000:3.0:1763332913.078264:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332913.078484:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611237504 00000100:00100000:0.0:1763332913.078489:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611237504 00000100:00100000:0.0:1763332913.078527:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 797 00000100:00100000:0.0:1763332913.078533:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611237504:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332913.078571:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611237504:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 38us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332913.078577:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 797 00000100:00100000:0.0:1763332913.233553:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332913.233577:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626406656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332913.233651:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332913.233785:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626406656 00000100:00100000:3.0:1763332913.233793:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626406656 00000100:00100000:3.0:1763332913.233851:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1763332913.233860:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626406656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763332913.233896:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446195200 avail 1299955712 00000100:00100000:3.0:1763332913.233954:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626406656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332913.233961:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:0.0:1763332913.234068:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626406656:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332913.744597:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626406912:0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.744607:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626407040:0@lo:400:kworker.0 00000100:00100000:0.0:1763332913.744688:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626406784:0@lo:400:kworker.0 00000100:00100000:2.0:1763332913.744836:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332913.744836:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332913.744894:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626407424:0@lo:400:kworker.0 00000100:00100000:2.0:1763332913.744918:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332913.744943:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626407424 00000100:00100000:2.0:1763332913.744947:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626407936:0@lo:400:kworker.0 00000100:00100000:3.0:1763332913.744950:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626407424 00000100:00100000:2.0:1763332913.744966:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332913.744983:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1763332913.744988:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626407296:0@lo:400:kworker.0 00000100:00100000:3.0:1763332913.744995:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1763332913.745003:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626407424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332913.745007:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332913.745026:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626407808:0@lo:400:kworker.0 00000100:00100000:2.0:1763332913.745043:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332913.745049:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626407424:12345-0@lo:400:kworker.0 Request processed in 47us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332913.745060:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1763332913.745073:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626407424:0@lo:400:kworker.0 00000100:00100000:3.0:1763332913.745076:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626407296 00000100:00100000:3.0:1763332913.745078:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626407296 00000100:00100000:2.0:1763332913.745097:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626406912 00000100:00100000:2.0:1763332913.745101:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626406912 00000100:00100000:3.0:1763332913.745104:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1763332913.745109:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626407296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332913.745126:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626407936 00000100:00100000:2.0:1763332913.745129:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626407936 00000100:00100000:3.0:1763332913.745140:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626407296:12345-0@lo:400:kworker.0 Request processed in 30us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332913.745146:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1763332913.745211:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332913.745247:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626406784 00000100:00100000:0.0:1763332913.745251:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626406784 00000100:00100000:0.0:1763332913.745277:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1763332913.745382:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626406784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332913.745419:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626406784:12345-0@lo:400:kworker.0 Request processed in 135us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332913.745426:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1763332913.745464:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626406784:0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.745602:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626407552:0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.745628:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332913.745645:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626408064:0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.745665:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332913.745682:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763332913.745688:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626407168:0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.745710:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332913.745725:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626407680:0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.745744:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332913.745757:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626408192:0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.745777:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332913.745801:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626407040 00000100:00100000:1.0:1763332913.745805:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626407040 00000100:00100000:1.0:1763332913.745835:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1763332913.745845:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626407040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.745880:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626407040:12345-0@lo:400:kworker.0 Request processed in 36us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332913.745889:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1763332913.745950:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626407808 00000100:00100000:1.0:1763332913.745954:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626407808 00000100:00100000:2.0:1763332913.746317:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626408064 00000100:00100000:2.0:1763332913.746322:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626408064 00000100:00100000:0.0:1763332913.746540:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626407552 00000100:00100000:0.0:1763332913.746544:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626407552 00000100:00080000:3.0:1763332913.747107:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1763332913.747114:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332913.747117:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332913.747131:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626407680 00000100:00100000:3.0:1763332913.747136:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626407680 00000100:00100000:1.0:1763332913.747145:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626407168 00000100:00100000:1.0:1763332913.747151:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626407168 00000100:00100000:1.0:1763332913.747173:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626408192 00000100:00100000:3.0:1763332913.747177:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1763332913.747179:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626408192 00000100:00100000:3.0:1763332913.747189:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626407680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.747212:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:1.0:1763332913.747221:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626406912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332913.747254:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3652:x1848987626407680:12345-0@lo:400:kworker.0 Request processed in 68us (1508us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332913.747262:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1763332913.747270:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626406912:12345-0@lo:400:kworker.0 Request processed in 50us (2434us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332913.747279:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:1.0:1763332913.747297:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1763332913.747304:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626407936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.747344:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626407936:12345-0@lo:400:kworker.0 Request processed in 41us (2376us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332913.747381:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1763332913.747395:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1763332913.747401:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626407808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.747431:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1848987626407808:12345-0@lo:400:kworker.0 Request processed in 31us (2387us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332913.747438:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1763332913.747451:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:1.0:1763332913.747457:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626407168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.747485:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626407168:12345-0@lo:400:kworker.0 Request processed in 28us (1774us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332913.747493:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:1.0:1763332913.747504:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:1.0:1763332913.747510:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626408192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.747538:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626408192:12345-0@lo:400:kworker.0 Request processed in 28us (1759us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332913.747544:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00010000:00010000:1.0:1763332913.747585:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1763332913.747596:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332913.747634:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626407168:0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.747647:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626407680:0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.747657:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626408192:0@lo:400:kworker.0 00000100:00100000:1.0:1763332913.747667:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626407040:0@lo:400:kworker.0 00000100:00100000:0.0:1763332913.748100:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1763332913.748111:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626407552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332913.748155:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626407552:12345-0@lo:400:kworker.0 Request processed in 48us (2527us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332913.748161:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00080000:0.0:1763332913.748177:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332913.748180:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332913.748202:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626407552:0@lo:400:kworker.0 00000100:00100000:2.0:1763332913.748381:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1763332913.748389:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626408064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332913.748431:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626408064:12345-0@lo:400:kworker.0 Request processed in 43us (2765us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332913.748437:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1763332913.748485:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626407296:0@lo:400:kworker.0 00000100:00100000:2.0:1763332913.748496:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1848987626407808:0@lo:400:kworker.0 00000100:00100000:2.0:1763332913.748506:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626407936:0@lo:400:kworker.0 00000100:00100000:2.0:1763332913.748516:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626406912:0@lo:400:kworker.0 00000100:00100000:2.0:1763332913.749109:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626408064:0@lo:400:kworker.0 00010000:00010000:3.0:1763332914.768529:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332915.281032:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626408320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332915.281120:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332915.281252:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626408320 00000100:00100000:1.0:1763332915.281260:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626408320 00000100:00100000:1.0:1763332915.281413:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1763332915.281423:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626408320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332915.281456:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 61332288 pending 1073152 free 3920338944 avail 3688816640 00000100:00100000:1.0:1763332915.281504:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626408320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332915.281512:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00080000:2.0:1763332915.281591:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332915.281631:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626408320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332915.286494:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332915.286526:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626408448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332915.286614:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332915.286742:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626408448 00000100:00100000:3.0:1763332915.286751:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626408448 00000100:00100000:3.0:1763332915.286829:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1763332915.286840:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626408448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332915.286867:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 61332288 pending 1073152 free 3920338944 avail 3688816640 00000100:00100000:3.0:1763332915.286922:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3654:x1848987626408448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332915.286930:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1763332915.286984:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626408448:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1763332915.289111:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332915.793639:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332915.793663:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626408576:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332915.793697:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332915.793708:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626408704:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332915.793746:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763332915.795080:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332915.795856:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626408576 00000100:00100000:3.0:1763332915.795868:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626408576 00000100:00100000:3.0:1763332915.795962:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1763332915.795973:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626408576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763332915.796012:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1763332915.796051:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332915.796103:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626408576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 131us (2356us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332915.796104:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626408704 00000100:00100000:2.0:1763332915.796110:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626408704 00000100:00100000:3.0:1763332915.796114:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1763332915.796137:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1763332915.796146:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626408704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763332915.796157:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1763332915.796194:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626408704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332915.796202:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1763332915.796263:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626408576:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332915.796310:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626408704:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1763332915.797089:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1763332916.816805:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332916.817491:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332916.817520:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626408832:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332916.817605:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332916.817767:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626408832 00000100:00100000:1.0:1763332916.817777:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626408832 00000100:00100000:1.0:1763332916.817895:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1763332916.817905:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626408832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1763332916.817942:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445933056 avail 1299693568 00000100:00100000:1.0:1763332916.818097:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1848987626408832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 193us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332916.818105:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1763332916.818908:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626408832:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1763332916.819420:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869552 is committed 00000001:00080000:2.0:1763332916.819430:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869551 is committed 00010000:00010000:3.0:1763332917.840832:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1763332917.849505:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969256 is committed 00000001:00080000:0.0:1763332917.851407:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836876 is committed 00000001:00080000:0.0:1763332917.851418:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836875 is committed 00000001:02000400:1.0:1763332917.966758:0:31819:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 50A: mirror split update layout generation ========================================================== 17:41:56 (1763332916) 00000100:00100000:3.0:1763332918.027171:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.027239:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611238144 00000100:00100000:2.0:1763332918.027250:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611238144 00000100:00100000:2.0:1763332918.027333:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3108 00000100:00100000:2.0:1763332918.027344:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:2421:x1848987611238144:12345-192.168.204.28@tcp:41:mkdir.0 00000100:00080000:3.0:1763332918.027420:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000024:2.0:1763332918.027445:0:29240:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445933056 avail 1299693568 00000100:00100000:2.0:1763332918.027520:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:2421:x1848987611238144:12345-192.168.204.28@tcp:41:mkdir.0 Request processed in 177us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332918.027527:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3108 00000100:00100000:3.0:1763332918.027542:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.029110:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611238400 00000100:00100000:2.0:1763332918.029121:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611238400 00000100:00100000:2.0:1763332918.029181:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3109 00000100:00100000:2.0:1763332918.029190:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:48116:x1848987611238400:12345-192.168.204.28@tcp:36:mkdir.0 00010000:00010000:2.0:1763332918.029254:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332918.029286:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c33ec3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4ee expref: 24 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.029306:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332918.029312:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332918.029436:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33fb1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.029453:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33fb1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.029463:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33fb1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.029478:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.029486:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.029491:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032325:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 3/0,1 mode: --/PW res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032345:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032384:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00010000:2.0:1763332918.032402:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003d17d05a reply state 000000009e7375b8 transno 4294969257 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032413:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032420:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92ff61a46c00) 00010000:00010000:2.0:1763332918.032423:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332918.032427:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1763332918.032432:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xe:0x0]: returning size 4096 00010000:00010000:2.0:1763332918.032441:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33fb1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032448:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33fb1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032454:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33fb1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032464:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33fb1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032470:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332918.032474:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33fb1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032481:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33fb1 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032490:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332918.032493:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332918.032496:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33fb1 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032503:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33fb1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:2.0:1763332918.032513:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003d17d05a reply state 000000009e7375b8 transno 4294969257 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032520:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.032525:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfe7a1a38 (ffff92ff61a46200) 00010000:00010000:2.0:1763332918.032528:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332918.032530:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1763332918.032636:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:48116:x1848987611238400:12345-192.168.204.28@tcp:36:mkdir.0 Request processed in 3442us (5091us total) trans 4294969257 rc 0/0 00000100:00100000:2.0:1763332918.032647:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3109 00000100:00100000:3.0:1763332918.051874:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332918.051922:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611238528 00000100:00100000:3.0:1763332918.051934:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611238528 00000100:00100000:3.0:1763332918.051992:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3110 00000100:00100000:3.0:1763332918.052002:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:48120:x1848987611238528:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332918.052033:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332918.052072:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33fc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e542 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332918.052149:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74a00/0xb32e3ef184c33fcd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.052167:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74a00/0xb32e3ef184c33fcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.052181:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74a00/0xb32e3ef184c33fcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332918.052243:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1763332918.052248:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332918.052272:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74a00/0xb32e3ef184c33fcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.052301:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c33fc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e542 expref: 27 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332918.052317:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74a00/0xb32e3ef184c33fcd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e542 expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332918.052326:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332918.052329:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332918.052333:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f74a00, rc 0) 00000100:00100000:3.0:1763332918.052420:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:48120:x1848987611238528:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 419us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332918.052428:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3110 00000100:00100000:1.0:1763332918.058986:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332918.059040:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611238656 00000100:00100000:3.0:1763332918.059056:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611238656 00000100:00100000:3.0:1763332918.059110:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3111 00000100:00100000:3.0:1763332918.059119:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:48120:x1848987611238656:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332918.059138:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332918.059157:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74000/0xb32e3ef184c33fd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e549 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332918.059215:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c33fdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059236:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c33fdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059247:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c33fdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059256:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33fe2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059262:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33fe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059268:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33fe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059339:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33fe9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059374:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059381:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:3.0:1763332918.059417:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xe:0x0]: returning size 4096 00000004:00200000:3.0:1763332918.059420:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332918.059435:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059445:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c33fdb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059451:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c33fdb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059457:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c33fdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059463:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c33fdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059468:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f74600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332918.059472:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c33fdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059478:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c33fdb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059488:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:3.0:1763332918.059490:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332918.059494:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c33fdb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059499:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c33fdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059509:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33fe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059514:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33fe2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059519:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33fe2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059523:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f75200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332918.059526:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33fe2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059530:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33fe2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059535:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfe7a1a38 (ffff92ff61a46200) 00010000:00010000:3.0:1763332918.059537:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332918.059540:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33fe2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059544:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c33fe2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332918.059566:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74000/0xb32e3ef184c33fd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e549 expref: 28 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332918.059577:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33fe9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e549 expref: 27 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332918.059589:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92ff61a46c00) 00010000:00010000:3.0:1763332918.059591:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1763332918.059593:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f74800, rc 0) 00000100:00100000:3.0:1763332918.059637:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:48120:x1848987611238656:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 520us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332918.059644:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3111 00000100:00100000:2.0:1763332918.068108:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.068152:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611238912 00000100:00100000:2.0:1763332918.068162:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611238912 00000100:00100000:2.0:1763332918.068220:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3112 00000100:00100000:2.0:1763332918.068241:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:48120:x1848987611238912:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332918.068261:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332918.068283:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33ff0 lrc: 2/0,0 mode: --/CW res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e550 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.068398:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33ff7 lrc: 3/0,1 mode: --/CW res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068414:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33ff7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068425:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33ff7 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068479:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 3/0,1 mode: --/PW res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068486:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068494:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068862:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c34005 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068870:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c34005 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068876:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c34005 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332918.068890:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00010000:00010000:2.0:1763332918.068915:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33ff7 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068922:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33ff7 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068928:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33ff7 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068935:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33ff7 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068940:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332918.068944:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33ff7 lrc: 4/0,0 mode: CW/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068951:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33ff7 lrc: 5/0,0 mode: CW/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068961:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92ff61a46c00) 00010000:00010000:2.0:1763332918.068965:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332918.068969:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33ff7 lrc: 3/0,0 mode: --/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068975:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c33ff7 lrc: 0/0,0 mode: --/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000004:00010000:2.0:1763332918.068987:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb491850 reply state 000000007b48f770 transno 4294969258 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.068996:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.069005:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0xaf1e71b4 (ffff92ff61a46000) 00010000:00010000:2.0:1763332918.069007:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332918.069009:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1763332918.069034:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c33ff0 lrc: 0/0,0 mode: --/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e550 expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.069048:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c34005 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e550 expref: 29 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.069055:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff61a46e00) 00010000:00010000:2.0:1763332918.069057:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332918.069059:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf000, rc 0) 00000100:00100000:2.0:1763332918.069121:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:48120:x1848987611238912:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 893us (1024us total) trans 4294969258 rc 0/0 00000100:00100000:2.0:1763332918.069130:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3112 00000100:00100000:3.0:1763332918.081554:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332918.081809:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611239168 00000100:00100000:1.0:1763332918.081820:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611239168 00000100:00100000:1.0:1763332918.081875:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3113 00000100:00100000:1.0:1763332918.081884:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:48120:x1848987611239168:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332918.081910:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332918.081932:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c34013 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e557 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.082036:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 3/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.082050:0:29240:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c34005 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e550 expref: 31 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.082059:0:29240:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 4/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.082089:0:29240:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c34005 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e550 expref: 31 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.082105:0:29240:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c34005 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e550 expref: 31 pid: 8606 timeout: 1122 lvb_type: 0 00000100:00100000:1.0:1763332918.082117:0:29240:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:29240:1848987626408960:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332918.082972:0:29240:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45198a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332918.088554:0:29240:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:29240:1848987626408960:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332918.088583:0:29240:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 3/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000100:00100000:3.0:1763332918.090149:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332918.090989:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611239296 00000100:00100000:0.0:1763332918.091000:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611239296 00010000:00010000:0.0:1763332918.091055:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c34005 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e550 expref: 32 pid: 8606 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1763332918.091096:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 842 00000100:00100000:0.0:1763332918.091106:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:2421:x1848987611239296:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332918.091122:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332918.091128:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c34005 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e550 expref: 32 pid: 8606 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1763332918.091140:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c34005 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e550 expref: 32 pid: 8606 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1763332918.091166:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf000/0xb32e3ef184c34005 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e550 expref: 32 pid: 8606 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1763332918.091179:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff61a46e00) 00010000:00010000:0.0:1763332918.091184:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 3/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332918.091193:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332918.091199:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 4/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332918.091224:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332918.091287:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:2421:x1848987611239296:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 181us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332918.091295:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 842 00010000:00010000:0.0:1763332918.091416:0:29240:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332918.091424:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:0.0:1763332918.091444:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00000004:00080000:0.0:1763332918.091594:0:29240:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x5b:0x0], index 0: 0 00010000:00010000:0.0:1763332918.091702:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332918.091709:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 2/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332918.091719:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332918.091724:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332918.091728:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 3/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332918.091734:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 4/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332918.091743:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff61a46e00) 00010000:00010000:0.0:1763332918.091746:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332918.091750:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 2/0,0 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332918.091756:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c3401a lrc: 0/0,0 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:0.0:1763332918.091811:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c34013 lrc: 1/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e557 expref: 31 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.091821:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92ff61a46c00) 00010000:00010000:0.0:1763332918.091824:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332918.091827:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c34013 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e557 expref: 31 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.091837:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74400, rc 0) 00000100:00100000:0.0:1763332918.091875:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:48120:x1848987611239168:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 9992us (10333us total) trans 4294969259 rc 301/301 00000100:00100000:0.0:1763332918.091882:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3113 00000100:00100000:3.0:1763332918.102964:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332918.103046:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611239552 00000100:00100000:0.0:1763332918.103059:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611239552 00000100:00100000:0.0:1763332918.103125:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 917 00000100:00100000:0.0:1763332918.103135:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:48120:x1848987611239552:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332918.103527:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:48120:x1848987611239552:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 392us (571us total) trans 4294969260 rc 0/0 00000100:00100000:0.0:1763332918.103535:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 917 00000100:00100000:0.0:1763332918.113736:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332918.113845:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611239680 00000100:00100000:1.0:1763332918.113855:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611239680 00000100:00100000:1.0:1763332918.113920:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3114 00000100:00100000:1.0:1763332918.113930:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:48120:x1848987611239680:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332918.113954:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332918.113980:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c34028 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e55e expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.114038:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c34028 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e55e expref: 32 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.114054:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c34028 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e55e expref: 32 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.114072:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff621b4f00) 00010000:00010000:1.0:1763332918.114075:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332918.114079:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75600, rc 0) 00000100:00100000:1.0:1763332918.114132:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:48120:x1848987611239680:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 203us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332918.114139:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3114 00000100:00100000:0.0:1763332918.123572:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332918.123670:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611239936 00000100:00100000:1.0:1763332918.123681:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611239936 00000100:00100000:1.0:1763332918.123746:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 918 00000100:00100000:1.0:1763332918.123756:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:48120:x1848987611239936:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332918.124019:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:48120:x1848987611239936:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 263us (459us total) trans 4294969261 rc 0/0 00000100:00100000:1.0:1763332918.124028:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 918 00000100:00100000:0.0:1763332918.136446:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332918.136510:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611240192 00000100:00100000:3.0:1763332918.136521:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611240192 00000100:00100000:3.0:1763332918.136588:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3115 00000100:00100000:3.0:1763332918.136599:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:48124:x1848987611240192:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332918.136625:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332918.136647:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c3402f lrc: 2/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e565 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332918.136730:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c34036 lrc: 3/1,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.136746:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c34036 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.136759:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c34036 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.136771:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c3403d lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.136783:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c3403d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.136790:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c3403d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.136902:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c34044 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.136911:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c34044 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.136919:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c34044 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332918.136930:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00010000:00010000:3.0:1763332918.137211:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c34036 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137220:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c34036 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137237:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c34036 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137243:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c34036 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137249:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f74600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332918.137253:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c34036 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137260:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c34036 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137281:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92ff61a46c00) 00010000:00010000:3.0:1763332918.137285:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332918.137290:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c34036 lrc: 3/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137296:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74600/0xb32e3ef184c34036 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137308:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c3403d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137314:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c3403d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137320:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c3403d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137324:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f74200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332918.137327:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c3403d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137333:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c3403d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137339:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0xaf1e71b4 (ffff92ff61a46000) 00010000:00010000:3.0:1763332918.137341:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332918.137344:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c3403d lrc: 2/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137375:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74200/0xb32e3ef184c3403d lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332918.137418:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75200/0xb32e3ef184c3402f lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e565 expref: 36 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332918.137434:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c34044 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e565 expref: 35 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332918.137442:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff621b4f00) 00010000:00010000:3.0:1763332918.137444:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332918.137447:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f74400, rc 0) 00000100:00100000:3.0:1763332918.137508:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:48124:x1848987611240192:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 911us (1071us total) trans 4294969262 rc 0/0 00000100:00100000:3.0:1763332918.137517:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3115 00000100:00100000:0.0:1763332918.146260:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.146360:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611240448 00000100:00100000:2.0:1763332918.146371:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611240448 00000100:00100000:2.0:1763332918.146429:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3116 00000100:00100000:2.0:1763332918.146438:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:48124:x1848987611240448:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332918.146461:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332918.146482:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c34052 lrc: 2/0,0 mode: --/CW res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e56c expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.149390:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34059 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.149413:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34059 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.149429:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34059 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332918.149442:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x10:0x0]: returning size 0 00010000:00010000:2.0:1763332918.149497:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c34052 lrc: 0/0,0 mode: --/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e56c expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.149516:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34059 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e56c expref: 37 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.149526:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x10:0x0].0x0 (ffff92ff61a46600) 00010000:00010000:2.0:1763332918.149530:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332918.149533:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf600, rc 0) 00000100:00100000:2.0:1763332918.152465:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:48124:x1848987611240448:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6017us (6202us total) trans 4294969263 rc 0/0 00000100:00100000:2.0:1763332918.152478:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3116 00000100:00100000:0.0:1763332918.180509:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.180649:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611240704 00000100:00100000:2.0:1763332918.180660:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611240704 00000100:00100000:2.0:1763332918.180727:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3117 00000100:00100000:2.0:1763332918.180738:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:48124:x1848987611240704:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332918.180763:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332918.181253:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c34067 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e573 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.181401:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.181419:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34059 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e56c expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.181430:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 4/0,1 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.181468:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34059 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e56c expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.181483:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34059 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e56c expref: 38 pid: 8606 timeout: 1122 lvb_type: 0 00000100:00100000:2.0:1763332918.181498:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626409088:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332918.181599:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d41a80 going to sleep for 11 seconds 00000100:00100000:3.0:1763332918.186714:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.187104:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626409088:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332918.187139:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000100:00100000:1.0:1763332918.187880:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611240832 00000100:00100000:1.0:1763332918.187892:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611240832 00010000:00010000:1.0:1763332918.187942:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34059 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e56c expref: 39 pid: 8606 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1763332918.189106:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 843 00000100:00100000:0.0:1763332918.189124:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff454eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+39:2420:x1848987611240832:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332918.189143:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332918.189152:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34059 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e56c expref: 39 pid: 8606 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1763332918.189169:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34059 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e56c expref: 39 pid: 8606 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1763332918.189193:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34059 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e56c expref: 39 pid: 8606 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1763332918.189210:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x10:0x0].0x0 (ffff92ff61a46600) 00010000:00010000:0.0:1763332918.189216:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 3/0,1 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.189240:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.189247:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.189280:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332918.189343:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff454eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:2420:x1848987611240832:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 226us (2641us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332918.189374:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 843 00010000:00010000:2.0:1763332918.190408:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.190419:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332918.190438:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x10:0x0]: returning size 0 00000004:00080000:2.0:1763332918.190572:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x56:0x0], index 1: 0 00010000:00010000:2.0:1763332918.190671:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.190679:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.190686:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.190693:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332918.190697:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.190704:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.190714:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x10:0x0].0x0 (ffff92ff61a46600) 00010000:00010000:2.0:1763332918.190717:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332918.190720:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 2/0,0 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.190726:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be600/0xb32e3ef184c3406e lrc: 0/0,0 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.190773:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c34067 lrc: 1/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e573 expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.190783:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92ff61a46c00) 00010000:00010000:2.0:1763332918.190785:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332918.190789:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be000/0xb32e3ef184c34067 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e573 expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.190797:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be000, rc 0) 00000100:00100000:2.0:1763332918.190849:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:48124:x1848987611240704:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 10113us (10349us total) trans 4294969264 rc 301/301 00000100:00100000:2.0:1763332918.190858:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3117 00000100:00100000:3.0:1763332918.194510:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332918.194641:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611241088 00000100:00100000:0.0:1763332918.194653:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611241088 00000100:00100000:0.0:1763332918.194715:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 919 00000100:00100000:0.0:1763332918.194725:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:48124:x1848987611241088:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332918.195026:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:48124:x1848987611241088:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 302us (529us total) trans 4294969265 rc 0/0 00000100:00100000:0.0:1763332918.195035:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 919 00000100:00100000:3.0:1763332918.207936:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332918.208032:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332918.208067:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332918.208107:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332918.208131:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332918.208169:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611241472 00000100:00100000:3.0:1763332918.208179:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611241472 00000100:00100000:3.0:1763332918.208248:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1149 00000100:00100000:3.0:1763332918.208260:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2418:x1848987611241472:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332918.208331:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2418:x1848987611241472:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 74us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332918.208338:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1149 00000100:00080000:3.0:1763332918.208400:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332918.210499:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611241216 00000100:00100000:2.0:1763332918.210512:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611241216 00000100:00100000:2.0:1763332918.210577:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1619 00000100:00100000:2.0:1763332918.210587:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2421:x1848987611241216:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332918.210603:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332918.210625:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467be000/0xb32e3ef184c3407c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e57a expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332918.210651:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332918.210671:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332918.210673:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332918.210682:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be000/0xb32e3ef184c3407c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e57a expref: 8 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332918.210701:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be000/0xb32e3ef184c3407c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e57a expref: 8 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332918.210717:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be000, rc 0) 00000100:00100000:2.0:1763332918.210775:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611241216:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 190us (2851us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332918.210783:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1619 00000100:00100000:2.0:1763332918.210816:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611241600 00000100:00100000:2.0:1763332918.210819:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611241600 00000100:00100000:2.0:1763332918.210839:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611241728 00000100:00100000:2.0:1763332918.210842:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611241728 00000100:00100000:2.0:1763332918.210864:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 690 00000100:00100000:2.0:1763332918.210871:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611241600:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332918.210899:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611241600:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 29us (2831us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332918.210906:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 690 00000100:00100000:2.0:1763332918.210919:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 691 00000100:00100000:2.0:1763332918.210925:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2418:x1848987611241728:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332918.210948:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2418:x1848987611241728:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 24us (2816us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332918.210955:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 691 00000100:00100000:0.0:1763332918.213492:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611241344 00000100:00100000:0.0:1763332918.213506:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611241344 00000100:00080000:3.0:1763332918.213555:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332918.213562:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332918.213576:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 799 00000100:00100000:0.0:1763332918.213585:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611241344:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332918.213644:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611241344:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 60us (5611us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332918.213650:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 799 00000100:00100000:3.0:1763332918.218540:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332918.218693:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611241856 00000100:00100000:0.0:1763332918.218703:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611241856 00000100:00100000:1.0:1763332918.218821:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3118 00000100:00100000:1.0:1763332918.218835:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:48124:x1848987611241856:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332918.218861:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332918.218887:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34083 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e581 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.218964:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c3408a lrc: 3/1,0 mode: --/PR res: [0x200000405:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.218979:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c3408a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.218990:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c3408a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:1.0:1763332918.219045:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x10:0x0]: returning size 0 00000004:00200000:1.0:1763332918.219050:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1763332918.219068:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c3408a lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.219096:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34083 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e581 expref: 40 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.219115:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c3408a lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e581 expref: 39 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.219124:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x10:0x0].0x0 (ffff92ff621b4a00) 00010000:00010000:1.0:1763332918.219126:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1763332918.219130:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74400, rc 0) 00000100:00100000:1.0:1763332918.219264:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+39:48124:x1848987611241856:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 432us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332918.219272:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3118 00000100:00100000:1.0:1763332918.222977:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.223049:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611241984 00000100:00100000:2.0:1763332918.223059:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611241984 00000100:00100000:2.0:1763332918.223121:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1620 00000100:00100000:2.0:1763332918.223132:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611241984:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332918.223158:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332918.223180:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c34091 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e588 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332918.223202:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x56:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332918.223233:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332918.223235:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332918.223243:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c34091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e588 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332918.223262:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c34091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e588 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332918.223276:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be600, rc 0) 00000100:00100000:2.0:1763332918.223338:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611241984:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 209us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332918.223346:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1620 00000100:00100000:3.0:1763332918.228070:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332918.229893:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611242240 00000100:00100000:1.0:1763332918.229907:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611242240 00000100:00100000:1.0:1763332918.229975:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3119 00000100:00100000:1.0:1763332918.229984:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+39:48124:x1848987611242240:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332918.230004:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332918.230025:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c34098 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e58f expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.230145:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c3409f lrc: 3/0,1 mode: --/PW res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.230160:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c3409f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.230171:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c3409f lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:1.0:1763332918.230186:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00010000:00010000:1.0:1763332918.230308:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c34098 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e58f expref: 42 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.230325:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c3409f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e58f expref: 41 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.230334:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff621b4f00) 00010000:00010000:1.0:1763332918.230337:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332918.230340:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74000, rc 0) 00000100:00100000:1.0:1763332918.230423:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+41:48124:x1848987611242240:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 439us (2363us total) trans 4294969266 rc 0/0 00000100:00100000:1.0:1763332918.230431:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3119 00000100:00100000:3.0:1763332918.234214:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.234280:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611242368 00000100:00100000:2.0:1763332918.234290:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611242368 00000100:00100000:2.0:1763332918.234382:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1621 00000100:00100000:2.0:1763332918.234393:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611242368:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332918.234438:0:8407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c340ad lrc: 3/1,0 mode: --/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.234454:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332918.234457:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332918.234462:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c340ad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.234478:0:8407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c340ad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.234502:0:8407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c340ad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.234509:0:8407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c340ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.234516:0:8407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c340ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.234522:0:8407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bee00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332918.234525:0:8407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c340ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.234534:0:8407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c340ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.234550:0:8407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c340ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.234556:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c340ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332918.234628:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611242368:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 237us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332918.234636:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1621 00000100:00100000:2.0:1763332918.270928:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332918.271040:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611242496 00000100:00100000:3.0:1763332918.271051:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611242496 00000100:00100000:3.0:1763332918.271116:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3120 00000100:00100000:3.0:1763332918.271128:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+41:48124:x1848987611242496:12345-192.168.204.28@tcp:44:lfs.0 00000001:00080000:3.0:1763332918.273792:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969266 is committed 00000100:00100000:0.0:1763332918.274053:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:48124:x1848987611242496:12345-192.168.204.28@tcp:44:lfs.0 Request processed in 2922us (3129us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332918.274065:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3120 00010000:00010000:2.0:1763332918.274125:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274137:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274145:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274151:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfc00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332918.274156:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274164:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274181:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfe7a1a38 (ffff92ff61a46200) 00010000:00010000:2.0:1763332918.274184:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332918.274190:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274197:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c33fb8 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274217:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274234:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274239:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274245:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332918.274248:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274253:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274262:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92ff61a46c00) 00010000:00010000:2.0:1763332918.274265:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332918.274268:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 2/0,0 mode: --/TXN res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274273:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c33fbf lrc: 0/0,0 mode: --/TXN res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274286:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274291:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274297:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274302:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332918.274304:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274310:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274316:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0xaf1e71b4 (ffff92ff61a46000) 00010000:00010000:2.0:1763332918.274318:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332918.274321:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 2/0,0 mode: --/TXN res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332918.274325:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c33ffe lrc: 0/0,0 mode: --/TXN res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00000100:00100000:3.0:1763332918.278046:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.278242:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611242624 00000100:00100000:2.0:1763332918.278256:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611242624 00000100:00100000:1.0:1763332918.279089:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1622 00000100:00100000:1.0:1763332918.279107:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611242624:12345-192.168.204.28@tcp:16:lfs.0 00000100:00100000:1.0:1763332918.279252:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611242624:12345-192.168.204.28@tcp:16:lfs.0 Request processed in 151us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332918.279260:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1622 00000100:00100000:3.0:1763332918.288972:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.289946:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611242752 00000100:00100000:2.0:1763332918.289957:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611242752 00000100:00100000:2.0:1763332918.290025:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1623 00000100:00100000:2.0:1763332918.290036:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611242752:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332918.290085:0:8407:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c340b4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.290100:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332918.290103:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332918.290108:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c340b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.290121:0:8407:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c340b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.290147:0:8407:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c340b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.290155:0:8407:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c340b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.290163:0:8407:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c340b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.290169:0:8407:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332918.290173:0:8407:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c340b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.290181:0:8407:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c340b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.290196:0:8407:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c340b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.290203:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf400/0xb32e3ef184c340b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332918.290302:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611242752:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 267us (1338us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332918.290310:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1623 00000100:00100000:3.0:1763332918.294174:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332918.294298:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611243008 00000100:00100000:0.0:1763332918.294308:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611243008 00000100:00100000:1.0:1763332918.297686:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3121 00000100:00100000:1.0:1763332918.297719:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:48124:x1848987611243008:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332918.297777:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332918.297803:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c3408a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e581 expref: 29 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.297821:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x10:0x0].0x0 (ffff92ff621b4a00) 00010000:00010000:1.0:1763332918.297831:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332918.297861:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 3/0,1 mode: --/PW res: [0x200000405:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.297875:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.297886:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00010000:1.0:1763332918.298012:0:29240:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000044356d25 reply state 00000000963a1919 transno 4294969267 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.298024:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.298030:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332918.298032:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332918.298035:0:29240:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332918.298132:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:48124:x1848987611243008:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 430us (3972us total) trans 4294969267 rc 0/0 00000100:00100000:1.0:1763332918.298139:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3121 00000100:00100000:3.0:1763332918.302885:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332918.303014:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611243136 00000100:00100000:0.0:1763332918.303025:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611243136 00000100:00100000:0.0:1763332918.303097:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3122 00000100:00100000:0.0:1763332918.303109:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:48124:x1848987611243136:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332918.303142:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332918.303168:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340c2 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e596 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.303246:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340c2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e596 expref: 31 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.303261:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340c2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e596 expref: 31 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.303280:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:0.0:1763332918.303283:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332918.303288:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0e000, rc 0) 00000100:00100000:0.0:1763332918.303386:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:48124:x1848987611243136:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 242us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332918.303394:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3122 00000100:00100000:3.0:1763332918.306897:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332918.309443:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611243264 00000100:00100000:1.0:1763332918.309460:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611243264 00000100:00100000:1.0:1763332918.309538:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1624 00000100:00100000:1.0:1763332918.309549:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611243264:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:1.0:1763332918.309761:0:8404:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x56:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763332918.309765:0:8404:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x56:0x0] updating lvb mtime from disk: 0 -> 1763332918 00002000:00010000:1.0:1763332918.309768:0:8404:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x56:0x0] updating lvb atime from disk: 0 -> 1763332918 00002000:00010000:1.0:1763332918.309770:0:8404:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x56:0x0] updating lvb ctime from disk: 0 -> 1763332918 00002000:00010000:1.0:1763332918.309772:0:8404:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x56:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332918.309841:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611243264:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 294us (2955us total) trans 17179869553 rc 0/0 00000100:00100000:1.0:1763332918.309848:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1624 00000100:00100000:3.0:1763332918.318787:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332918.319746:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611243520 00000100:00100000:1.0:1763332918.319757:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611243520 00000100:00100000:1.0:1763332918.319807:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3123 00000100:00100000:1.0:1763332918.319816:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:48124:x1848987611243520:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332918.319866:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332918.319892:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74400/0xb32e3ef184c34044 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e565 expref: 31 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332918.319911:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff621b4f00) 00010000:00010000:1.0:1763332918.319916:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332918.319960:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 3/0,1 mode: --/PW res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.319973:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.319982:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00010000:1.0:1763332918.321870:0:29240:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b682f823 reply state 000000002d40f604 transno 4294969268 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.321898:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332918.321905:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff621b4f00) 00010000:00010000:1.0:1763332918.321908:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332918.321911:0:29240:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332918.322023:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:48124:x1848987611243520:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 2205us (3242us total) trans 4294969268 rc 0/0 00000100:00100000:1.0:1763332918.322032:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3123 00000100:00100000:3.0:1763332918.330731:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.331153:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611243648 00000100:00100000:2.0:1763332918.331163:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611243648 00000100:00100000:2.0:1763332918.331847:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1625 00000100:00100000:2.0:1763332918.331860:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611243648:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:2.0:1763332918.332263:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x5b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763332918.332268:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x5b:0x0] updating lvb mtime from disk: 0 -> 1763332918 00002000:00010000:2.0:1763332918.332270:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x5b:0x0] updating lvb atime from disk: 0 -> 1763332918 00002000:00010000:2.0:1763332918.332272:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x5b:0x0] updating lvb ctime from disk: 0 -> 1763332918 00002000:00010000:2.0:1763332918.332275:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x5b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763332918.332365:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611243648:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 493us (1629us total) trans 21474836877 rc 0/0 00000100:00100000:2.0:1763332918.332373:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1625 00000100:00100000:3.0:1763332918.338880:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332918.338955:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611243904 00000100:00100000:0.0:1763332918.338967:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611243904 00000100:00100000:0.0:1763332918.343406:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 920 00000100:00100000:0.0:1763332918.343432:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3e8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:48124:x1848987611243904:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:0.0:1763332918.343521:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0xf:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c3409f lrc: 3/0,0 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e58f expref: 32 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.343562:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332918.343575:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c34028 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e55e expref: 32 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.343583:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 4/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332918.343617:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c34028 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e55e expref: 32 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.343630:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c34028 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e55e expref: 32 pid: 29240 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1763332918.343643:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626409216:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332918.343737:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff43eb7300 going to sleep for 11 seconds 00000100:00100000:2.0:1763332918.351868:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332918.353685:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611244032 00000100:00100000:1.0:1763332918.353703:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611244032 00010000:00010000:1.0:1763332918.353762:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c34028 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e55e expref: 33 pid: 29240 timeout: 1122 lvb_type: 0 00000100:00100000:1.0:1763332918.353816:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 844 00000100:00100000:1.0:1763332918.353826:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:2420:x1848987611244032:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332918.353849:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332918.353856:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c34028 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e55e expref: 33 pid: 29240 timeout: 1122 lvb_type: 0 00010000:00010000:1.0:1763332918.353868:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c34028 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e55e expref: 33 pid: 29240 timeout: 1122 lvb_type: 0 00010000:00010000:1.0:1763332918.353893:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff621b4f00) 00010000:00010000:1.0:1763332918.353898:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 3/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.353907:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.353915:0:6505:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.353934:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332918.353997:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:2420:x1848987611244032:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 172us (2140us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332918.354006:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 844 00010000:00010000:0.0:1763332918.355133:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75600/0xb32e3ef184c34028 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e55e expref: 32 pid: 29240 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1763332918.355152:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626409216:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332918.355171:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332918.355180:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332918.355189:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332918.355210:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332918.355229:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340c2 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e596 expref: 31 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.355238:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 4/0,1 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332918.355264:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340c2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e596 expref: 31 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.355276:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340c2 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e596 expref: 31 pid: 8606 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1763332918.355289:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626409344:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332918.355346:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff43eb7300 going to sleep for 11 seconds 00000100:00100000:3.0:1763332918.355613:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332918.355625:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626409472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1763332918.355666:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332918.355697:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626409472 00000100:00100000:3.0:1763332918.355702:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626409472 00000100:00100000:3.0:1763332918.355733:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1763332918.355740:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626409472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1763332918.355770:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446195200 avail 1299955712 00000100:00100000:3.0:1763332918.355809:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626409472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332918.355816:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1763332918.355853:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626409472:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332918.361044:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332918.361193:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626409344:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332918.361228:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763332918.361384:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611244160 00000100:00100000:3.0:1763332918.361392:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611244160 00010000:00010000:3.0:1763332918.361427:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340c2 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e596 expref: 32 pid: 8606 timeout: 1122 lvb_type: 0 00000100:00100000:3.0:1763332918.361469:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 845 00000100:00100000:3.0:1763332918.361478:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:2420:x1848987611244160:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332918.361496:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332918.361502:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340c2 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e596 expref: 32 pid: 8606 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763332918.361514:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340c2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e596 expref: 32 pid: 8606 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763332918.361536:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340c2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x10:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e596 expref: 32 pid: 8606 timeout: 1122 lvb_type: 0 00010000:00010000:3.0:1763332918.361551:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:3.0:1763332918.361555:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 3/0,1 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332918.361564:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332918.361570:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332918.361587:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332918.361800:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332918.361808:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763332918.362141:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:2420:x1848987611244160:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 662us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332918.362150:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 845 00000100:00100000:0.0:1763332918.362549:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626409600:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332918.362597:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332918.363695:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff43eb7300 going to sleep for 11 seconds 00000100:00100000:3.0:1763332918.364037:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626409600 00000100:00100000:3.0:1763332918.364046:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626409600 00000100:00100000:3.0:1763332918.364124:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:3.0:1763332918.364132:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626409600:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332918.364241:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626409600:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 110us (1644us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332918.364249:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1763332918.364538:0:6522:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836876 gen 2 00000004:00080000:0.0:1763332918.364544:0:6522:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff7dcff100, transno 21474836876 00000100:00100000:0.0:1763332918.364563:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626409600:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332918.364651:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626409728:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332918.364682:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332918.364696:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7412bc00 going to sleep for 11 seconds 00000100:00080000:1.0:1763332918.364757:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332918.364821:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626409728 00000100:00100000:2.0:1763332918.364827:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626409728 00000100:00100000:2.0:1763332918.364880:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1763332918.364888:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626409728:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1763332918.364971:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626409728:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 84us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332918.364978:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00080000:1.0:1763332918.365038:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332918.365530:0:6522:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869552 gen 2 00000004:00080000:0.0:1763332918.365535:0:6522:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438a8e00, transno 17179869545 00000004:00080000:0.0:1763332918.365928:0:6522:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438ab100, transno 17179869546 00000004:00080000:0.0:1763332918.366031:0:6522:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe438a8000, transno 17179869547 00000004:00080000:0.0:1763332918.366036:0:6522:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77bbf480, transno 17179869550 00000004:00080000:0.0:1763332918.366038:0:6522:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92ff77b3b100, transno 17179869552 00000100:00100000:0.0:1763332918.366044:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626409728:0@lo:1000:mdt_rdpg00_000.0 00000004:00080000:1.0:1763332918.366139:0:9844:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 3 done 00000040:00080000:0.0:1763332918.366316:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].31, 280 off58200 00000001:00080000:0.0:1763332918.366327:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969269 00000100:00100000:0.0:1763332918.366408:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626409856:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332918.366446:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332918.366468:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7412b480 going to sleep for 11 seconds 00000100:00100000:3.0:1763332918.366592:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626409856 00000100:00100000:3.0:1763332918.366598:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626409856 00000100:00100000:3.0:1763332918.366691:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:3.0:1763332918.366699:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626409856:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1763332918.366808:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626409856:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 110us (360us total) trans 17179869554 rc 0/0 00000100:00100000:3.0:1763332918.366814:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1763332918.366877:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626409856:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763332918.366900:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626409984:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763332918.366929:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332918.367219:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe439ddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1763332918.367440:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626409984 00000100:00100000:0.0:1763332918.367446:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626409984 00000100:00100000:0.0:1763332918.367472:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:0.0:1763332918.367478:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626409984:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332918.367563:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6522:x1848987626409984:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 85us (633us total) trans 21474836878 rc 0/0 00000100:00100000:0.0:1763332918.367570:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1763332918.367675:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626409984:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1763332918.367728:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294969270 00010000:00010000:1.0:1763332918.370185:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370198:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370205:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370211:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332918.370215:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370231:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370245:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332918.370248:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763332918.370252:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 2/0,0 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370258:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f800/0xb32e3ef184c340d7 lrc: 0/0,0 mode: --/EX res: [0x200000405:0x10:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370269:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370274:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370279:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370284:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0fa00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332918.370286:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370292:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370297:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff621b4f00) 00010000:00010000:1.0:1763332918.370299:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763332918.370301:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 2/0,0 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370306:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c340d0 lrc: 0/0,0 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.370316:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff621b4f00) 00010000:00010000:1.0:1763332918.370318:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332918.370325:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c3409f lrc: 0/0,0 mode: --/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e58f expref: 33 pid: 29240 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332918.370452:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3e8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:48124:x1848987611243904:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 27032us (31582us total) trans 4294969271 rc 0/0 00000100:00100000:1.0:1763332918.370462:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 920 00000020:00080000:1.0:1763332918.370468:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1763332918.374526:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332918.374858:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611244288 00000100:00100000:0.0:1763332918.374869:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611244288 00000100:00100000:0.0:1763332918.374942:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3124 00000100:00100000:0.0:1763332918.374952:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:48124:x1848987611244288:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332918.374979:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332918.375005:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340de lrc: 2/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e59d expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.375065:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340de lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e59d expref: 33 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.375081:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340de lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e59d expref: 33 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.375100:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff621b4f00) 00010000:00010000:0.0:1763332918.375104:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332918.375108:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0e000, rc 0) 00000100:00100000:0.0:1763332918.375174:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:48124:x1848987611244288:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 224us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332918.375182:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3124 00000100:00100000:3.0:1763332918.378345:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332918.379198:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611244544 00000100:00100000:1.0:1763332918.379209:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611244544 00000100:00100000:1.0:1763332918.379285:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 921 00000100:00100000:1.0:1763332918.379296:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:48124:x1848987611244544:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332918.379863:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:48124:x1848987611244544:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 566us (1525us total) trans 4294969272 rc 0/0 00000100:00100000:1.0:1763332918.379872:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 921 00000100:00100000:2.0:1763332918.382600:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332918.382687:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611244800 00000100:00100000:1.0:1763332918.382696:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611244800 00000100:00100000:1.0:1763332918.382741:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 922 00000100:00100000:1.0:1763332918.382750:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:48124:x1848987611244800:12345-192.168.204.28@tcp:35:lfs.0 00000004:00080000:1.0:1763332918.382914:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x10:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1763332918.382998:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c340e5 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.383014:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c340e5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.383025:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c340e5 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.383034:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c340e5 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.383041:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c340e5 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.383047:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c340e5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332918.383066:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1763332918.383233:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:48124:x1848987611244800:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 483us (640us total) trans 4294969273 rc 0/0 00000100:00100000:1.0:1763332918.383240:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 922 00010000:00010000:3.0:1763332918.383583:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332918.383591:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c340e5 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332918.383598:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332918.383601:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c340e5 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332918.383609:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c340e5 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332918.383621:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:3.0:1763332918.383624:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763332918.383630:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c340e5 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332918.383635:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74000/0xb32e3ef184c340e5 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 00010000:00010000:3.0:1763332918.383645:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332918.383647:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332918.383649:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332918.413728:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332918.413833:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611245056 00000100:00100000:0.0:1763332918.413844:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611245056 00000100:00100000:0.0:1763332918.413908:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3125 00000100:00100000:0.0:1763332918.413917:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:48126:x1848987611245056:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332918.413943:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332918.413977:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c340ec lrc: 2/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5a4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.414048:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c340f3 lrc: 3/1,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414060:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c340f3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414070:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c340f3 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414081:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c340fa lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414086:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c340fa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414092:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c340fa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414159:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c340f3 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414165:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c340f3 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414170:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c340f3 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414176:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c340f3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414182:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0f600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332918.414186:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c340f3 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414193:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c340f3 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414203:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92ff61a46c00) 00010000:00010000:0.0:1763332918.414206:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332918.414210:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c340f3 lrc: 3/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414215:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0f600/0xb32e3ef184c340f3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414237:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c340fa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414243:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c340fa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414248:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c340fa lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414252:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0e200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332918.414254:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c340fa lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414258:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c340fa lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414264:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0xaf1e71b4 (ffff92fe43876d00) 00010000:00010000:0.0:1763332918.414266:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332918.414268:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c340fa lrc: 2/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414277:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e200/0xb32e3ef184c340fa lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332918.414308:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c340ec lrc: 1/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5a4 expref: 36 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.414318:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92ff61a46c00) 00010000:00010000:0.0:1763332918.414320:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332918.414324:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c340ec lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5a4 expref: 36 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332918.414332:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0ea00, rc 0) 00000100:00100000:0.0:1763332918.414456:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:48126:x1848987611245056:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 539us (736us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332918.414463:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3125 00000100:00100000:0.0:1763332918.422927:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332918.424070:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611245312 00000100:00100000:1.0:1763332918.424081:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611245312 00000100:00100000:1.0:1763332918.424147:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3126 00000100:00100000:1.0:1763332918.424158:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:48126:x1848987611245312:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332918.424179:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332918.424202:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c34101 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5ab expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763332918.424323:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xe:0x0]: returning size 4096 00010000:00010000:2.0:1763332918.425868:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c34101 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ab expref: 37 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.425887:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe44cd0000) 00010000:00010000:2.0:1763332918.425890:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332918.425896:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c34101 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ab expref: 37 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332918.425916:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74c00, rc 0) 00000100:00100000:2.0:1763332918.425996:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:48126:x1848987611245312:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1840us (3084us total) trans 4294969274 rc 301/301 00000100:00100000:2.0:1763332918.426005:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3126 00000100:00100000:3.0:1763332918.429055:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.429179:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611245440 00000100:00100000:2.0:1763332918.429189:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611245440 00000100:00100000:2.0:1763332918.429254:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3127 00000100:00100000:2.0:1763332918.429262:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:48126:x1848987611245440:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332918.429335:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c3410f lrc: 3/1,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429369:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c3410f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429379:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c3410f lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429393:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c34116 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429399:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c34116 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429404:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c34116 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429480:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c3411d lrc: 3/1,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429487:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c3411d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429494:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c3411d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:2.0:1763332918.429538:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00000004:00200000:2.0:1763332918.429542:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332918.429555:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c3411d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429568:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c3410f lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429574:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c3410f lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429579:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c3410f lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429586:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c3410f lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429591:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bfc00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332918.429595:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c3410f lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429601:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c3410f lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429612:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92ff61a46c00) 00010000:00010000:2.0:1763332918.429616:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332918.429621:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c3410f lrc: 3/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429627:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfc00/0xb32e3ef184c3410f lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429642:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c34116 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429648:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c34116 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429653:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c34116 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429658:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bee00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332918.429660:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c34116 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429665:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c34116 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429672:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0xaf1e71b4 (ffff92ff61a46000) 00010000:00010000:2.0:1763332918.429674:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332918.429677:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c34116 lrc: 2/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429682:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bee00/0xb32e3ef184c34116 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429694:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c3411d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429699:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c3411d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429705:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c3411d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429713:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332918.429715:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c3411d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429721:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c3411d lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429727:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff621b4f00) 00010000:00010000:2.0:1763332918.429730:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332918.429733:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c3411d lrc: 2/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332918.429737:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be800/0xb32e3ef184c3411d lrc: 0/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00000100:00100000:2.0:1763332918.429822:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:48126:x1848987611245440:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 559us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332918.429829:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3127 00000100:00100000:3.0:1763332918.432928:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332918.433267:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611245696 00000100:00100000:2.0:1763332918.433280:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611245696 00000100:00100000:2.0:1763332918.433728:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 923 00000100:00100000:2.0:1763332918.433739:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:48126:x1848987611245696:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332918.433989:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:48126:x1848987611245696:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 251us (1070us total) trans 4294969275 rc 0/0 00000100:00100000:2.0:1763332918.433995:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 923 00010000:00010000:3.0:1763332918.865508:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332918.865650:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626410112:0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.865703:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626410368:0@lo:400:kworker.0 00000100:00100000:3.0:1763332918.865721:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332918.865734:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332918.865786:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626410240:0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.865806:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626410496:0@lo:400:kworker.0 00000100:00100000:1.0:1763332918.865817:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332918.865897:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626410880:0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.865898:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332918.865928:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626410752:0@lo:400:kworker.0 00000100:00100000:1.0:1763332918.865952:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332918.865978:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626411264:0@lo:400:kworker.0 00000100:00100000:1.0:1763332918.866014:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626410752 00000100:00100000:1.0:1763332918.866025:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626410752 00000100:00100000:1.0:1763332918.866085:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1763332918.866093:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626410752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332918.866149:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626410624:0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.866268:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626411008:0@lo:400:kworker.0 00000100:00100000:1.0:1763332918.866275:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626410752:12345-0@lo:400:kworker.0 Request processed in 182us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332918.866283:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1763332918.866290:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1763332918.866309:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332918.866322:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626410368 00000100:00100000:0.0:1763332918.866326:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626410368 00000100:00100000:0.0:1763332918.866380:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1763332918.866388:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626410368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332918.866390:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332918.866407:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626411136:0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.866423:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1848987626410368:12345-0@lo:400:kworker.0 Request processed in 36us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332918.866426:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332918.866429:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1763332918.866448:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626410240 00000100:00100000:3.0:1763332918.866452:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626410112 00000100:00100000:0.0:1763332918.866452:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626410240 00000100:00100000:3.0:1763332918.866454:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626410112 00000100:00100000:0.0:1763332918.866477:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626410496 00000100:00100000:3.0:1763332918.866479:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1763332918.866479:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626410496 00000100:00100000:3.0:1763332918.866484:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626410112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.866493:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626411008 00000100:00100000:0.0:1763332918.866495:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626411008 00000100:00100000:0.0:1763332918.866513:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626411136 00000100:00100000:3.0:1763332918.866516:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626410112:12345-0@lo:400:kworker.0 Request processed in 32us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332918.866516:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626411136 00000100:00100000:3.0:1763332918.866522:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1763332918.866529:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1763332918.866533:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626410240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332918.866555:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1763332918.866562:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626410496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.866562:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626410240:12345-0@lo:400:kworker.0 Request processed in 29us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332918.866568:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1763332918.866579:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1763332918.866585:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626411008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332918.866589:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626410496:12345-0@lo:400:kworker.0 Request processed in 29us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332918.866594:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1763332918.866608:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1763332918.866608:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848987626411008:12345-0@lo:400:kworker.0 Request processed in 23us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332918.866613:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626411136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.866613:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1763332918.866637:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1848987626411136:12345-0@lo:400:kworker.0 Request processed in 24us (209us total) trans 0 rc 0/0 00000100:00080000:0.0:1763332918.866639:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332918.866642:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00080000:0.0:1763332918.866642:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332918.866649:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332918.866656:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626410624 00000100:00100000:3.0:1763332918.866659:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626410624 00000100:00100000:3.0:1763332918.866683:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1763332918.866688:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626410624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.866688:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626410368:0@lo:400:kworker.0 00000100:00080000:0.0:1763332918.866706:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332918.866713:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626410880 00000100:00100000:3.0:1763332918.866716:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626410624:12345-0@lo:400:kworker.0 Request processed in 28us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332918.866717:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626410880 00000100:00100000:3.0:1763332918.866722:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1763332918.866739:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1763332918.866744:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626410880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332918.866746:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626410624:0@lo:400:kworker.0 00000100:00100000:3.0:1763332918.866755:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1848987626411136:0@lo:400:kworker.0 00000100:00100000:3.0:1763332918.866763:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626410112:0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.866773:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626410880:12345-0@lo:400:kworker.0 Request processed in 29us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332918.866778:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00080000:0.0:1763332918.866790:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332918.866798:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332918.867026:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626410240:0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.867279:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626410752:0@lo:400:kworker.0 00000100:00100000:1.0:1763332918.867280:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626411264 00000100:00100000:1.0:1763332918.867285:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626411264 00000100:00080000:0.0:1763332918.867300:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332918.867314:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:0.0:1763332918.867317:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626410880:0@lo:400:kworker.0 00000100:00100000:1.0:1763332918.867320:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626411264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332918.867340:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626410496:0@lo:400:kworker.0 00000100:00100000:1.0:1763332918.867374:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626411264:12345-0@lo:400:kworker.0 Request processed in 53us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332918.867374:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1848987626411008:0@lo:400:kworker.0 00000100:00100000:1.0:1763332918.867380:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:0.0:1763332918.867398:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626411264:0@lo:400:kworker.0 00010000:00010000:0.0:1763332919.892204:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1763332919.957509:0:31917:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1763332919.957570:0:31917:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff40030e00/0xb32e3ef184c22b46 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c22b4d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.957586:0:31917:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff40030e00/0xb32e3ef184c22b46 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c22b4d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.957594:0:31917:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff40030e00/0xb32e3ef184c22b46 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c22b4d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.957601:0:31917:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff92ff40030e00/0xb32e3ef184c22b46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c22b4d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.957627:0:31917:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1763332919.957633:0:31917:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1763332919.957665:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1763332919.957670:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1763332919.957675:0:31917:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1763332919.957699:0:31917:0:(import.c:65:import_set_state_nolock()) ffff92ff7404d000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1763332919.957731:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848987626411392:0@lo:39:umount.0 00000100:00100000:0.0:1763332919.957796:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332919.958309:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626411392 00000100:00100000:3.0:1763332919.958318:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626411392 00000100:00100000:3.0:1763332919.958390:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128 00000100:00100000:3.0:1763332919.958399:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848987626411392:12345-0@lo:39:umount.0 00000020:00000080:3.0:1763332919.958429:0:6519:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c226b5 00000100:00080000:3.0:1763332919.958438:0:6519:0:(import.c:65:import_set_state_nolock()) ffff92ff802a2800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1763332919.958497:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3651:x1848987626411392:12345-0@lo:39:umount.0 Request processed in 99us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332919.958504:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128 00000020:00000080:3.0:1763332919.958514:0:6519:0:(genops.c:904:class_export_put()) final put ffff92ff802a0800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:3.0:1763332919.958535:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332919.958543:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff92ff40030e00/0xb32e3ef184c22b46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c22b4d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.958551:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40030e00 already unused, calling callback (ffffffffc1197c20) 10000000:00010000:3.0:1763332919.958554:0:6508:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff92ff40030e00/0xb32e3ef184c22b46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c22b4d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.958562:0:6508:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff40030e00/0xb32e3ef184c22b46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c22b4d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1763332919.958569:0:6508:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff40030e00/0xb32e3ef184c22b46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c22b4d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1763332919.958575:0:6508:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1763332919.958578:0:6508:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1763332919.958580:0:6508:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1763332919.958602:0:6508:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff92ff40030e00/0xb32e3ef184c22b46 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c22b4d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.958607:0:6508:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1763332919.958623:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff92ff40030e00/0xb32e3ef184c22b46 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c22b4d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.958629:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff40030e00/0xb32e3ef184c22b46 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c22b4d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.958642:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332919.958644:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332919.958646:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1763332919.958655:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff802a0800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1763332919.958699:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff802a2800 for lustre-MDT0000 00000100:00100000:3.0:1763332919.958712:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626411520:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763332919.958744:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1763332919.958799:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7404d000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1763332919.958807:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848987626411392:0@lo:39:umount.0 00000100:00080000:0.0:1763332919.961654:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1763332919.961661:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1763332919.961667:0:31917:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1763332919.962592:0:31917:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff40031c00/0xb32e3ef184c22b54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c22b5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962608:0:31917:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff40031c00/0xb32e3ef184c22b54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c22b5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962615:0:31917:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff40031c00/0xb32e3ef184c22b54 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c22b5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962621:0:31917:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff92ff40031c00/0xb32e3ef184c22b54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c22b5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962654:0:31917:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332919.962660:0:31917:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe46e42c00/0xb32e3ef184c2cf25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c2cf2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962666:0:31917:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe46e42c00/0xb32e3ef184c2cf25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c2cf2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962672:0:31917:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe46e42c00/0xb32e3ef184c2cf25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c2cf2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962677:0:31917:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff92fe46e42c00/0xb32e3ef184c2cf25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c2cf2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962699:0:31917:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1763332919.962713:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763332919.962718:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff92ff40031c00/0xb32e3ef184c22b54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c22b5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962724:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff40031c00 already unused, calling callback (ffffffffc1197c20) 10000000:00010000:0.0:1763332919.962727:0:8422:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff92ff40031c00/0xb32e3ef184c22b54 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c22b5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962734:0:8422:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff40031c00/0xb32e3ef184c22b54 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c22b5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332919.962740:0:8422:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff40031c00/0xb32e3ef184c22b54 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c22b5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332919.962745:0:8422:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1763332919.962747:0:8422:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1763332919.962777:0:8422:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff92ff40031c00/0xb32e3ef184c22b54 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c22b5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962781:0:8422:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1763332919.962802:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff92ff40031c00/0xb32e3ef184c22b54 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c22b5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962808:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff40031c00/0xb32e3ef184c22b54 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c22b5b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962824:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332919.962827:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff92fe46e42c00/0xb32e3ef184c2cf25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c2cf2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962832:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe46e42c00 already unused, calling callback (ffffffffc1197c20) 10000000:00010000:0.0:1763332919.962835:0:8422:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff92fe46e42c00/0xb32e3ef184c2cf25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c2cf2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962840:0:8422:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92fe46e42c00/0xb32e3ef184c2cf25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c2cf2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332919.962845:0:8422:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92fe46e42c00/0xb32e3ef184c2cf25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c2cf2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332919.962849:0:8422:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1763332919.962851:0:8422:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1763332919.962853:0:8422:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1763332919.962864:0:8422:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff92fe46e42c00/0xb32e3ef184c2cf25 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c2cf2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962869:0:8422:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1763332919.962881:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff92fe46e42c00/0xb32e3ef184c2cf25 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c2cf2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962886:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92fe46e42c00/0xb32e3ef184c2cf25 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c2cf2c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.962894:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332919.962896:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332919.962897:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332919.962905:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332919.962921:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626411776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332919.962978:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1763332919.963017:0:31917:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff4148ec00/0xb32e3ef184c22bee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c22bf5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963024:0:31917:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff4148ec00/0xb32e3ef184c22bee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c22bf5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963030:0:31917:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff4148ec00/0xb32e3ef184c22bee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c22bf5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963035:0:31917:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff92ff4148ec00/0xb32e3ef184c22bee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c22bf5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963045:0:31917:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332919.963051:0:31917:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff82054400/0xb32e3ef184c22606 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c2260d expref: -99 pid: 6495 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963056:0:31917:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff82054400/0xb32e3ef184c22606 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c2260d expref: -99 pid: 6495 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963061:0:31917:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff82054400/0xb32e3ef184c22606 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c2260d expref: -99 pid: 6495 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963066:0:31917:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.128@tcp lock: ffff92ff82054400/0xb32e3ef184c22606 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c2260d expref: -99 pid: 6495 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963075:0:31917:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1763332919.963077:0:31917:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1763332919.963080:0:31917:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:0.0:1763332919.963106:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763332919.963110:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff92ff4148ec00/0xb32e3ef184c22bee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c22bf5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963116:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4148ec00 already unused, calling callback (ffffffffc1197c20) 10000000:00010000:0.0:1763332919.963118:0:8422:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff92ff4148ec00/0xb32e3ef184c22bee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c22bf5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963124:0:8422:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff4148ec00/0xb32e3ef184c22bee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c22bf5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332919.963130:0:8422:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff4148ec00/0xb32e3ef184c22bee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c22bf5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332919.963135:0:8422:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1763332919.963137:0:8422:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1763332919.963138:0:8422:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1763332919.963152:0:8422:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff92ff4148ec00/0xb32e3ef184c22bee lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c22bf5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963157:0:8422:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1763332919.963167:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff92ff4148ec00/0xb32e3ef184c22bee lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c22bf5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963172:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff4148ec00/0xb32e3ef184c22bee lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c22bf5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963182:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332919.963185:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff92ff82054400/0xb32e3ef184c22606 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c2260d expref: -99 pid: 6495 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963206:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff82054400 already unused, calling callback (ffffffffc1197c20) 10000000:00010000:0.0:1763332919.963209:0:8422:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff92ff82054400/0xb32e3ef184c22606 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c2260d expref: -99 pid: 6495 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963219:0:8422:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff82054400/0xb32e3ef184c22606 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c2260d expref: -99 pid: 6495 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332919.963225:0:8422:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff82054400/0xb32e3ef184c22606 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c2260d expref: -99 pid: 6495 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332919.963230:0:8422:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1763332919.963232:0:8422:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1763332919.963234:0:8422:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1763332919.963246:0:8422:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff92ff82054400/0xb32e3ef184c22606 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c2260d expref: -99 pid: 6495 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963252:0:8422:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1763332919.963258:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff92ff82054400/0xb32e3ef184c22606 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c2260d expref: -99 pid: 6495 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963263:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff82054400/0xb32e3ef184c22606 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c2260d expref: -99 pid: 6495 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963273:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332919.963275:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332919.963277:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332919.963289:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626411904:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332919.963312:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332919.963344:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626411520 00000100:00100000:0.0:1763332919.963375:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626411520 00000100:00100000:0.0:1763332919.963421:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626411776 00000100:00100000:0.0:1763332919.963424:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626411776 00000100:00100000:0.0:1763332919.963441:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626411904 00000100:00100000:0.0:1763332919.963444:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626411904 00000100:00100000:0.0:1763332919.963460:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1763332919.963471:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5e37baad-59e1-47e8-a7d1-7559d772e0ab+25:3654:x1848987626411520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763332919.963486:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332919.963500:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff74202e00/0xb32e3ef184c22b4d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c22b46 expref: 25 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963513:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332919.963544:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5e37baad-59e1-47e8-a7d1-7559d772e0ab+24:3654:x1848987626411520:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (4799us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332919.963551:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1763332919.963567:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1763332919.963573:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626411776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763332919.963580:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332919.963587:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe46e43800/0xb32e3ef184c2cf2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c2cf25 expref: 23 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963597:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332919.963619:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5e37baad-59e1-47e8-a7d1-7559d772e0ab+22:3653:x1848987626411776:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332919.963625:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1763332919.963637:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1763332919.963643:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5e37baad-59e1-47e8-a7d1-7559d772e0ab+21:3653:x1848987626411904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1763332919.963651:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332919.963660:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe43990800/0xb32e3ef184c22bf5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c22bee expref: 21 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332919.963668:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332919.963688:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:5e37baad-59e1-47e8-a7d1-7559d772e0ab+20:3653:x1848987626411904:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332919.963696:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1763332919.963732:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626411904:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1763332919.963740:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626411776:0@lo:103:ldlm_bl.0 00000020:01000004:0.0:1763332919.963767:0:31917:0:(tgt_mount.c:1956:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1763332919.963770:0:31917:0:(obd_config.c:2357:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='FA') 00000020:00000080:0.0:1763332919.963774:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:02000400:0.0:1763332919.963779:0:31917:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0000 00010000:00010000:2.0:1763332919.969858:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332919.971160:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332919.971215:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626412032:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332919.971296:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332919.971395:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626411520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332919.971421:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332919.971427:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626411648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332919.971452:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1763332919.971480:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332919.971492:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626412032 00000100:00100000:1.0:1763332919.971498:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626412032 00000100:00100000:1.0:1763332919.971550:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626411648 00000100:00100000:1.0:1763332919.971553:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626411648 00000100:00100000:1.0:1763332919.971577:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1763332919.971585:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+21:3654:x1848987626412032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332919.971600:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332919.971622:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff4148e200/0xb32e3ef184c2260d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c22606 expref: 21 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332919.971638:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332919.971669:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+20:3654:x1848987626412032:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332919.971677:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1763332919.971694:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1763332919.971700:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff51e55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+19:3654:x1848987626411648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332919.971708:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332919.971717:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff40031800/0xb32e3ef184c22b5b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c22b54 expref: 19 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332919.971727:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332919.971749:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff51e55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+18:3654:x1848987626411648:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332919.971756:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1763332919.971824:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626411648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332919.971832:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626412032:0@lo:103:ldlm_bl.0 00000004:00000080:0.0:1763332919.974076:0:31917:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000001:00080000:2.0:1763332919.980271:0:6500:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294969275 is committed 00000020:00080000:2.0:1763332919.980300:0:6500:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92ff7412b3c0 refcount 2 committed 0 result 0 batchid 54 00000020:00080000:2.0:1763332919.980305:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff743c8300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff7412bd80 00000020:00080000:2.0:1763332919.980310:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff743c8e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff7412b540 00000020:00080000:2.0:1763332919.980312:0:6500:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff743c8d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe487b0a00 00000020:00080000:2.0:1763332919.980315:0:6500:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].31 00000020:00080000:3.0:1763332919.980543:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 54 committed batchid 53 00000020:00080000:3.0:1763332919.980616:0:6551:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 53 00010000:00010000:1.0:1763332919.981572:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981586:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981593:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981599:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332919.981603:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981610:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981627:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x10:0x0].0x0 (ffff92ff621b4c00) 00010000:00010000:1.0:1763332919.981630:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332919.981634:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 2/0,0 mode: --/TXN res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981639:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75c00/0xb32e3ef184c340bb lrc: 0/0,0 mode: --/TXN res: [0x200000405:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981659:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981664:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981669:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981674:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332919.981676:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981685:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981691:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff621b4f00) 00010000:00010000:1.0:1763332919.981693:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332919.981695:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332919.981699:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c340c9 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00000020:00000080:0.0:1763332919.981892:0:31917:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 5/11 00000020:00080000:0.0:1763332919.981902:0:31917:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff92ff60356000 1370b1d7-8612-4b90-ab37-e53288bbf9fd 192.168.204.28@tcp 25 (0 0 21) 0 0 0 0: 0000000000000000 4294969275 stale:0 00000020:00080000:0.0:1763332919.981909:0:31917:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff92fe45951000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1763332919.981913:0:31917:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff92fe45956800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1763332919.981917:0:31917:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff92ff7d942000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1763332919.981921:0:31917:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff92ff74460000 lustre-MDT0001-mdtlov_UUID 0@lo 5 (0 0 1) 0 0 0 0: 0000000000000000 4294969129 stale:0 00000020:00080000:0.0:1763332919.981926:0:31917:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (ffff92ff7ade4a88) has exports, disconnecting them 00000020:00080000:0.0:1763332919.981930:0:31917:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 192.168.204.28@tcp (ffff92ff60356000), last request at 1763332918 00000020:00000080:0.0:1763332919.981937:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c32a09 00000020:00010000:0.0:1763332919.981943:0:31917:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92ff60356000: total 0 00000100:00080000:0.0:1763332919.981948:0:31917:0:(import.c:65:import_set_state_nolock()) ffff92fe450aa000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1763332919.982003:0:31917:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.28@tcp (ffff92ff60356000): rc 0 00000020:00080000:0.0:1763332919.982006:0:31917:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff92fe45951000), last request at 1763332918 00000020:00000080:0.0:1763332919.982009:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2cef4 00000100:00080000:0.0:1763332919.982012:0:31917:0:(import.c:65:import_set_state_nolock()) ffff92fe45952800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1763332919.982029:0:31917:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff92fe45951000): rc 0 00000020:00000080:0.0:1763332919.982031:0:31917:0:(genops.c:904:class_export_put()) final put ffff92fe45951000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00010000:3.0:1763332919.982047:0:8421:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92ff60356000: total 1 00000020:00080000:0.0:1763332919.982050:0:31917:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff92fe45956800), last request at 1763332918 00010000:00010000:3.0:1763332919.982051:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1763332919.982053:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2ce14 00000100:00080000:0.0:1763332919.982058:0:31917:0:(import.c:65:import_set_state_nolock()) ffff92fe45955800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1763332919.982066:0:31917:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff92fe45956800): rc 0 00000020:00000080:0.0:1763332919.982068:0:31917:0:(genops.c:904:class_export_put()) final put ffff92fe45956800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1763332919.982072:0:31917:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff92ff7d942000), last request at 1763332107 00000020:00000080:0.0:1763332919.982074:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2278e 00000100:00080000:0.0:1763332919.982084:0:31917:0:(import.c:65:import_set_state_nolock()) ffff92ff7d946000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1763332919.982097:0:8421:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92ff60356000, canceled 0 locks, left on hash table 21. 00000020:00080000:0.0:1763332919.982113:0:31917:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ff7d942000): rc 0 00000020:00000080:0.0:1763332919.982115:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff7d942000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1763332919.982119:0:31917:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff92ff74460000), last request at 1763332107 00000020:00000080:0.0:1763332919.982122:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2275d 00000020:00010000:0.0:1763332919.982124:0:31917:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92ff74460000: total 3 00010000:00010000:3.0:1763332919.982126:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06e00/0xb32e3ef184c334d6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1de expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1763332919.982127:0:31917:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1763332919.982131:0:31917:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ff74460000): rc 0 00000004:00000080:0.0:1763332919.982136:0:31917:0:(mdd_device.c:2291:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa39547de3b28 00010000:00010000:3.0:1763332919.982143:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74800/0xb32e3ef184c33fe9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e549 expref: 21 pid: 29240 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1763332919.982154:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1763332919.982157:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967489 gen 3 00010000:00010000:3.0:1763332919.982158:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48190e00/0xb32e3ef184c333a2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e17c expref: 20 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982170:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c336c7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e24e expref: 19 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982183:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf800/0xb32e3ef184c33fa3 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e53b expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982212:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48192000/0xb32e3ef184c32a48 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695def1 expref: 17 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982227:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfe00/0xb32e3ef184c33f8e lrc: 0/0,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e534 expref: 16 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982239:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990600/0xb32e3ef184c33848 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2da expref: 15 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982255:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c330a0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e0aa expref: 14 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982268:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990000/0xb32e3ef184c33714 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e26a expref: 13 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982281:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990400/0xb32e3ef184c3346d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1bb expref: 12 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982295:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07400/0xb32e3ef184c3357e lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1fa expref: 11 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982309:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b07c00/0xb32e3ef184c32eee lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e056 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982326:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe48193a00/0xb32e3ef184c32b52 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695df29 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982340:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c335fc lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e216 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982380:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74a00/0xb32e3ef184c33fcd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e542 expref: 7 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982391:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe43990c00/0xb32e3ef184c3383a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2d3 expref: 6 pid: 12741 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982405:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bfa00/0xb32e3ef184c33e84 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e4d2 expref: 5 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982417:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe46b06000/0xb32e3ef184c32ec4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e048 expref: 4 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982430:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e000/0xb32e3ef184c340de lrc: 0/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e59d expref: 3 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982444:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0e400/0xb32e3ef184c33f72 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e52d expref: 2 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332919.982455:0:8421:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92ff60356000, canceled 21 locks, left on hash table 0. 00000100:00080000:0.0:1763332919.983413:0:31917:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1763332919.983471:0:31917:0:(import.c:65:import_set_state_nolock()) ffff92ff7dbeb000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000020:00010000:1.0:1763332919.984051:0:6508:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92ff74460000: total 3 00010000:00010000:1.0:1763332919.984116:0:6508:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92ff74460000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1763332919.984169:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe42f55200/0xb32e3ef184c22e09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c22e02 expref: 2 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332919.984205:0:6508:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92ff74460000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1763332919.990392:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1763332919.990410:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe45951000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1763332919.990474:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe45956800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1763332919.990492:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff7d942000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1763332919.990513:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe45952800 for lustre-MDT0000 00000020:00000080:2.0:1763332919.990517:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe45955800 for lustre-MDT0000 00000020:00000080:2.0:1763332919.990519:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff7d946000 for lustre-MDT0000 00000100:00100000:2.0:1763332919.991482:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626412160:0@lo:39:umount.0 00000100:00100000:2.0:1763332919.991554:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332919.991608:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626412160 00000100:00100000:2.0:1763332919.991616:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626412160 00000100:00100000:2.0:1763332919.991671:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1763332919.991680:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3651:x1848987626412160:12345-0@lo:39:umount.0 00000020:00000080:2.0:1763332919.991716:0:6524:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c227e9 00000100:00080000:2.0:1763332919.991725:0:6524:0:(import.c:65:import_set_state_nolock()) ffff92ff7dbec800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1763332919.991746:0:6524:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967489 00000100:00100000:2.0:1763332919.991900:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3651:x1848987626412160:12345-0@lo:39:umount.0 Request processed in 221us (344us total) trans 4294967490 rc 0/0 00000100:00100000:2.0:1763332919.991907:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00010000:00010000:2.0:1763332919.991933:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1763332919.991961:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7dbeb000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1763332919.991969:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626412160:0@lo:39:umount.0 00000100:00080000:0.0:1763332919.992223:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1763332919.992228:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836876 gen 3 00000100:00100000:0.0:1763332919.992237:0:31917:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff92ff77b3b100 x1848987626409984/t21474836878(21474836878) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763332934 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt_rdpg00_000.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763332919.992248:0:31917:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474836878 committed transno 21474836876 00000004:00080000:0.0:1763332919.992282:0:31917:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:0.0:1763332919.992368:0:31917:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1763332919.992388:0:31917:0:(import.c:65:import_set_state_nolock()) ffff92ff77ace800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1763332919.992401:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1763332919.992403:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869552 gen 3 00000100:00100000:0.0:1763332919.992409:0:31917:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff92ff77e78700 x1848987626409856/t17179869554(17179869554) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763332934 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt_rdpg00_000.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763332919.992415:0:31917:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179869554 committed transno 17179869552 00000004:00080000:0.0:1763332919.992450:0:31917:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:0.0:1763332919.992526:0:31917:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1763332919.992536:0:31917:0:(import.c:65:import_set_state_nolock()) ffff92ff80004800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1763332919.992569:0:31917:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (ffff92ff7ade4a88) has no exports 00000100:00100000:2.0:1763332919.992643:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626412288:0@lo:9:umount.0 00000100:00100000:2.0:1763332919.992681:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332919.992716:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626412416:0@lo:9:umount.0 00000100:00100000:2.0:1763332919.992734:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332919.992765:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626412288 00000100:00100000:2.0:1763332919.992770:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626412288 00000100:00100000:2.0:1763332919.992799:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626412416 00000100:00100000:2.0:1763332919.992802:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626412416 00000100:00100000:2.0:1763332919.992823:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:2.0:1763332919.992830:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3651:x1848987626412288:12345-0@lo:9:umount.0 00000020:00000080:2.0:1763332919.992847:0:8404:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2cddc 00000100:00080000:2.0:1763332919.992852:0:8404:0:(import.c:65:import_set_state_nolock()) ffff92fe435e1800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1763332919.992884:0:8404:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474836878 00000100:00100000:2.0:1763332919.992981:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+3:3651:x1848987626412288:12345-0@lo:9:umount.0 Request processed in 152us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332919.992988:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00100000:2.0:1763332919.993001:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:2.0:1763332919.993007:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3651:x1848987626412416:12345-0@lo:9:umount.0 00000020:00000080:2.0:1763332919.993019:0:8404:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2cebc 00000100:00080000:2.0:1763332919.993024:0:8404:0:(import.c:65:import_set_state_nolock()) ffff92ff77a11800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1763332919.993165:0:8404:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179869554 00000100:00100000:2.0:1763332919.993248:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+3:3651:x1848987626412416:12345-0@lo:9:umount.0 Request processed in 240us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332919.993254:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00010000:00010000:2.0:1763332919.993277:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1763332919.993298:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff77ace800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1763332919.993306:0:3651:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:2.0:1763332919.993308:0:3651:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:2.0:1763332919.993310:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626412288:0@lo:9:umount.0 00000100:00080000:2.0:1763332919.993321:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff80004800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1763332919.993328:0:3651:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000004:00080000:2.0:1763332919.993329:0:3651:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:2.0:1763332919.993332:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626412416:0@lo:9:umount.0 00000020:00000080:3.0:1763332920.024490:0:8421:0:(genops.c:904:class_export_put()) final put ffff92ff60356000/1370b1d7-8612-4b90-ab37-e53288bbf9fd 00000020:00000080:0.0:1763332920.024548:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff60356000/1370b1d7-8612-4b90-ab37-e53288bbf9fd for lustre-MDT0000 00010000:00010000:2.0:1763332920.025094:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332920.025099:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332920.025103:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1763332920.025554:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe450aa000 for lustre-MDT0000 00010000:00010000:2.0:1763332920.026400:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1763332920.050483:0:6508:0:(genops.c:904:class_export_put()) final put ffff92ff74460000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1763332920.051120:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff74460000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1763332920.051204:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff7d943800 for lustre-MDT0000 00010000:00010000:0.0:1763332920.052707:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332920.052713:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332920.052716:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332920.401488:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332920.401518:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626412544:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332920.401603:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332920.401859:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626412544 00000100:00100000:3.0:1763332920.401868:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626412544 00000100:00100000:3.0:1763332920.401996:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1763332920.402006:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626412544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332920.402036:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60259136 pending 0 free 3920338944 avail 3688816640 00000100:00100000:3.0:1763332920.402090:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626412544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332920.402101:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:0.0:1763332920.402251:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332920.402326:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626412544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332920.912829:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332920.913957:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626412672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332920.914033:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332920.914206:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626412672 00000100:00100000:2.0:1763332920.914214:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626412672 00000100:00100000:2.0:1763332920.914272:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1763332920.914280:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626412672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1763332920.914311:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1763332920.914366:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626412672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332920.914372:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00080000:0.0:1763332920.914681:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332920.914724:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626412672:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1763332920.921526:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332921.936642:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332921.937692:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1763332921.937717:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626412800:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1763332921.937781:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332921.937831:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626412800 00000100:00100000:3.0:1763332921.937841:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626412800 00000100:00100000:3.0:1763332921.937877:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:3.0:1763332921.937885:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1848987626412800:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1763332921.937894:0:6525:0:(tgt_handler.c:788:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:02020000:2.0:1763332921.940121:0:3652:0:(client.c:1490:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00100000:3.0:1763332921.942799:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3652:x1848987626412800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 4900us (5004us total) trans 0 rc -107/-107 00000100:00100000:3.0:1763332921.942822:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00080000:2.0:1763332921.949179:0:3652:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1763332921.949189:0:3652:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1763332921.949195:0:3652:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1763332921.975865:0:3652:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1763332921.975881:0:3652:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 211 00000100:00080000:2.0:1763332921.975892:0:3652:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92ff7d943000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:3.0:1763332921.976576:0:3652:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff77e79f80 x1848987626412928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332921.976732:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626412928:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1763332921.976805:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332921.976911:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626412928 00000100:00100000:3.0:1763332921.976921:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626412928 00000100:00100000:3.0:1763332921.977388:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1763332921.977398:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3651:x1848987626412928:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:3.0:1763332921.977418:0:6525:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00080000:0.0:1763332921.996454:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1763332921.996471:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1763332921.996476:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626412928:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1763332921.996588:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3651:x1848987626412928:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 19187us (19779us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332921.996602:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00010000:00010000:2.0:1763332922.960685:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332923.322444:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332923.322499:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332923.322533:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332923.322563:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332923.322584:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332923.322651:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611245824 00000100:00100000:2.0:1763332923.322662:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611245824 00000100:00100000:2.0:1763332923.322720:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 801 00000100:00100000:2.0:1763332923.322730:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611245824:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332923.322802:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611245824:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 75us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332923.322809:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 801 00000100:00100000:2.0:1763332923.322844:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611246336 00000100:00100000:2.0:1763332923.322848:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611246336 00000100:00100000:2.0:1763332923.322881:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611246208 00000100:00100000:2.0:1763332923.322885:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611246208 00000100:00100000:2.0:1763332923.322905:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 694 00000100:00100000:2.0:1763332923.322911:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611246336:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332923.322940:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611246336:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 29us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332923.322947:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 694 00000100:00100000:2.0:1763332923.322958:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 695 00000100:00100000:2.0:1763332923.322964:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611246208:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332923.322986:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611246208:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 22us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332923.322995:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 695 00000100:00080000:0.0:1763332923.323062:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332923.323067:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332923.323127:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611246080 00000100:00100000:1.0:1763332923.323139:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611246080 00000100:00100000:1.0:1763332923.323178:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611245952 00000100:00100000:1.0:1763332923.323181:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611245952 00000100:00100000:1.0:1763332923.323194:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1156 00000100:00100000:1.0:1763332923.323200:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611246080:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332923.323225:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611246080:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 27us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332923.323234:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1156 00000100:00100000:1.0:1763332923.323245:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3129 00000100:00100000:1.0:1763332923.323249:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2420:x1848987611245952:12345-192.168.204.28@tcp:400:kworker.0 00000020:00080000:1.0:1763332923.323255:0:12741:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-192.168.204.28@tcp 00000100:00100000:1.0:1763332923.323271:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2420:x1848987611245952:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 21us (709us total) trans 0 rc -107/-107 00000100:00100000:1.0:1763332923.323276:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3129 00000100:00080000:0.0:1763332923.323323:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332923.344645:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332923.344800:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611246464 00000100:00100000:0.0:1763332923.344815:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611246464 00000100:00100000:0.0:1763332923.344897:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3130 00000100:00100000:0.0:1763332923.344909:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2417:x1848987611246464:12345-192.168.204.28@tcp:38:ptlrpcd_01_00.0 00010000:02000000:0.0:1763332923.344939:0:6519:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 192.168.204.28@tcp (stopping) 00000100:00100000:0.0:1763332923.345038:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2417:x1848987611246464:12345-192.168.204.28@tcp:38:ptlrpcd_01_00.0 Request processed in 129us (408us total) trans 0 rc -19/-19 00000100:00100000:0.0:1763332923.345047:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3130 00000100:00080000:1.0:1763332923.985058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1763332923.985066:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1763332923.985071:0:8:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1763332923.985084:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1026 00000100:00080000:1.0:1763332923.985092:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1763332923.985103:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92ff7d943000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1763332923.985148:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7e121180 x1848987626413184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763332923.985345:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626413056:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.985486:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332923.985600:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626413696:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.985655:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332923.985704:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763332923.985710:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626413312:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.985730:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332923.985747:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e122d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626413824:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.985768:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332923.985805:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626413056 00000100:00100000:1.0:1763332923.985813:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626413056 00000100:00100000:1.0:1763332923.985887:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1763332923.985902:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+18:3654:x1848987626413056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.985993:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+18:3654:x1848987626413056:12345-0@lo:400:kworker.0 Request processed in 92us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332923.986007:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1763332923.986085:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626413696 00000100:00100000:1.0:1763332923.986091:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626413696 00000100:00100000:1.0:1763332923.986155:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626413312 00000100:00100000:1.0:1763332923.986160:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626413312 00000100:00100000:1.0:1763332923.986200:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626413824 00000100:00100000:1.0:1763332923.986205:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626413824 00000100:00100000:1.0:1763332923.986273:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1763332923.986288:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626413824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.986390:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626413824:12345-0@lo:400:kworker.0 Request processed in 69us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332923.986402:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1763332923.986444:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00100000:1.0:1763332923.986456:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1848987626413696:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1763332923.986468:0:6521:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1763332923.986523:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1848987626413696:12345-0@lo:400:kworker.0 Request processed in 68us (876us total) trans 0 rc -107/-107 00000100:00100000:1.0:1763332923.986535:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00000100:00100000:1.0:1763332923.986577:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:1.0:1763332923.986585:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1848987626413312:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1763332923.986597:0:6521:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1763332923.986650:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3654:x1848987626413312:12345-0@lo:400:kworker.0 Request processed in 59us (913us total) trans 0 rc -107/-107 00000100:00100000:1.0:1763332923.986661:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00080000:1.0:1763332923.986778:0:3654:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1763332923.986784:0:3654:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1763332923.986790:0:3654:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1763332923.986797:0:3654:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1763332923.986807:0:3654:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 211 00000100:00080000:1.0:1763332923.986816:0:3654:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92ff500df800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1763332923.986846:0:3654:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff511fad80 x1848987626414208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763332923.986870:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626413312:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.986912:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e122d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626413824:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.986950:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626413056:0@lo:400:kworker.0 00000100:00080000:1.0:1763332923.986985:0:3654:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1763332923.986989:0:3654:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1763332923.986995:0:3654:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1763332923.987001:0:3654:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1763332923.987009:0:3654:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 720 00000100:00080000:1.0:1763332923.987016:0:3654:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92fe435e4800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1763332923.987038:0:3654:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff511f9c00 x1848987626414336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763332923.987058:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626413696:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.987171:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626413568:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.987228:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332923.987275:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626414080:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.987317:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332923.987390:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1763332923.987404:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626413440:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.987447:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332923.987486:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626413952:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.987527:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332923.987607:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626414080 00000100:00100000:1.0:1763332923.987614:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626414080 00000100:00100000:1.0:1763332923.987685:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626413952 00000100:00100000:1.0:1763332923.987689:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626413952 00000100:00100000:1.0:1763332923.987735:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1763332923.987751:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626414080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.987832:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626414080:12345-0@lo:400:kworker.0 Request processed in 85us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332923.987844:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1763332923.987892:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133 00000100:00100000:1.0:1763332923.987902:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3653:x1848987626413952:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1763332923.987914:0:12741:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1763332923.987969:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3653:x1848987626413952:12345-0@lo:400:kworker.0 Request processed in 66us (447us total) trans 0 rc -107/-107 00000100:00100000:1.0:1763332923.987979:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133 00000100:00080000:1.0:1763332923.988084:0:3653:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1763332923.988090:0:3653:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1763332923.988098:0:3653:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1763332923.988104:0:3653:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1763332923.988113:0:3653:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 751 00000100:00080000:1.0:1763332923.990388:0:3653:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92ff7e4f7800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1763332923.990433:0:3653:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7dcff100 x1848987626414464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763332923.990454:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626413952:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.990605:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626414080:0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.990710:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626413184:0@lo:38:kworker.0 00000100:00100000:1.0:1763332923.990779:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332923.990817:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626414208:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1763332923.990840:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332923.990864:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626414208 00000100:00100000:1.0:1763332923.990870:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626414208 00000100:00100000:1.0:1763332923.990909:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134 00000100:00100000:1.0:1763332923.990919:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626414208:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1763332923.990940:0:29240:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1763332923.990985:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626414208:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 66us (142us total) trans 0 rc -19/-19 00000100:00100000:1.0:1763332923.990993:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134 00000100:00100000:3.0:1763332923.991042:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626413568 00000100:00080000:1.0:1763332923.991045:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1763332923.991055:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1763332923.991057:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626413568 00000100:00100000:1.0:1763332923.991063:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626414208:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1763332923.991074:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff511f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626414336:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1763332923.991114:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332923.991156:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626414336 00000100:00100000:3.0:1763332923.991160:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626413440 00000100:00100000:1.0:1763332923.991163:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626414336 00000100:00100000:3.0:1763332923.991170:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626413440 00000100:00100000:1.0:1763332923.991202:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00100000:1.0:1763332923.991209:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3651:x1848987626414336:12345-0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1763332923.991219:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00010000:02000000:1.0:1763332923.991227:0:6521:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1763332923.991236:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626413568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.991265:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3651:x1848987626414336:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 53us (149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1763332923.991274:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 00000100:00080000:1.0:1763332923.991313:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1763332923.991318:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1763332923.991323:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff511f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626414336:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1763332923.991332:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626414464:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1763332923.991340:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626413568:12345-0@lo:400:kworker.0 Request processed in 108us (4118us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332923.991372:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1763332923.991398:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1763332923.991407:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332923.991416:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626413440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332923.991439:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626414464 00000100:00100000:1.0:1763332923.991445:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626414464 00000100:00100000:3.0:1763332923.991471:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626413440:12345-0@lo:400:kworker.0 Request processed in 60us (4031us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332923.991487:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1763332923.991543:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e122a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626413440:0@lo:400:kworker.0 00000100:00100000:3.0:1763332923.991556:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e123480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626413568:0@lo:400:kworker.0 00000100:00100000:3.0:1763332923.991589:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626413184 00000100:00100000:3.0:1763332923.991593:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626413184 00000100:00100000:3.0:1763332923.991627:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1763332923.991628:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00100000:3.0:1763332923.991637:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3651:x1848987626413184:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1763332923.991647:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626414464:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:3.0:1763332923.991657:0:6524:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:02000000:1.0:1763332923.991663:0:29240:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1763332923.991717:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3651:x1848987626413184:12345-0@lo:38:kworker.0 Request processed in 78us (934us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332923.991736:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1763332923.991737:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626414464:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 85us (320us total) trans 0 rc -19/-19 00000100:00100000:1.0:1763332923.991750:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00010000:00010000:3.0:1763332923.991770:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1763332923.991805:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1763332923.991811:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1763332923.991816:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626414464:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:1.0:1763332923.991854:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1763332923.991858:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1763332923.991861:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626413184:0@lo:38:kworker.0 00000100:00080000:2.0:1763332923.993542:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332923.993557:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332923.993562:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00100000:0.0:1763332923.995582:0:24714:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1763332923.995599:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836878 is committed 00000020:00000080:0.0:1763332923.995604:0:24714:0:(genops.c:904:class_export_put()) final put ffff92fe42f11800/lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1763332923.995629:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836877 is committed 00000020:00000080:1.0:1763332923.995721:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe42f11800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1763332923.996012:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92fe435e1800 for lustre-OST0000 00000001:00100000:2.0:1763332923.998711:0:26035:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1763332923.998728:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869554 is committed 00000020:00000080:2.0:1763332923.998734:0:26035:0:(genops.c:904:class_export_put()) final put ffff92ff77a90800/lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1763332923.998758:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869553 is committed 00000020:00000080:1.0:1763332923.998829:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff77a90800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1763332923.998883:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff77a11800 for lustre-OST0001 00010000:00010000:2.0:1763332925.009785:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332925.521696:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626414592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332925.521788:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332925.521877:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626414592 00000100:00100000:3.0:1763332925.521890:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626414592 00000100:00080000:0.0:1763332925.521941:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332925.521975:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1763332925.521988:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626414592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332925.522021:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60259136 pending 0 free 3920338944 avail 3688816640 00000100:00100000:2.0:1763332925.522127:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626414592:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332925.522129:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626414592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332925.522283:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1763332926.032956:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332926.033002:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626414720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332926.033129:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332926.033425:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626414720 00000100:00100000:0.0:1763332926.033436:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626414720 00000100:00100000:0.0:1763332926.033518:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1763332926.033531:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626414720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332926.033571:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1763332926.033628:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626414720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332926.033635:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1763332926.033695:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626414720:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1763332926.033860:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763332926.037147:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1763332926.042759:0:6500:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 54 batchid updated 00000020:00080000:3.0:1763332926.045304:0:6551:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff92ff7412b3c0 refcount 1 committed 1 result 0 batchid 54 00000020:00080000:3.0:1763332926.045318:0:6551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff743c8300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff7412bd80 00000020:00080000:3.0:1763332926.045322:0:6551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff743c8e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff7412b540 00000020:00080000:3.0:1763332926.045325:0:6551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff743c8d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92fe487b0a00 00000020:00080000:3.0:1763332926.045328:0:6551:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].31 00000001:00100000:1.0:1763332926.045517:0:7438:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1763332926.045529:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967490 is committed 00000020:00000080:1.0:1763332926.045533:0:7438:0:(genops.c:904:class_export_put()) final put ffff92ff74466000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1763332926.046023:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff74466000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1763332926.046105:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff7dbec800 for lustre-MDT0001 00000040:00080000:2.0:1763332926.053852:0:31917:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 0, last_idx 2 00000040:00080000:2.0:1763332926.053921:0:31917:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 1, last_idx 2 00000020:00080000:2.0:1763332926.056586:0:31917:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (ffff92ff7ade4a88) has no exports 00000020:00000080:2.0:1763332926.169577:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c22661 00000020:00000080:2.0:1763332926.169598:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff802a6000/lustre-QMT0000_UUID 00000020:00000080:1.0:1763332926.171071:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff802a6000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1763332926.171196:0:31917:0:(obd_config.c:2357:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1763332926.172127:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1763332926.172142:0:31917:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1763332926.172148:0:31917:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (ffff92ff67e3ca88) has no exports 00000020:00000080:3.0:1763332926.172845:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2265a 00000020:00000080:3.0:1763332926.172854:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff73fc1800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1763332926.173705:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff73fc1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1763332926.173920:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1763332926.173931:0:31917:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1763332926.174782:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff73fc3800/lustre-QMT0000_UUID 00000020:00000080:3.0:1763332926.174786:0:31917:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff73fc3800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1763332926.174800:0:31917:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:3.0:1763332926.174984:0:31917:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff92fe439f37e0 - data ffff92ff6666e000/ffff92ff7e00a400 00000020:01000000:3.0:1763332926.175503:0:31917:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff92ff499a9660 - data ffff92ff664cabd0/ffff92ff72d4d000 00000100:00080000:1.0:1763332926.266937:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1763332926.266947:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967489 gen 4 00000100:00100000:1.0:1763332926.266965:0:31917:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff92ff77bbd180 x1848987626412160/t4294967490(4294967490) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763332929 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763332926.266990:0:31917:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1763332926.273797:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1763332926.273809:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836876 gen 4 00000004:00080000:1.0:1763332926.274515:0:31917:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:1.0:1763332926.274521:0:31917:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1763332926.275201:0:8609:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1763332926.275210:0:8609:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x3:0x0] index 259 count 1 00000040:00080000:0.0:1763332926.275224:0:8609:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 1 count 2 00000100:00080000:1.0:1763332926.275951:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1763332926.275962:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869552 gen 4 00000004:00080000:1.0:1763332926.275981:0:31917:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:1.0:1763332926.275984:0:31917:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1763332926.279251:0:9844:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1763332926.279259:0:9844:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x6:0x0] index 253 count 1 00000040:00080000:2.0:1763332926.279271:0:9844:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 1 count 2 00000020:00000080:1.0:1763332926.281926:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c22629 00000020:00000080:1.0:1763332926.281950:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff500da800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1763332926.282473:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff500da800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1763332926.297236:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2263e 00000020:00000080:1.0:1763332926.297253:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff500ff000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1763332926.298691:0:31917:0:(obd_config.c:2357:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1763332926.298705:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1763332926.298717:0:31917:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1763332926.298723:0:31917:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (ffff92ff7ade6360) has no exports 00000004:01000000:1.0:1763332926.298922:0:31917:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1763332926.298932:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c22a74 00000020:00000080:1.0:1763332926.298943:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff77b18000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1763332926.299073:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff500ff000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1763332926.299770:0:31917:0:(obd_config.c:2357:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1763332926.299779:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1763332926.299791:0:31917:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1763332926.299795:0:31917:0:(genops.c:1575:class_disconnect_exports()) OBD device 28 (ffff92ff7ddaca88) has no exports 00000020:00000080:1.0:1763332926.299802:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c22a6d 00000020:00000080:1.0:1763332926.299807:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff77a91000/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1763332926.300155:0:31917:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1763332926.300161:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1763332926.300166:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869552 gen 5 00000100:00020000:1.0:1763332926.300171:0:31917:0:(obd_class.h:479:obd_check_dev()) Device 28 not setup 00000020:00000080:2.0:1763332926.301195:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff77b18000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1763332926.301210:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff77a91000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:1.0:1763332926.328827:0:31917:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:1.0:1763332926.331900:0:31917:0:(obd_class.h:479:obd_check_dev()) Device 28 not setup 00000020:00000080:1.0:1763332926.331966:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1763332926.331983:0:31917:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1763332926.331994:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c22932 00000020:00000080:1.0:1763332926.332003:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff500fe800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1763332926.332008:0:31917:0:(obd_config.c:2357:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1763332926.332015:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1763332926.332021:0:31917:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1763332926.332025:0:31917:0:(genops.c:1575:class_disconnect_exports()) OBD device 22 (ffff92ff8002b1b0) has no exports 00000020:00000080:1.0:1763332926.332033:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2292b 00000020:00000080:1.0:1763332926.332037:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff77ac8800/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1763332926.332453:0:31917:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1763332926.332458:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1763332926.332463:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836876 gen 5 00000100:00020000:1.0:1763332926.332467:0:31917:0:(obd_class.h:479:obd_check_dev()) Device 22 not setup 00000100:00100000:1.0:1763332926.332470:0:31917:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:1.0:1763332926.332473:0:31917:0:(obd_class.h:479:obd_check_dev()) Device 22 not setup 00000020:00000080:1.0:1763332926.332503:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1763332926.332509:0:31917:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1763332926.332522:0:31917:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1763332926.332529:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c227e2 00000020:00000080:1.0:1763332926.332533:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff802a3000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1763332926.332536:0:31917:0:(obd_config.c:2357:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1763332926.332539:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1763332926.332543:0:31917:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1763332926.332545:0:31917:0:(genops.c:1575:class_disconnect_exports()) OBD device 15 (ffff92ff7dda98d8) has no exports 00000020:00000080:1.0:1763332926.332550:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c227db 00000020:00000080:1.0:1763332926.332552:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff7dbe9800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1763332926.334282:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff80004800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1763332926.334297:0:8:0:(genops.c:904:class_export_put()) final put ffff92ff77b1b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1763332926.334301:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff77b1b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1763332926.334316:0:8:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1763332926.334430:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff500fe800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1763332926.334436:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff77ac8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1763332926.334440:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff77ace800 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1763332926.334446:0:8:0:(genops.c:904:class_export_put()) final put ffff92fe435e4000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1763332926.334448:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92fe435e4000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1763332926.334451:0:8:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1763332926.334475:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff802a3000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1763332926.334479:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff7dbe9800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1763332926.341737:0:31917:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1763332926.341745:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1763332926.341750:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967489 gen 5 00000100:00020000:0.0:1763332926.341758:0:31917:0:(obd_class.h:479:obd_check_dev()) Device 15 not setup 00000100:00100000:0.0:1763332926.341761:0:31917:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1763332926.341763:0:31917:0:(obd_class.h:479:obd_check_dev()) Device 15 not setup 00000020:00000080:0.0:1763332926.344941:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1763332926.344961:0:31917:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1763332926.344995:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1763332926.344999:0:31917:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1763332926.345005:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff500dc000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1763332926.345010:0:31917:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff500dc000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1763332926.345025:0:31917:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1763332926.345144:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c22645 00000020:00000080:0.0:1763332926.345151:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff500fb800/lustre-MDD0000_UUID 00000020:00000080:2.0:1763332926.345880:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff7dbeb000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1763332926.345890:0:8:0:(genops.c:904:class_export_put()) final put ffff92ff7dbec000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1763332926.345893:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff7dbec000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1763332926.345898:0:8:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1763332926.346536:0:31917:0:(obd_config.c:2357:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1763332926.346542:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1763332926.346550:0:31917:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1763332926.346554:0:31917:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff92ff7ade18d8) has no exports 00000020:00000080:0.0:1763332926.346681:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1763332926.346685:0:31917:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1763332926.346691:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c2264c 00000020:00000080:0.0:1763332926.346695:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff500fa000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1763332926.346724:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff500fb800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1763332926.346729:0:8:0:(genops.c:904:class_export_put()) final put ffff92ff500d8800/lustre-MDD0000_UUID 00000020:00000080:2.0:1763332926.346730:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff500d8800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1763332926.346735:0:8:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:0.0:1763332926.347774:0:31917:0:(tgt_mount.c:188:server_put_mount()) put mount ffff92ff4389e800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1763332926.347780:0:31917:0:(obd_mount.c:705:lustre_put_lsi()) put ffff92ff4389e800 3 00000020:01000004:0.0:1763332926.347783:0:31917:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff92ff4389e800 from lustre-MDT0000 00000020:00000080:0.0:1763332926.347807:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1763332926.347814:0:31917:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1763332926.347817:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff500d9000/lustre-MDT0000_UUID 00000020:00000080:0.0:1763332926.347819:0:31917:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff500d9000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1763332926.347827:0:31917:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1763332926.347875:0:31917:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1763332926.347879:0:31917:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1763332926.347881:0:31917:0:(obd_config.c:2357:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1763332926.347896:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1763332926.347900:0:31917:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1763332926.347908:0:31917:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff92ff60350800 fae3ba77-d588-4a44-b5f9-fbec4e33064f 192.168.204.28@tcp 8 (0 0 4) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1763332926.347914:0:31917:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff92ff4ae03000 5e37baad-59e1-47e8-a7d1-7559d772e0ab 0@lo 17 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1763332926.347919:0:31917:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (ffff92ff8002ca88) has exports, disconnecting them 00000020:00080000:0.0:1763332926.347924:0:31917:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 192.168.204.28@tcp (ffff92ff60350800), last request at 1763332825 00000020:00000080:0.0:1763332926.347935:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c329e6 00000020:00010000:0.0:1763332926.347939:0:31917:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92ff60350800: total 1 00000100:00080000:0.0:1763332926.347943:0:31917:0:(import.c:65:import_set_state_nolock()) ffff92ff60357800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1763332926.347961:0:31917:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 192.168.204.28@tcp (ffff92ff60350800): rc 0 00000020:00080000:0.0:1763332926.347964:0:31917:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff92ff4ae03000), last request at 1763332090 00000020:00000080:0.0:1763332926.347969:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c225ea 00000020:00010000:0.0:1763332926.347972:0:31917:0:(genops.c:1938:obd_stale_export_put()) Put export ffff92ff4ae03000: total 1 00000100:00080000:0.0:1763332926.347975:0:31917:0:(import.c:65:import_set_state_nolock()) ffff92ff6c178800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1763332926.347988:0:31917:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ff4ae03000): rc 0 00000020:00080000:0.0:1763332926.347992:0:31917:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (ffff92ff8002ca88) has no exports 00000100:00100000:0.0:1763332926.348065:0:6513:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [ffff92ff601a2600:6513] 1 exiting: rc = 0 00000100:00100000:0.0:1763332926.348206:0:6514:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [ffff92ff6c080400:6514] 2 exiting: rc = 0 00000020:00000080:2.0:1763332926.348559:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff500fa000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:2.0:1763332926.348573:0:6507:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92ff60350800: total 0 00010000:00010000:2.0:1763332926.348608:0:6507:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92ff60350800, canceled 0 locks, left on hash table 4. 00010000:00010000:2.0:1763332926.348637:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff74202a00/0xb32e3ef184c329f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de81 expref: 5 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348657:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe496e3800/0xb32e3ef184c329fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deb2 expref: 4 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348668:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff74203400/0xb32e3ef184c329ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695de7a expref: 3 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348678:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe496e2e00/0xb32e3ef184c32a02 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695deb9 expref: 2 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348686:0:6507:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92ff60350800, canceled 4 locks, left on hash table 0. 00000020:00000080:2.0:1763332926.348699:0:6507:0:(genops.c:904:class_export_put()) final put ffff92ff60350800/fae3ba77-d588-4a44-b5f9-fbec4e33064f 00000020:00010000:2.0:1763332926.348713:0:6507:0:(genops.c:1924:obd_stale_export_get()) Get export ffff92ff4ae03000: total 1 00010000:00010000:2.0:1763332926.348726:0:6507:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff92ff4ae03000, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1763332926.348739:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff4139a800/0xb32e3ef184c226e6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c226df expref: 14 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348753:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe42f55600/0xb32e3ef184c22be0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c22bd9 expref: 13 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348762:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff40030600/0xb32e3ef184c22b31 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c22b2a expref: 12 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348772:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff74202400/0xb32e3ef184c22b3f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c22b38 expref: 11 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348780:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff4148e600/0xb32e3ef184c226f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c226ed expref: 10 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348792:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff74203200/0xb32e3ef184c2cea0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c2ce99 expref: 9 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348804:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff74203800/0xb32e3ef184c2cedf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c2ced8 expref: 8 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348812:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe46e42600/0xb32e3ef184c2cf1e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c2cf17 expref: 7 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348823:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe48191200/0xb32e3ef184c2cdf1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c2cdea expref: 6 pid: 6513 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348831:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe42f54200/0xb32e3ef184c22b69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c22b62 expref: 5 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348840:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff77a0f200/0xb32e3ef184c2cdc0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c2cdb9 expref: 4 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348848:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe49324000/0xb32e3ef184c2cdff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c2cdf8 expref: 3 pid: 6512 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348859:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92ff77a0fe00/0xb32e3ef184c2ced1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c2ceca expref: 2 pid: 6514 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332926.348867:0:6507:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff92ff4ae03000, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1763332926.348875:0:6507:0:(genops.c:904:class_export_put()) final put ffff92ff4ae03000/5e37baad-59e1-47e8-a7d1-7559d772e0ab 00010000:00010000:2.0:1763332926.348879:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332926.348880:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332926.348882:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332926.349958:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332926.350013:0:6512:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [ffff92ff67db2400:6512] 0 exiting: rc = 1 00000020:00000080:0.0:1763332926.350852:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff60350800/fae3ba77-d588-4a44-b5f9-fbec4e33064f for MGS 00000020:00000080:0.0:1763332926.350892:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff4ae03000/5e37baad-59e1-47e8-a7d1-7559d772e0ab for MGS 00000020:00000080:0.0:1763332926.350908:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff60357800 for MGS 00000020:00000080:0.0:1763332926.350913:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff6c178800 for MGS 00000100:00100000:2.0:1763332926.351590:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351599:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351606:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351613:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351619:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351626:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351633:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351638:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351645:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351651:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351658:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351663:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351670:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351676:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351682:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351689:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351695:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351701:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351707:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351712:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351718:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351722:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351727:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351733:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351737:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351742:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351747:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351752:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351757:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351762:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351768:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351774:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351779:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351784:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351789:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351794:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351799:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351805:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351811:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351816:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351822:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351829:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351835:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351841:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351847:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351853:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351858:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351863:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351869:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351874:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351878:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351883:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351888:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351893:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351898:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351903:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351909:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351914:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351919:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351925:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351931:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351937:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351942:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1763332926.351948:0:31917:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1763332926.363320:0:31917:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff92ff500592a0 - data ffff92fe430e0360/ffff92fe44ede000 00000020:01000000:2.0:1763332926.363471:0:31917:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff92ff6b377ae0 - data ffff92ff6645f000/ffff92ff800d4800 00000020:00000080:2.0:1763332926.363885:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c225ce 00000020:00000080:2.0:1763332926.363894:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff60190000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1763332926.363913:0:31917:0:(tgt_mount.c:188:server_put_mount()) put mount ffff92ff4389e800 from MGS, refs=2 00000020:01000004:2.0:1763332926.363917:0:31917:0:(obd_mount.c:705:lustre_put_lsi()) put ffff92ff4389e800 2 00000020:01000004:2.0:1763332926.363920:0:31917:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff92ff4389e800 from MGS 00000020:00000080:2.0:1763332926.363941:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1763332926.363948:0:31917:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1763332926.363951:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff60197000/MGS 00000020:00000080:2.0:1763332926.363954:0:31917:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff60197000/MGS for MGS 00000020:01000000:2.0:1763332926.363961:0:31917:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1763332926.364033:0:31917:0:(obd_config.c:2357:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1763332926.364037:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1763332926.364042:0:31917:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1763332926.364049:0:31917:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff92ff7404d800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1763332926.364055:0:31917:0:(genops.c:1570:class_disconnect_exports()) OBD device 8 (ffff92ff67e398d8) has exports, disconnecting them 00000020:00080000:2.0:1763332926.364060:0:31917:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff92ff7404d800), last request at 1763332090 00000020:00000080:2.0:1763332926.364064:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c22699 00000020:00080000:2.0:1763332926.364084:0:31917:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff92ff7404d800): rc 0 00000020:00000080:2.0:1763332926.364090:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff7404d800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1763332926.364713:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff60190000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1763332926.364722:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff7404d800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1763332926.402040:0:31917:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1763332926.402050:0:31917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1763332926.402055:0:31917:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00020000:0.0:1763332926.402061:0:31917:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00100000:0.0:1763332926.402064:0:31917:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:0.0:1763332926.402066:0:31917:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000020:00000080:0.0:1763332926.402111:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff92ff7404d000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1763332926.402279:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1763332926.402290:0:31917:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1763332926.402297:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff74048000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1763332926.402302:0:31917:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff74048000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1763332926.402315:0:31917:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1763332926.402411:0:31917:0:(obd_mount.c:705:lustre_put_lsi()) put ffff92ff4389e800 1 00000020:00000080:0.0:1763332926.402416:0:31917:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb32e3ef184c225c0 00000020:00000080:0.0:1763332926.402422:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff43898000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1763332926.402431:0:31917:0:(obd_config.c:2357:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1763332926.402439:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff43898000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1763332926.402452:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1763332926.402456:0:31917:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1763332926.402460:0:31917:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (ffff92ff67e3b1b0) has no exports 00000020:00000080:3.0:1763332926.537496:0:31917:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1763332926.537510:0:31917:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1763332926.537516:0:31917:0:(genops.c:904:class_export_put()) final put ffff92ff4389d000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1763332926.537522:0:31917:0:(genops.c:863:class_export_destroy()) destroying export ffff92ff4389d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1763332926.537529:0:31917:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1763332926.537638:0:31917:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff92ff4389f800 00000020:02000400:3.0:1763332926.537703:0:31917:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1763332927.057984:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332928.080512:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1763332928.440851:0:3645:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.28@tcp portal 26 match 1848987611246592 offset 0 length 224: 4 00000100:00100000:0.0:1763332928.440896:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332928.440939:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332928.440968:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332928.440990:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332928.441017:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611246848 00000100:00100000:0.0:1763332928.441028:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611246848 00000100:00100000:0.0:1763332928.441103:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611246720 00000100:00100000:0.0:1763332928.441107:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611246720 00000100:00100000:0.0:1763332928.441125:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1159 00000100:00100000:0.0:1763332928.441139:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611246848:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332928.441240:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611246848:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 105us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332928.441247:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1159 00000100:00100000:0.0:1763332928.441266:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3137 00000100:00100000:0.0:1763332928.441271:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2417:x1848987611246720:12345-192.168.204.28@tcp:38:kworker.0 00010000:00020000:0.0:1763332928.441292:0:8606:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.28@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1763332928.442767:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611246976 00000100:00100000:3.0:1763332928.442783:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611246976 00000100:00100000:3.0:1763332928.442853:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611247104 00000100:00100000:3.0:1763332928.442857:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611247104 00000100:00100000:3.0:1763332928.442888:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 698 00000100:00100000:3.0:1763332928.442897:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611246976:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332928.442972:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611246976:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 77us (2076us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332928.442979:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 698 00000100:00100000:3.0:1763332928.442997:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 699 00000100:00100000:3.0:1763332928.443004:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611247104:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332928.443028:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611247104:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 24us (2059us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332928.443033:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 699 00000100:00080000:2.0:1763332928.444564:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332928.444573:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332928.444576:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332928.460084:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2417:x1848987611246720:12345-192.168.204.28@tcp:38:kworker.0 Request processed in 18801us (19082us total) trans 0 rc -19/-19 00000100:00100000:1.0:1763332928.460102:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3137 00000100:00080000:0.0:1763332929.107424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332929.107433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332929.107437:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332929.107450:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1028 00000100:00080000:0.0:1763332929.107462:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1763332929.107471:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92ff7d943000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332929.107502:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe45090000 x1848987626414976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332929.107519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332929.107524:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332929.107526:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332929.107529:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1028 00000100:00080000:0.0:1763332929.107532:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1763332929.107536:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92ff500df800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332929.107547:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe45092d80 x1848987626415104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332929.107585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332929.107589:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332929.107591:0:37:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332929.107595:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1028 00000100:00080000:0.0:1763332929.107598:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1763332929.107601:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92fe435e4800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332929.107614:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7dff8a80 x1848987626415488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332929.107629:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332929.107632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332929.107634:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332929.107637:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1028 00000100:00080000:0.0:1763332929.107639:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1763332929.107642:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92ff7e4f7800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332929.107650:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7dffaa00 x1848987626415744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332929.107708:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626414848:0@lo:400:kworker.0 00000400:00000100:0.0:1763332929.107775:0:3652:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1848987626414848 offset 0 length 224: 4 00000100:00100000:0.0:1763332929.107831:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626415872:0@lo:400:kworker.0 00000100:00100000:0.0:1763332929.107869:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332929.107900:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332929.107906:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626415232:0@lo:400:kworker.0 00000100:00100000:0.0:1763332929.107935:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763332929.107952:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332929.107971:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626415360:0@lo:400:kworker.0 00000100:00100000:2.0:1763332929.107979:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626415232 00000100:00100000:2.0:1763332929.107991:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626415232 00000100:00100000:0.0:1763332929.107998:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332929.108035:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332929.108043:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626415616:0@lo:400:kworker.0 00000100:00100000:0.0:1763332929.108068:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332929.108070:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626415360 00000100:00100000:2.0:1763332929.108075:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626415360 00000100:00100000:2.0:1763332929.108111:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1763332929.108123:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626415232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332929.108135:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626415872 00000100:00100000:0.0:1763332929.108140:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626415872 00000100:00100000:0.0:1763332929.108176:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626415616 00000100:00100000:0.0:1763332929.108179:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626415616 00000100:00100000:2.0:1763332929.108196:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626415232:12345-0@lo:400:kworker.0 Request processed in 74us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332929.108205:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1763332929.108221:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1763332929.108232:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1763332929.108234:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626415872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332929.108243:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626415360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332929.108282:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626415872:12345-0@lo:400:kworker.0 Request processed in 50us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332929.108290:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1763332929.108296:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626415360:12345-0@lo:400:kworker.0 Request processed in 53us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332929.108304:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1763332929.108309:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1763332929.108319:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626415616:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1763332929.108338:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332929.108372:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332929.108375:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332929.108380:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626415616:12345-0@lo:400:kworker.0 Request processed in 62us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332929.108387:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1763332929.108411:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626414976:0@lo:38:kworker.0 00000100:00100000:2.0:1763332929.108430:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626415616:0@lo:400:kworker.0 00000100:00100000:0.0:1763332929.108445:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332929.108448:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626415360:0@lo:400:kworker.0 00000100:00100000:0.0:1763332929.108473:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626415104:0@lo:38:kworker.0 00000100:00100000:2.0:1763332929.108490:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626415232:0@lo:400:kworker.0 00000100:00100000:0.0:1763332929.108503:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332929.108508:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626415872:0@lo:400:kworker.0 00000100:00100000:0.0:1763332929.108523:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626415488:0@lo:38:kworker.0 00000100:00100000:0.0:1763332929.108542:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332929.108561:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626415744:0@lo:38:kworker.0 00000100:00100000:2.0:1763332929.108562:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626415104 00000100:00100000:2.0:1763332929.108567:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626415104 00000100:00100000:0.0:1763332929.108586:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332929.108735:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626414976 00000100:00100000:0.0:1763332929.108741:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626414976 00000100:00100000:0.0:1763332929.108766:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:0.0:1763332929.108770:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3651:x1848987626414976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1763332929.108792:0:6525:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1763332929.108827:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3651:x1848987626414976:12345-0@lo:38:kworker.0 Request processed in 56us (383us total) trans 0 rc -19/-19 00000100:00100000:0.0:1763332929.108834:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00080000:0.0:1763332929.108861:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1763332929.108866:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1763332929.108869:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45090000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626414976:0@lo:38:kworker.0 00000100:00100000:2.0:1763332929.109273:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626415488 00000100:00100000:2.0:1763332929.109279:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626415488 00000100:00100000:2.0:1763332929.109301:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626415744 00000100:00100000:2.0:1763332929.109305:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626415744 00000100:00100000:2.0:1763332929.109316:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138 00000100:00100000:2.0:1763332929.109321:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626415104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1763332929.109333:0:29240:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1763332929.109395:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626415104:12345-0@lo:38:kworker.0 Request processed in 73us (898us total) trans 0 rc -19/-19 00000100:00100000:2.0:1763332929.109402:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138 00000100:00100000:2.0:1763332929.109416:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000100:00100000:2.0:1763332929.109420:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626415488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1763332929.109430:0:29240:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1763332929.109453:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626415488:12345-0@lo:38:kworker.0 Request processed in 32us (911us total) trans 0 rc -19/-19 00000100:00100000:2.0:1763332929.109459:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000100:00100000:2.0:1763332929.109470:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140 00000100:00100000:2.0:1763332929.109474:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626415744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1763332929.109482:0:29240:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1763332929.109501:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626415744:12345-0@lo:38:kworker.0 Request processed in 26us (916us total) trans 0 rc -19/-19 00000100:00100000:2.0:1763332929.109507:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140 00000100:00080000:2.0:1763332929.109582:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332929.109587:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332929.109593:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626415104:0@lo:38:kworker.0 00000100:00080000:2.0:1763332929.109603:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332929.109607:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332929.109610:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626415488:0@lo:38:kworker.0 00000100:00080000:2.0:1763332929.109619:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332929.109623:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332929.109626:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626415744:0@lo:38:kworker.0 00010000:00010000:3.0:1763332930.128678:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332930.640694:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626416000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332930.640770:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332930.642806:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626416000 00000100:00100000:1.0:1763332930.642819:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626416000 00000100:00100000:1.0:1763332930.642877:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1763332930.642886:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626416000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1763332930.642918:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60259136 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1763332930.642982:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626416000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (2211us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332930.642989:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1763332930.643197:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e122680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626416000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332931.152657:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1763332931.152684:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626416128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332931.152755:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332931.152827:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626416128 00000100:00100000:0.0:1763332931.152836:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626416128 00000100:00100000:0.0:1763332931.152913:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1763332931.152927:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626416128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332931.152960:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1763332931.153034:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626416128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332931.153043:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1763332931.153078:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626416128:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1763332931.153113:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1763332931.153188:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332932.178374:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332933.200622:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332933.558438:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332933.558500:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000400:00000100:0.0:1763332933.558526:0:3645:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.28@tcp portal 26 match 1848987611247232 offset 0 length 224: 4 00000100:00100000:0.0:1763332933.558560:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332933.558905:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611247488 00000100:00100000:2.0:1763332933.558918:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611247488 00000100:00100000:3.0:1763332933.559028:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611247744 00000100:00100000:3.0:1763332933.559034:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611247744 00000100:00100000:3.0:1763332933.559077:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611247616 00000100:00100000:3.0:1763332933.559080:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611247616 00000100:00100000:3.0:1763332933.559112:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 702 00000100:00100000:0.0:1763332933.559119:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332933.559125:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611247744:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332933.559155:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 703 00000100:00100000:1.0:1763332933.559170:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611247616:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332933.560077:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611247360 00000100:00100000:2.0:1763332933.560084:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611247360 00000100:00100000:2.0:1763332933.560115:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1162 00000100:00100000:2.0:1763332933.560126:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611247488:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332933.560152:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611247744:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 1029us (1648us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332933.560163:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 702 00000100:00080000:3.0:1763332933.560194:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332933.560199:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332933.560202:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332933.560248:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3141 00000100:00100000:3.0:1763332933.560253:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2417:x1848987611247360:12345-192.168.204.28@tcp:38:kworker.0 00000100:00100000:1.0:1763332933.560278:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611247616:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 1112us (1716us total) trans 0 rc 0/0 00010000:00020000:3.0:1763332933.560279:0:6519:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.28@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1763332933.560288:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 703 00000100:00100000:3.0:1763332933.560330:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2417:x1848987611247360:12345-192.168.204.28@tcp:38:kworker.0 Request processed in 73us (1211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332933.560337:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3141 00000100:00100000:2.0:1763332933.561305:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611247488:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 1171us (2870us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332933.561318:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1162 00010000:00010000:3.0:1763332934.224735:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332934.224884:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626416256:0@lo:400:kworker.0 00000400:00000100:1.0:1763332934.224946:0:3655:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1848987626416256 offset 0 length 224: 4 00000100:00080000:0.0:1763332934.226963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332934.226972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332934.226977:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332934.226985:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1033 00000100:00080000:0.0:1763332934.226991:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1763332934.226998:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92ff7d943000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332934.227035:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7566f800 x1848987626416384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763332934.227091:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626416384:0@lo:38:kworker.0 00000100:00100000:2.0:1763332934.227156:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332934.227246:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626416384 00000100:00100000:3.0:1763332934.227255:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626416384 00000100:00100000:3.0:1763332934.227299:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1763332934.227307:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3651:x1848987626416384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1763332934.227330:0:6524:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1763332934.230629:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332934.230641:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332934.230645:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332934.230653:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1033 00000100:00080000:0.0:1763332934.230659:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1763332934.230668:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92ff500df800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332934.230718:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7566c380 x1848987626416512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763332934.231924:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626416512:0@lo:38:kworker.0 00000100:00100000:2.0:1763332934.232031:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332934.232148:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626416512 00000100:00100000:1.0:1763332934.232157:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626416512 00000100:00100000:1.0:1763332934.232200:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:1.0:1763332934.232209:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626416512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1763332934.232232:0:8606:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1763332934.232272:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626416512:12345-0@lo:38:kworker.0 Request processed in 63us (240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1763332934.232279:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00000100:00100000:3.0:1763332934.232414:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3651:x1848987626416384:12345-0@lo:38:kworker.0 Request processed in 5104us (5256us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332934.232424:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00080000:0.0:1763332934.232674:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332934.232679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332934.232682:0:37:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332934.232687:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1033 00000100:00080000:0.0:1763332934.232693:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1763332934.232699:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92fe435e4800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332934.232714:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff75666d80 x1848987626416896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332934.232739:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332934.232743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332934.232745:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332934.232747:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1033 00000100:00080000:0.0:1763332934.232750:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1763332934.232752:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92ff7e4f7800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332934.232762:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe46e2c700 x1848987626417152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332934.232793:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626416768:0@lo:400:kworker.0 00000100:00100000:0.0:1763332934.232825:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332934.232846:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332934.232851:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626416640:0@lo:400:kworker.0 00000100:00100000:0.0:1763332934.232867:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332934.232891:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626416768 00000100:00100000:0.0:1763332934.232895:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626416768 00000100:00100000:0.0:1763332934.232945:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626416640 00000100:00100000:0.0:1763332934.232948:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626416640 00000100:00100000:0.0:1763332934.232971:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1763332934.232978:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626416768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332934.233023:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626416768:12345-0@lo:400:kworker.0 Request processed in 46us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332934.233029:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1763332934.233043:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1763332934.233048:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626416640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332934.233070:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626416640:12345-0@lo:400:kworker.0 Request processed in 23us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332934.233076:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00080000:0.0:1763332934.233090:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332934.233094:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332934.233126:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626416640:0@lo:400:kworker.0 00000100:00100000:0.0:1763332934.233135:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626416768:0@lo:400:kworker.0 00000100:00100000:0.0:1763332934.233158:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626417024:0@lo:400:kworker.0 00000100:00100000:0.0:1763332934.233180:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332934.233196:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332934.233200:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626417280:0@lo:400:kworker.0 00000100:00100000:0.0:1763332934.233218:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1763332934.233333:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332934.233339:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332934.233342:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626416384:0@lo:38:kworker.0 00000100:00100000:2.0:1763332934.233374:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626416896:0@lo:38:kworker.0 00000100:00100000:2.0:1763332934.233398:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332934.233416:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626417152:0@lo:38:kworker.0 00000100:00100000:2.0:1763332934.233434:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1763332934.233453:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332934.233456:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332934.233459:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626416512:0@lo:38:kworker.0 00000100:00100000:2.0:1763332934.233482:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626417024 00000100:00100000:2.0:1763332934.233486:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626417024 00000100:00100000:2.0:1763332934.233517:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626417280 00000100:00100000:2.0:1763332934.233520:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626417280 00000100:00100000:2.0:1763332934.233536:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626416896 00000100:00100000:2.0:1763332934.233538:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626416896 00000100:00100000:2.0:1763332934.233545:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626417152 00000100:00100000:2.0:1763332934.233548:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626417152 00000100:00100000:2.0:1763332934.233556:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1763332934.233562:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626417024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332934.233595:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626417024:12345-0@lo:400:kworker.0 Request processed in 34us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332934.233602:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1763332934.233617:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1763332934.233623:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626417280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332934.233649:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626417280:12345-0@lo:400:kworker.0 Request processed in 27us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332934.233655:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1763332934.233666:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:2.0:1763332934.233669:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3651:x1848987626416896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1763332934.233683:0:6519:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1763332934.233713:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3651:x1848987626416896:12345-0@lo:38:kworker.0 Request processed in 41us (313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1763332934.233718:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00100000:2.0:1763332934.233729:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000100:00100000:2.0:1763332934.233733:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3651:x1848987626417152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1763332934.233741:0:6519:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1763332934.233762:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3651:x1848987626417152:12345-0@lo:38:kworker.0 Request processed in 27us (327us total) trans 0 rc -19/-19 00000100:00100000:2.0:1763332934.233767:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00000100:00080000:2.0:1763332934.233781:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332934.233807:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626417280:0@lo:400:kworker.0 00000100:00100000:2.0:1763332934.233821:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626417024:0@lo:400:kworker.0 00000100:00080000:2.0:1763332934.233842:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332934.233845:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332934.233848:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626416896:0@lo:38:kworker.0 00000100:00080000:2.0:1763332934.233855:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332934.233858:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332934.233860:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626417152:0@lo:38:kworker.0 00010000:00010000:2.0:1763332935.248606:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332935.760640:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626417408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332935.760712:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332935.760878:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626417408 00000100:00100000:3.0:1763332935.760886:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626417408 00000100:00100000:3.0:1763332935.760949:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1763332935.760958:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626417408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332935.760990:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60259136 pending 0 free 3920338944 avail 3688816640 00000100:00100000:3.0:1763332935.761051:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626417408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332935.761060:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1763332935.761230:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e121180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626417408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332936.272767:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1763332936.272792:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626417536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332936.272863:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332936.273013:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626417536 00000100:00100000:3.0:1763332936.273022:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626417536 00000100:00100000:3.0:1763332936.273096:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1763332936.273105:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626417536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763332936.273134:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1763332936.273180:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626417536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332936.273186:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00080000:1.0:1763332936.273259:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332936.273298:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626417536:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1763332936.273429:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332937.296618:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332938.325066:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332938.679292:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332938.679336:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000400:00000100:2.0:1763332938.679379:0:3647:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.28@tcp portal 26 match 1848987611247872 offset 0 length 224: 4 00000100:00100000:2.0:1763332938.679396:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332938.679422:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332938.679451:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611248384 00000100:00100000:2.0:1763332938.679461:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611248384 00000100:00100000:2.0:1763332938.679516:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611248256 00000100:00100000:2.0:1763332938.679519:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611248256 00000100:00100000:2.0:1763332938.679542:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 706 00000100:00100000:2.0:1763332938.679551:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611248384:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332938.679620:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611248384:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 70us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332938.679628:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 706 00000100:00100000:2.0:1763332938.679645:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 707 00000100:00100000:2.0:1763332938.679651:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611248256:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332938.679675:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611248256:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 25us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332938.679682:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 707 00000100:00100000:2.0:1763332938.679703:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611248128 00000100:00100000:2.0:1763332938.679707:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611248128 00000100:00100000:2.0:1763332938.679734:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611248000 00000100:00100000:2.0:1763332938.679737:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611248000 00000100:00100000:2.0:1763332938.679752:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1165 00000100:00100000:2.0:1763332938.679759:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611248128:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332938.679785:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611248128:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 27us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332938.679792:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1165 00000100:00100000:2.0:1763332938.679803:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3145 00000100:00100000:2.0:1763332938.679808:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2417:x1848987611248000:12345-192.168.204.28@tcp:38:kworker.0 00010000:00020000:2.0:1763332938.679826:0:6520:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.28@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1763332938.679865:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2417:x1848987611248000:12345-192.168.204.28@tcp:38:kworker.0 Request processed in 56us (441us total) trans 0 rc -19/-19 00000100:00100000:2.0:1763332938.679872:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3145 00000100:00080000:2.0:1763332938.679888:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332938.679893:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332938.679894:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1763332939.345581:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1763332939.345986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1763332939.345992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1763332939.345996:0:38:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1763332939.346006:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1038 00000100:00080000:2.0:1763332939.346011:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1763332939.346018:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92ff7d943000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332939.346042:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7569c700 x1848987626417792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1763332939.346063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1763332939.346067:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1763332939.346069:0:38:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1763332939.346073:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1038 00000100:00080000:2.0:1763332939.346076:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1763332939.346080:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92ff500df800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332939.346096:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7569c000 x1848987626417920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1763332939.346136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1763332939.346139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1763332939.346141:0:38:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1763332939.346145:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1038 00000100:00080000:2.0:1763332939.346147:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1763332939.346150:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92fe435e4800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332939.346173:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe4399bb80 x1848987626418304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1763332939.346197:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1763332939.346200:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1763332939.346201:0:38:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1763332939.346204:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1038 00000100:00080000:2.0:1763332939.346207:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1763332939.346210:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92ff7e4f7800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332939.346221:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe43999880 x1848987626418560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763332939.346336:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626417792:0@lo:38:kworker.0 00000100:00100000:2.0:1763332939.346420:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332939.346466:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626417920:0@lo:38:kworker.0 00000100:00100000:2.0:1763332939.346487:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332939.346504:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626418304:0@lo:38:kworker.0 00000100:00100000:2.0:1763332939.346519:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332939.346533:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626418560:0@lo:38:kworker.0 00000100:00100000:2.0:1763332939.346551:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332939.346582:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626418432:0@lo:400:kworker.0 00000100:00100000:2.0:1763332939.346606:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332939.346621:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763332939.346626:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626418176:0@lo:400:kworker.0 00000100:00100000:2.0:1763332939.346645:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332939.346675:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626417920 00000100:00100000:2.0:1763332939.346682:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626417920 00000100:00100000:2.0:1763332939.346714:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146 00000100:00100000:2.0:1763332939.346721:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626417920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1763332939.346741:0:29240:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1763332939.346780:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626417920:12345-0@lo:38:kworker.0 Request processed in 59us (291us total) trans 0 rc -19/-19 00000100:00100000:2.0:1763332939.346788:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146 00000100:00100000:2.0:1763332939.346805:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626418304 00000100:00100000:2.0:1763332939.346808:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626418304 00000100:00100000:2.0:1763332939.346822:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626418560 00000100:00100000:2.0:1763332939.346824:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626418560 00000100:00100000:2.0:1763332939.346832:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626418432 00000100:00100000:2.0:1763332939.346847:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626418432 00000100:00100000:2.0:1763332939.346878:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1763332939.346885:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626418432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332939.346925:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626418432:12345-0@lo:400:kworker.0 Request processed in 41us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332939.346931:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1763332939.346945:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147 00000100:00100000:2.0:1763332939.346949:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626418304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1763332939.346958:0:29240:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1763332939.346980:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626418304:12345-0@lo:38:kworker.0 Request processed in 30us (460us total) trans 0 rc -19/-19 00000100:00100000:2.0:1763332939.346985:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147 00000100:00100000:2.0:1763332939.346994:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148 00000100:00100000:2.0:1763332939.346997:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626418560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1763332939.347005:0:29240:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1763332939.347023:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:3651:x1848987626418560:12345-0@lo:38:kworker.0 Request processed in 24us (471us total) trans 0 rc -19/-19 00000100:00100000:2.0:1763332939.347028:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148 00000100:00100000:2.0:1763332939.347053:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626418176 00000100:00100000:2.0:1763332939.347056:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626418176 00000100:00100000:2.0:1763332939.347084:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1763332939.347090:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626418176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332939.347116:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626418176:12345-0@lo:400:kworker.0 Request processed in 27us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332939.347122:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00080000:2.0:1763332939.347146:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332939.347150:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332939.347188:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626418176:0@lo:400:kworker.0 00000100:00100000:2.0:1763332939.347201:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626418432:0@lo:400:kworker.0 00000100:00080000:2.0:1763332939.347229:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332939.347233:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332939.347236:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626417920:0@lo:38:kworker.0 00000100:00080000:2.0:1763332939.347244:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332939.347247:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332939.347249:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626418304:0@lo:38:kworker.0 00000100:00080000:2.0:1763332939.347255:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332939.347257:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332939.347260:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626418560:0@lo:38:kworker.0 00000100:00100000:1.0:1763332939.347392:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626418048:0@lo:400:kworker.0 00000100:00100000:1.0:1763332939.347431:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332939.347462:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1763332939.347469:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626417664:0@lo:400:kworker.0 00000400:00000100:1.0:1763332939.347487:0:3655:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1848987626417664 offset 0 length 224: 4 00000100:00100000:1.0:1763332939.347500:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626418688:0@lo:400:kworker.0 00000100:00100000:1.0:1763332939.347525:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332939.347553:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626418688 00000100:00100000:1.0:1763332939.347557:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626418688 00000100:00100000:1.0:1763332939.347589:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1763332939.347595:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626418688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332939.347638:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626418688:12345-0@lo:400:kworker.0 Request processed in 41us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332939.347644:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1763332939.347661:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626418048 00000100:00100000:1.0:1763332939.347664:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626418048 00000100:00100000:1.0:1763332939.347687:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1763332939.347694:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626418048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332939.347728:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626418048:12345-0@lo:400:kworker.0 Request processed in 32us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332939.347733:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00080000:1.0:1763332939.347747:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332939.347749:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332939.347771:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626418688:0@lo:400:kworker.0 00000100:00100000:1.0:1763332939.347780:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626418048:0@lo:400:kworker.0 00000100:00100000:3.0:1763332939.351930:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626417792 00000100:00100000:3.0:1763332939.351944:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626417792 00000100:00100000:3.0:1763332939.351987:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1763332939.351995:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3651:x1848987626417792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1763332939.352018:0:6524:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1763332939.352096:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3651:x1848987626417792:12345-0@lo:38:kworker.0 Request processed in 101us (5676us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332939.352103:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00080000:3.0:1763332939.352175:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1763332939.352181:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1763332939.352185:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626417792:0@lo:38:kworker.0 00010000:00010000:3.0:1763332940.370097:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332940.880834:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332940.880861:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626418816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332940.880941:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332940.881264:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626418816 00000100:00100000:0.0:1763332940.881273:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626418816 00000100:00100000:0.0:1763332940.881335:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1763332940.881345:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626418816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332940.881416:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60259136 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1763332940.881474:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626418816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332940.881481:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1763332940.881583:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626418816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332941.398206:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1763332941.398225:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626418944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332941.398289:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332941.398378:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626418944 00000100:00100000:3.0:1763332941.398386:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626418944 00000100:00100000:3.0:1763332941.398449:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1763332941.398459:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626418944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763332941.398496:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1763332941.398540:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626418944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332941.398547:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1763332941.398601:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626418944:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1763332941.401472:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763332941.402221:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332942.426205:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332943.441523:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1763332943.800051:0:3645:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.28@tcp portal 26 match 1848987611248512 offset 0 length 224: 4 00000100:00100000:0.0:1763332943.800112:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332943.800150:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332943.800180:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332943.800205:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332943.800239:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611248896 00000100:00100000:0.0:1763332943.800251:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611248896 00000100:00100000:0.0:1763332943.800328:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611249024 00000100:00100000:0.0:1763332943.800331:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611249024 00000100:00100000:0.0:1763332943.800387:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 710 00000100:00100000:0.0:1763332943.800404:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611248896:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332943.800511:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611248896:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 113us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332943.800521:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 710 00000100:00100000:0.0:1763332943.800541:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 711 00000100:00100000:0.0:1763332943.800548:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2418:x1848987611249024:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332943.800580:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2418:x1848987611249024:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 33us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332943.800586:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 711 00000100:00100000:0.0:1763332943.800607:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611248640 00000100:00100000:0.0:1763332943.800611:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611248640 00000100:00100000:0.0:1763332943.800632:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611248768 00000100:00100000:0.0:1763332943.800634:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611248768 00000100:00100000:0.0:1763332943.800661:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1168 00000100:00100000:0.0:1763332943.800669:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2418:x1848987611248768:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332943.800700:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2418:x1848987611248768:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 33us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332943.800707:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1168 00000100:00100000:0.0:1763332943.800721:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3149 00000100:00100000:0.0:1763332943.800725:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2417:x1848987611248640:12345-192.168.204.28@tcp:38:kworker.0 00010000:00020000:0.0:1763332943.800761:0:6521:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.28@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1763332943.800789:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2417:x1848987611248640:12345-192.168.204.28@tcp:38:kworker.0 Request processed in 61us (677us total) trans 0 rc -19/-19 00000100:00100000:0.0:1763332943.800797:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3149 00000100:00080000:0.0:1763332943.800820:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763332943.800826:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332943.800828:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332944.464836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1763332944.464844:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1763332944.464848:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1763332944.464856:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1043 00000100:00080000:2.0:1763332944.464861:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1763332944.464867:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92ff7d943000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332944.464890:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7df97b80 x1848987626419200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1763332944.464908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1763332944.464911:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1763332944.464913:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1763332944.464916:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1043 00000100:00080000:2.0:1763332944.464919:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1763332944.464922:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92ff500df800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332944.464932:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7df94a80 x1848987626419328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763332944.464938:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626419200:0@lo:38:kworker.0 00000100:00080000:2.0:1763332944.464962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1763332944.464965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1763332944.464967:0:37:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1763332944.464970:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1043 00000100:00080000:2.0:1763332944.464972:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1763332944.464975:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92fe435e4800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332944.464984:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe43999880 x1848987626419712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1763332944.464998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1763332944.465002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1763332944.465003:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1763332944.465003:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1763332944.465007:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1043 00000100:00080000:2.0:1763332944.465009:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1763332944.465012:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92ff7e4f7800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332944.465020:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe4399b800 x1848987626419968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763332944.465045:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626419456:0@lo:400:kworker.0 00000100:00100000:1.0:1763332944.465051:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626419328:0@lo:38:kworker.0 00000100:00100000:2.0:1763332944.465073:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332944.465073:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332944.465095:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626419712:0@lo:38:kworker.0 00000100:00100000:2.0:1763332944.465098:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1763332944.465103:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626419584:0@lo:400:kworker.0 00000100:00100000:1.0:1763332944.465114:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332944.465120:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332944.465129:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626419968:0@lo:38:kworker.0 00000100:00100000:1.0:1763332944.465146:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332944.465168:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626419072:0@lo:400:kworker.0 00000400:00000100:1.0:1763332944.465186:0:3653:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1848987626419072 offset 0 length 224: 4 00000100:00100000:1.0:1763332944.465201:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626420096:0@lo:400:kworker.0 00000100:00100000:1.0:1763332944.465222:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332944.465238:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332944.465243:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626419840:0@lo:400:kworker.0 00000100:00100000:1.0:1763332944.465261:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332944.465286:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626419200 00000100:00100000:1.0:1763332944.465293:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626419200 00000100:00100000:1.0:1763332944.465324:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1763332944.465332:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3651:x1848987626419200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1763332944.465371:0:6525:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1763332944.465407:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3651:x1848987626419200:12345-0@lo:38:kworker.0 Request processed in 75us (404us total) trans 0 rc -19/-19 00000100:00100000:1.0:1763332944.465414:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1763332944.465436:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626419328 00000100:00100000:1.0:1763332944.465439:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626419328 00000100:00100000:1.0:1763332944.465458:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626419712 00000100:00100000:1.0:1763332944.465460:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626419712 00000100:00100000:1.0:1763332944.465469:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626419968 00000100:00100000:1.0:1763332944.465471:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626419968 00000100:00100000:1.0:1763332944.465478:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626420096 00000100:00100000:1.0:1763332944.465480:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626420096 00000100:00100000:1.0:1763332944.465510:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626419840 00000100:00100000:1.0:1763332944.465512:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626419840 00000100:00100000:1.0:1763332944.465524:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1763332944.465529:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626420096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332944.465568:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626420096:12345-0@lo:400:kworker.0 Request processed in 38us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332944.465574:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1763332944.465584:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1763332944.465590:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626419840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332944.465612:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44de1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626419840:12345-0@lo:400:kworker.0 Request processed in 23us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332944.465618:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1763332944.465628:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150 00000100:00100000:1.0:1763332944.465632:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626419328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1763332944.465641:0:8606:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1763332944.465663:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626419328:12345-0@lo:38:kworker.0 Request processed in 29us (589us total) trans 0 rc -19/-19 00000100:00100000:1.0:1763332944.465669:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150 00000100:00100000:1.0:1763332944.465680:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151 00000100:00100000:1.0:1763332944.465684:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626419712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1763332944.465692:0:8606:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1763332944.465712:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626419712:12345-0@lo:38:kworker.0 Request processed in 27us (596us total) trans 0 rc -19/-19 00000100:00100000:1.0:1763332944.465717:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151 00000100:00100000:1.0:1763332944.465727:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152 00000100:00100000:1.0:1763332944.465731:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626419968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1763332944.465749:0:8606:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1763332944.465771:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626419968:12345-0@lo:38:kworker.0 Request processed in 39us (625us total) trans 0 rc -19/-19 00000100:00100000:0.0:1763332944.466058:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626419456 00000100:00100000:0.0:1763332944.466063:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626419456 00000100:00100000:0.0:1763332944.466092:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626419584 00000100:00100000:0.0:1763332944.466095:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626419584 00000100:00100000:0.0:1763332944.466114:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1763332944.466122:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626419456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332944.466162:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626419456:12345-0@lo:400:kworker.0 Request processed in 42us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332944.466168:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1763332944.466180:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1763332944.466187:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626419584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332944.466213:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626419584:12345-0@lo:400:kworker.0 Request processed in 27us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332944.466218:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1763332944.466264:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626419584:0@lo:400:kworker.0 00000100:00100000:0.0:1763332944.466277:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626419456:0@lo:400:kworker.0 00010000:00010000:3.0:1763332944.466398:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332944.467175:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152 00000100:00080000:1.0:1763332944.467230:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763332944.467235:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332944.467238:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332944.467271:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626419840:0@lo:400:kworker.0 00000100:00100000:1.0:1763332944.467283:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626420096:0@lo:400:kworker.0 00000100:00080000:1.0:1763332944.467311:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1763332944.467316:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1763332944.467319:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626419328:0@lo:38:kworker.0 00000100:00080000:1.0:1763332944.467328:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1763332944.467331:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1763332944.467334:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626419712:0@lo:38:kworker.0 00000100:00080000:1.0:1763332944.467340:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1763332944.467343:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1763332944.467481:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626419968:0@lo:38:kworker.0 00000100:00080000:1.0:1763332944.467497:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1763332944.467501:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1763332944.467504:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626419200:0@lo:38:kworker.0 00000100:00100000:1.0:1763332944.701481:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332944.701546:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332944.701577:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611249536 00000100:00100000:2.0:1763332944.701594:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611249536 00000100:00100000:1.0:1763332944.701609:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332944.701672:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611249664 00000100:00100000:2.0:1763332944.701677:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611249664 00000100:00100000:1.0:1763332944.701682:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 714 00000100:00100000:1.0:1763332944.701703:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611249536:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332944.701708:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 715 00000100:00100000:2.0:1763332944.701726:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611249664:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332944.701828:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611249536:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 129us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332944.701837:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 714 00000100:00100000:2.0:1763332944.702410:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611249664:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 686us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332944.702420:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 715 00000100:00100000:3.0:1763332944.703013:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611249408 00000100:00100000:3.0:1763332944.703027:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611249408 00000100:00100000:3.0:1763332944.703090:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1171 00000100:00100000:3.0:1763332944.703100:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611249408:12345-192.168.204.28@tcp:400:kworker.0 00000400:00000100:1.0:1763332944.703302:0:3645:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.28@tcp portal 26 match 1848987611249152 offset 0 length 520: 4 00000100:00100000:1.0:1763332944.703469:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332944.703504:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611249280 00000100:00100000:1.0:1763332944.703508:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611249280 00000100:00100000:1.0:1763332944.703540:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3153 00000100:00100000:1.0:1763332944.703547:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2417:x1848987611249280:12345-192.168.204.28@tcp:38:kworker.0 00010000:00020000:1.0:1763332944.703571:0:6521:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.28@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1763332944.703615:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2417:x1848987611249280:12345-192.168.204.28@tcp:38:kworker.0 Request processed in 68us (146us total) trans 0 rc -19/-19 00000100:00100000:1.0:1763332944.703623:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3153 00000100:00100000:3.0:1763332944.704831:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611249408:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 1725us (3281us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332944.704841:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1171 00000100:00000400:0.0:1763332945.488607:0:3652:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1763332929/real 1763332929] req@ffff92fe45091180 x1848987626414848/t0(0) o400->MGC192.168.204.128@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1763332945 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763332945.490029:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332945.508589:0:3652:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff92fe45091180 x1848987626414848/t0(0) o400->MGC192.168.204.128@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1763332945 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1763332945.508604:0:3652:0:(import.c:65:import_set_state_nolock()) ffff92ff4a2a8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1763332945.508607:0:3652:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.128@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000080:01200004:2.0:1763332945.513258:0:32343:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff92fe480b7800 00000020:01000004:2.0:1763332945.513316:0:32343:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:2.0:1763332945.513318:0:32343:0:(obd_mount.c:904:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1763332945.513319:0:32343:0:(obd_mount.c:907:lmd_print()) options: user_xattr,errors=remount-ro 00000020:01000004:2.0:1763332945.513330:0:32343:0:(tgt_mount.c:2368:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1763332945.513344:0:32343:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1763332945.513375:0:32343:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1763332945.513391:0:32343:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff92ff7431e360) 00000020:00000080:2.0:1763332945.513409:0:32343:0:(obd_config.c:657:class_attach()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00000020:00000080:2.0:1763332945.513414:0:32343:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000100:00080000:0.0:1763332945.513808:0:3652:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.128@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1763332945.513813:0:3652:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1763332945.513824:0:3652:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff92fe45091180 x1848987626414848/t0(0) o400->MGC192.168.204.128@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1763332945 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763332945.513839:0:3652:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff92ff7566d500 x1848987626416256/t0(0) o400->MGC192.168.204.128@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763332950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763332945.513856:0:3652:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff92ff74038e00 x1848987626417664/t0(0) o400->MGC192.168.204.128@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763332955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763332945.513865:0:3652:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff92ff7df97800 x1848987626419072/t0(0) o400->MGC192.168.204.128@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763332960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1763332945.513884:0:3652:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1763332945.513888:0:3652:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1763332945.513889:0:3652:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1763332945.513892:0:3652:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:0.0:1763332945.513918:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626414848:0@lo:400:kworker.0 00000100:00100000:2.0:1763332945.514484:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626419072:0@lo:400:kworker.0 00000100:00100000:1.0:1763332945.514556:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626417664:0@lo:400:kworker.0 00000100:00100000:1.0:1763332945.514568:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626416256:0@lo:400:kworker.0 00000100:00080000:3.0:1763332945.514673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e37baad-59e1-47e8-a7d1-7559d772e0ab->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1763332945.514679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1763332945.514682:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff4a2a8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1763332945.514688:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 0@lo last attempt 194 00000100:00080000:3.0:1763332945.514695:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff92ff4a2a8000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:3.0:1763332945.514739:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe44dc9180 x1848987626420224/t0(0) o250->MGC192.168.204.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1763332945.514765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1763332945.514768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1763332945.514770:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1763332945.514773:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1048 00000100:00080000:3.0:1763332945.514776:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1763332945.514780:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92ff7d943000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:3.0:1763332945.514796:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe44dc8000 x1848987626420352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1763332945.514805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1763332945.514809:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1763332945.514811:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1763332945.514814:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1048 00000100:00080000:3.0:1763332945.514817:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1763332945.514821:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92ff500df800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:3.0:1763332945.514845:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe44dc9880 x1848987626420480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1763332945.514881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1763332945.514884:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1763332945.514886:0:37:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1763332945.514889:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1048 00000100:00080000:3.0:1763332945.514892:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1763332945.514895:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92fe435e4800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:3.0:1763332945.514906:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe44dc8700 x1848987626420864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1763332945.514929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1763332945.514932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1763332945.514934:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1763332945.514937:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1048 00000100:00080000:3.0:1763332945.514939:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1763332945.514942:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92ff7e4f7800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:3.0:1763332945.514954:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff50049180 x1848987626421120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332945.514986:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3651:1848987626420224:0@lo:250:kworker.0 00000400:00000100:3.0:1763332945.515031:0:3651:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1848987626420224 offset 0 length 520: 4 00000100:00100000:3.0:1763332945.515073:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626420352:0@lo:38:kworker.0 00000100:00100000:3.0:1763332945.515103:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332945.515124:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626420480:0@lo:38:kworker.0 00000100:00100000:3.0:1763332945.515147:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332945.515162:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626420864:0@lo:38:kworker.0 00000100:00100000:3.0:1763332945.515183:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332945.515199:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626421120:0@lo:38:kworker.0 00000100:00100000:3.0:1763332945.515217:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332945.515251:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626420608:0@lo:400:kworker.0 00000100:00100000:3.0:1763332945.515296:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332945.515321:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332945.515328:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626420736:0@lo:400:kworker.0 00000100:00100000:3.0:1763332945.515384:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332945.515416:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626420352 00000100:00100000:3.0:1763332945.515424:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626420352 00000100:00100000:3.0:1763332945.515458:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1763332945.515465:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3651:x1848987626420352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1763332945.515483:0:6524:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1763332945.515521:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3651:x1848987626420352:12345-0@lo:38:kworker.0 Request processed in 55us (416us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332945.515528:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1763332945.515552:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626420480 00000100:00100000:3.0:1763332945.515556:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626420480 00000100:00100000:3.0:1763332945.515589:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626420864 00000100:00100000:3.0:1763332945.515592:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626420864 00000100:00100000:3.0:1763332945.515604:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626421120 00000100:00100000:3.0:1763332945.515606:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626421120 00000100:00100000:3.0:1763332945.515623:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:3.0:1763332945.515628:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3651:x1848987626420480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1763332945.515638:0:12741:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1763332945.515665:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3651:x1848987626420480:12345-0@lo:38:kworker.0 Request processed in 36us (517us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332945.515671:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00100000:3.0:1763332945.515685:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:3.0:1763332945.515688:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3651:x1848987626420864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1763332945.515697:0:12741:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1763332945.515738:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3651:x1848987626420864:12345-0@lo:38:kworker.0 Request processed in 47us (553us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332945.515745:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00000100:00100000:3.0:1763332945.515758:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:3.0:1763332945.515763:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3651:x1848987626421120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1763332945.515772:0:12741:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1763332945.515800:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3651:x1848987626421120:12345-0@lo:38:kworker.0 Request processed in 35us (581us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332945.515805:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000100:00100000:3.0:1763332945.515832:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626420608 00000100:00100000:3.0:1763332945.515836:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626420608 00000100:00100000:3.0:1763332945.515870:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626420736 00000100:00100000:3.0:1763332945.515873:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626420736 00000100:00100000:3.0:1763332945.515894:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1763332945.515902:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626420608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332945.515961:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626420608:12345-0@lo:400:kworker.0 Request processed in 60us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332945.515967:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1763332945.515984:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1763332945.515991:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff742b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626420736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332945.516007:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626420608:0@lo:400:kworker.0 00000100:00100000:3.0:1763332945.516026:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff742b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626420736:12345-0@lo:400:kworker.0 Request processed in 34us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332945.516033:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626420736:0@lo:400:kworker.0 00000100:00100000:2.0:1763332945.517788:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626421248:0@lo:400:kworker.0 00000100:00100000:2.0:1763332945.517858:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332945.517902:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1763332945.517910:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626420992:0@lo:400:kworker.0 00000100:00100000:2.0:1763332945.517934:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332945.517958:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626421248 00000100:00100000:1.0:1763332945.517969:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626421248 00000100:00080000:2.0:1763332945.517996:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332945.518002:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332945.518006:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626420352:0@lo:38:kworker.0 00000100:00100000:1.0:1763332945.518017:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626420992 00000100:00080000:2.0:1763332945.518021:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1763332945.518022:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626420992 00000100:00080000:2.0:1763332945.518029:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332945.518033:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626420480:0@lo:38:kworker.0 00000100:00080000:2.0:1763332945.518046:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1763332945.518046:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:1.0:1763332945.518056:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626421248:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1763332945.518063:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332945.518068:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626420864:0@lo:38:kworker.0 00000100:00100000:0.0:1763332945.518082:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00080000:2.0:1763332945.518086:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332945.518092:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1763332945.518097:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626420992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332945.518099:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626421120:0@lo:38:kworker.0 00000100:00100000:1.0:1763332945.518114:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626421248:12345-0@lo:400:kworker.0 Request processed in 58us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332945.518122:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1763332945.518135:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1848987626420992:12345-0@lo:400:kworker.0 Request processed in 46us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332945.518141:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:1.0:1763332945.518160:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1848987626420992:0@lo:400:kworker.0 00000100:00100000:1.0:1763332945.518171:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626421248:0@lo:400:kworker.0 00000100:00100000:3.0:1763332945.518340:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00100000:10000000:0.0:1763332945.570094:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1763332945.570366:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.573051:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.573277:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.573576:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.573825:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.574090:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.574312:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.574590:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.574805:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.575065:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.575246:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.575464:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.575713:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.575919:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.576182:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.576437:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.576653:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.576887:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.577119:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.577305:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.577547:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.577759:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.578109:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.578333:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.578622:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.578816:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.579075:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.583432:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1763332945.583954:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.584231:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.584632:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.584879:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.585135:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1763332945.585691:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.585910:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1763332945.586273:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.586489:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.586710:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.586957:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.587143:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1763332945.587572:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1763332945.587773:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1763332945.587986:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.588204:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1763332945.588443:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1763332945.589442:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.590261:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.590666:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.590880:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.591257:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.591454:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1763332945.591730:0:32343:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:0.0:1763332945.592465:0:32343:0:(osd_lproc.c:857:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1763332945.592690:0:32343:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1763332945.592701:0:32343:0:(osd_handler.c:8956:osd_obd_connect()) connect #0 00000020:00000080:0.0:1763332945.592713:0:32343:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb32e3ef184c3412b 00000020:01000004:0.0:1763332945.592730:0:32343:0:(tgt_mount.c:2453:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1763332945.592742:0:32343:0:(tgt_mount.c:220:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1763332945.592748:0:32343:0:(tgt_mount.c:102:server_register_mount()) register mount ffff92fe480b7800 from MGS 00000020:01000004:0.0:1763332945.592751:0:32343:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1763332945.592756:0:32343:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1763332945.592767:0:32343:0:(genops.c:412:class_newdev()) Allocate new device MGS (ffff92fe46c1ca88) 00000020:00000080:0.0:1763332945.592778:0:32343:0:(obd_config.c:657:class_attach()) OBD: dev 1 attached type mgs with refcount 2 00000020:00000080:0.0:1763332945.592782:0:32343:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1763332945.592842:0:32343:0:(tgt_mount.c:154:server_get_mount()) get mount ffff92fe480b7800 from MGS, refs=2 00080000:01000000:0.0:1763332945.592845:0:32343:0:(osd_handler.c:8956:osd_obd_connect()) connect #1 00000020:00000080:0.0:1763332945.592849:0:32343:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb32e3ef184c34139 00010000:00010000:0.0:1763332945.592941:0:32343:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-MGS-3 is initialized 00000040:01000000:2.0:1763332945.598196:0:32343:0:(llog_obd.c:195:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1763332945.598804:0:32348:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1763332945.598825:0:32343:0:(mgs_nids.c:657:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1763332945.598849:0:32343:0:(mgs_llog.c:601:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1763332945.599896:0:32343:0:(mgs_llog.c:601:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1763332945.600165:0:32343:0:(service.c:153:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1763332945.600669:0:32343:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1763332945.600676:0:32343:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1763332945.602367:0:32343:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1763332945.602378:0:32343:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1763332945.603576:0:32343:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1763332945.603586:0:32343:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1763332945.606250:0:32343:0:(obd_config.c:761:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1763332945.606278:0:32343:0:(obd_mount.c:381:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:2.0:1763332945.606280:0:32343:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.204.128@tcp:Set MGC reconnect 2 10000000:01000000:2.0:1763332945.606283:0:32343:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.204.128@tcp 2/d0:i1:r0:or0:CONNECTING 00000100:00080000:2.0:1763332945.606288:0:32343:0:(import.c:213:ptlrpc_set_import_discon()) mgc: import ffff92ff4a2a8000 already not connected (conn 2, was 0): CONNECTING 00000100:00100000:2.0:1763332945.606294:0:32343:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 13s for inflight to error out 00000100:00100000:3.0:1763332946.000689:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626421376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332946.000784:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332946.000856:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626421376 00000100:00100000:0.0:1763332946.000865:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626421376 00000100:00080000:1.0:1763332946.000934:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332946.000941:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1763332946.000952:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626421376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332946.000983:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60259136 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1763332946.001034:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626421376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332946.001041:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1763332946.001548:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626421376:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1763332946.512570:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332946.512691:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332946.512723:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626421504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332946.512790:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332946.512846:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626421504 00000100:00100000:0.0:1763332946.512854:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626421504 00000100:00080000:1.0:1763332946.512893:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332946.512914:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1763332946.512926:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626421504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332946.512957:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1763332946.513018:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626421504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332946.513026:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1763332946.513123:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626421504:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1763332947.536912:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332948.561881:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332949.584614:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332949.942081:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332949.942128:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332949.942173:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332949.942378:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611249920 00000100:00100000:3.0:1763332949.942389:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611249920 00000100:00100000:3.0:1763332949.942482:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1174 00000100:00100000:3.0:1763332949.942497:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611249920:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332949.943407:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611249920:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 852us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332949.943419:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1174 00000100:00080000:3.0:1763332949.943572:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1763332949.944300:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611250176 00000100:00100000:2.0:1763332949.944308:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611250176 00000100:00100000:2.0:1763332949.944375:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611250048 00000100:00100000:2.0:1763332949.944379:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611250048 00000100:00100000:2.0:1763332949.944404:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 718 00000100:00100000:2.0:1763332949.944412:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611250176:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332949.944468:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611250176:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 57us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332949.944476:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 718 00000100:00100000:2.0:1763332949.944490:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 719 00000100:00100000:2.0:1763332949.944496:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611250048:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332949.944523:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611250048:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 28us (2350us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332949.944529:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 719 00000100:00100000:1.0:1763332949.944736:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00080000:3.0:1763332949.945011:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332949.945016:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332949.945937:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611249792 00000100:00100000:2.0:1763332949.945948:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611249792 00000100:00100000:2.0:1763332949.945997:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3157 00000100:00100000:2.0:1763332949.946003:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2417:x1848987611249792:12345-192.168.204.28@tcp:38:kworker.0 00010000:00020000:2.0:1763332949.946027:0:8606:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.28@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1763332949.946099:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2417:x1848987611249792:12345-192.168.204.28@tcp:38:kworker.0 Request processed in 94us (1363us total) trans 0 rc -19/-19 00000100:00100000:2.0:1763332949.946107:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3157 00010000:00010000:3.0:1763332950.608689:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1763332950.608774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e37baad-59e1-47e8-a7d1-7559d772e0ab->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332950.608781:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5e37baad-59e1-47e8-a7d1-7559d772e0ab->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1763332950.608784:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332950.608790:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332950.608795:0:38:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332950.608804:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1049 00000100:00080000:0.0:1763332950.608809:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1763332950.608816:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92ff7d943000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332950.608875:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe46e2ca80 x1848987626421632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332950.608903:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332950.608906:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332950.608908:0:38:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332950.608911:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1049 00000100:00080000:0.0:1763332950.608913:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1763332950.608916:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92ff500df800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332950.608929:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe46e2ea00 x1848987626421760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332950.608977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332950.608980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332950.608982:0:38:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332950.608985:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1049 00000100:00080000:0.0:1763332950.608988:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1763332950.608990:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92fe435e4800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332950.608999:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe46e2c380 x1848987626422144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332950.609028:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332950.609032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332950.609033:0:38:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332950.609036:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1049 00000100:00080000:0.0:1763332950.609039:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1763332950.609041:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92ff7e4f7800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332950.609052:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe46e2f800 x1848987626422400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332950.609146:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626422272:0@lo:400:kworker.0 00000100:00100000:0.0:1763332950.609222:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332950.609286:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1763332950.609292:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626422528:0@lo:400:kworker.0 00000100:00100000:0.0:1763332950.609317:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332950.609419:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626422272 00000100:00100000:3.0:1763332950.609427:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626422272 00000100:00100000:3.0:1763332950.609488:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626422528 00000100:00100000:3.0:1763332950.609492:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626422528 00000100:00100000:3.0:1763332950.609522:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:3.0:1763332950.609531:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626422272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332950.609589:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626422272:12345-0@lo:400:kworker.0 Request processed in 59us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332950.609597:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:3.0:1763332950.609615:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:3.0:1763332950.609622:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626422528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332950.609661:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626422528:12345-0@lo:400:kworker.0 Request processed in 40us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332950.609667:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:3.0:1763332950.609719:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626422528:0@lo:400:kworker.0 00000100:00100000:3.0:1763332950.609731:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626422272:0@lo:400:kworker.0 00000100:00100000:1.0:1763332950.609811:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626422016:0@lo:400:kworker.0 00000100:00100000:1.0:1763332950.609847:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332950.609883:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332950.609889:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626421888:0@lo:400:kworker.0 00000100:00100000:1.0:1763332950.609912:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332950.609944:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626422016 00000100:00100000:1.0:1763332950.609948:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626422016 00000100:00100000:1.0:1763332950.609975:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626421888 00000100:00100000:1.0:1763332950.609978:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626421888 00000100:00100000:1.0:1763332950.609997:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1763332950.610004:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626422016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332950.610039:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626422016:12345-0@lo:400:kworker.0 Request processed in 36us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332950.610045:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1763332950.610057:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1763332950.610063:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626421888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332950.610087:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626421888:12345-0@lo:400:kworker.0 Request processed in 25us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332950.610092:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1763332950.610125:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626421888:0@lo:400:kworker.0 00000100:00100000:1.0:1763332950.610134:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626422016:0@lo:400:kworker.0 00000100:00100000:2.0:1763332950.612019:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626421632:0@lo:38:kworker.0 00000100:00100000:2.0:1763332950.612095:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332950.616639:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626421632 00000100:00100000:1.0:1763332950.616657:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626421632 00000100:00100000:1.0:1763332950.616724:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1763332950.616733:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3651:x1848987626421632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1763332950.616761:0:6525:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1763332950.616848:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3651:x1848987626421632:12345-0@lo:38:kworker.0 Request processed in 114us (4751us total) trans 0 rc -19/-19 00000100:00100000:1.0:1763332950.616856:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00080000:0.0:1763332950.616972:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332950.616978:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332950.616982:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332950.617277:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332950.617283:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332950.617287:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626421632:0@lo:38:kworker.0 00000100:00100000:2.0:1763332950.617297:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626421760:0@lo:38:kworker.0 00000100:00100000:2.0:1763332950.617334:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332950.618638:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626421760 00000100:00100000:3.0:1763332950.618650:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626421760 00000100:00100000:3.0:1763332950.618703:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158 00000100:00100000:3.0:1763332950.618709:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626421760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1763332950.618731:0:8606:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1763332950.618793:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626421760:12345-0@lo:38:kworker.0 Request processed in 83us (1459us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332950.618800:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158 00000100:00080000:2.0:1763332950.618931:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332950.618937:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332950.618940:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626421760:0@lo:38:kworker.0 00000100:00100000:2.0:1763332950.618948:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626422144:0@lo:38:kworker.0 00000100:00100000:2.0:1763332950.618978:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332950.620079:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626422144 00000100:00100000:0.0:1763332950.620086:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626422144 00000100:00100000:3.0:1763332950.620694:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159 00000100:00100000:3.0:1763332950.620703:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626422144:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1763332950.620730:0:8606:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1763332950.620810:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626422144:12345-0@lo:38:kworker.0 Request processed in 106us (1830us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332950.620817:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159 00000100:00080000:2.0:1763332950.620975:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332950.620982:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332950.620986:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626422144:0@lo:38:kworker.0 00000100:00100000:2.0:1763332950.620997:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626422400:0@lo:38:kworker.0 00000100:00100000:2.0:1763332950.621030:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332950.621129:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626422400 00000100:00100000:0.0:1763332950.621134:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626422400 00000100:00100000:3.0:1763332950.621717:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160 00000100:00100000:3.0:1763332950.621723:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626422400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1763332950.621738:0:8606:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1763332950.621790:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626422400:12345-0@lo:38:kworker.0 Request processed in 66us (758us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332950.621797:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160 00000100:00080000:2.0:1763332950.621882:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332950.621887:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332950.621889:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626422400:0@lo:38:kworker.0 00000100:00100000:0.0:1763332951.130886:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332951.130915:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626422656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332951.130999:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332951.135257:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626422656 00000100:00100000:3.0:1763332951.135274:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626422656 00000100:00100000:3.0:1763332951.135340:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1763332951.135369:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626422656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1763332951.135403:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60259136 pending 0 free 3920338944 avail 3688816640 00000100:00100000:3.0:1763332951.135493:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626422656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (4493us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332951.135503:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1763332951.138889:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626422656:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1763332951.633777:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332951.634400:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626422784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332951.634474:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332951.634654:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626422784 00000100:00100000:0.0:1763332951.634662:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626422784 00000100:00100000:0.0:1763332951.634950:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1763332951.634959:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626422784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332951.634990:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1763332951.635046:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626422784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332951.635165:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1763332951.635310:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626422784:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1763332952.656651:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332953.680495:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332954.704799:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332955.068218:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332955.068266:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332955.068298:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332955.068336:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332955.068404:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332955.068436:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611250560 00000100:00100000:2.0:1763332955.068446:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611250560 00000100:00100000:2.0:1763332955.068496:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611250688 00000100:00100000:2.0:1763332955.068499:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611250688 00000100:00100000:2.0:1763332955.068522:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 722 00000100:00100000:2.0:1763332955.068531:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611250560:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332955.068634:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611250560:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 104us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.068643:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 722 00000100:00100000:2.0:1763332955.068660:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 723 00000100:00100000:2.0:1763332955.068666:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611250688:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332955.068691:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611250688:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 25us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.068697:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 723 00000100:00100000:0.0:1763332955.069042:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611250304 00000100:00100000:0.0:1763332955.069046:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611250304 00000100:00100000:0.0:1763332955.069079:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611250432 00000100:00100000:0.0:1763332955.069082:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611250432 00000100:00100000:0.0:1763332955.069117:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1177 00000100:00100000:3.0:1763332955.069126:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3161 00000100:00100000:0.0:1763332955.069128:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611250432:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332955.069138:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2417:x1848987611250304:12345-192.168.204.28@tcp:38:kworker.0 00010000:00020000:3.0:1763332955.069160:0:8606:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.28@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1763332955.069167:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611250432:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 42us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332955.069174:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1177 00000100:00100000:3.0:1763332955.069194:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2417:x1848987611250304:12345-192.168.204.28@tcp:38:kworker.0 Request processed in 56us (985us total) trans 0 rc -19/-19 00000100:00080000:0.0:1763332955.069194:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1763332955.069200:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332955.069203:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1763332955.069205:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3161 00000100:00100000:3.0:1763332955.069239:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611250816 00000100:00100000:3.0:1763332955.069243:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611250816 00000100:00100000:3.0:1763332955.069264:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00100000:3.0:1763332955.069269:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44edd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2417:x1848987611250816:12345-192.168.204.28@tcp:250:kworker.0 00010000:00080000:3.0:1763332955.069283:0:32352:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from fae3ba77-d588-4a44-b5f9-fbec4e33064f@192.168.204.28@tcp t0 exp 0000000000000000 cur 1059 last 0 00000020:00000080:3.0:1763332955.069308:0:32352:0:(genops.c:1402:class_connect()) connect: client fae3ba77-d588-4a44-b5f9-fbec4e33064f, cookie 0xb32e3ef184c34140 00000020:01000000:3.0:1763332955.069316:0:32352:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff7dd6cb00 00000100:00080000:3.0:1763332955.069453:0:32352:0:(import.c:65:import_set_state_nolock()) ffff92fe44f05000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1763332955.069497:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44edd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+4:2417:x1848987611250816:12345-192.168.204.28@tcp:250:kworker.0 Request processed in 227us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.069505:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 0 00000100:00080000:0.0:1763332955.728482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e37baad-59e1-47e8-a7d1-7559d772e0ab->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332955.728492:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5e37baad-59e1-47e8-a7d1-7559d772e0ab->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1763332955.728495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332955.728499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332955.728504:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332955.728511:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1054 00000100:00080000:0.0:1763332955.728516:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1763332955.728524:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92ff7d943000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332955.728595:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7df94e00 x1848987626422912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332955.728628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332955.728632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332955.728634:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332955.728638:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1054 00000100:00080000:0.0:1763332955.728641:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1763332955.728661:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92ff500df800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332955.728673:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7df97800 x1848987626423040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332955.728712:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332955.728715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332955.728716:0:37:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332955.728720:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1054 00000100:00080000:0.0:1763332955.728722:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1763332955.728726:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92fe435e4800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332955.728734:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7df96d80 x1848987626423424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332955.728762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332955.728765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332955.728767:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332955.728770:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1054 00000100:00080000:0.0:1763332955.728773:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1763332955.728776:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92ff7e4f7800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332955.728786:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe43999880 x1848987626423680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332955.728842:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626423552:0@lo:400:kworker.0 00000100:00100000:0.0:1763332955.728903:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332955.728958:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332955.728963:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626423808:0@lo:400:kworker.0 00000100:00100000:0.0:1763332955.728985:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332955.729012:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626423552 00000100:00100000:0.0:1763332955.729018:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626423552 00000100:00100000:0.0:1763332955.729060:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626423808 00000100:00100000:0.0:1763332955.729062:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626423808 00000100:00100000:0.0:1763332955.729080:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1763332955.729087:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626423552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332955.729130:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626423552:12345-0@lo:400:kworker.0 Request processed in 42us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332955.729137:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1763332955.729151:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:0.0:1763332955.729156:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626423808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332955.729177:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1848987626423808:12345-0@lo:400:kworker.0 Request processed in 21us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332955.729182:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00080000:0.0:1763332955.729195:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332955.729249:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1848987626423808:0@lo:400:kworker.0 00000100:00100000:0.0:1763332955.729259:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626423552:0@lo:400:kworker.0 00000100:00100000:3.0:1763332955.729644:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626423296:0@lo:400:kworker.0 00000100:00100000:1.0:1763332955.729650:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626423168:0@lo:400:kworker.0 00000100:00100000:3.0:1763332955.730275:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.730315:0:3651:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1763332945/real 1763332945] req@ffff92fe44dc9180 x1848987626420224/t0(0) o250->MGC192.168.204.128@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1763332955 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763332955.730334:0:3651:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff92fe44dc9180 x1848987626420224/t0(0) o250->MGC192.168.204.128@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1763332955 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763332955.730375:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626422912:0@lo:38:kworker.0 00000100:00100000:2.0:1763332955.730409:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332955.730439:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626423296 00000100:00100000:2.0:1763332955.730444:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626423040:0@lo:38:kworker.0 00000100:00100000:0.0:1763332955.730445:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626423296 00000100:00100000:2.0:1763332955.730475:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.730494:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7df96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626423424:0@lo:38:kworker.0 00000100:00100000:0.0:1763332955.730494:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1763332955.730505:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626423296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332955.730519:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.730550:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626423680:0@lo:38:kworker.0 00000100:00100000:0.0:1763332955.730567:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626423296:12345-0@lo:400:kworker.0 Request processed in 64us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332955.730575:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1763332955.730580:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1763332955.730594:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332955.730603:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff4a2a8000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332955.730617:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1763332955.730626:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3651:1848987626420224:0@lo:250:kworker.0 10000000:01000000:0.0:1763332955.730647:0:32343:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00000100:00100000:2.0:1763332955.730661:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626423040 00010000:00010000:0.0:1763332955.730663:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff4148e800/0xb32e3ef184c226df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c226e6 expref: -99 pid: 7433 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.730666:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626423040 10000000:00010000:0.0:1763332955.730677:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff4148e800/0xb32e3ef184c226df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c226e6 expref: -99 pid: 7433 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332955.730684:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:2.0:1763332955.730692:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626423424 00010000:00010000:0.0:1763332955.730696:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00100000:2.0:1763332955.730697:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626423424 00010000:00010000:0.0:1763332955.730706:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff4148e800/0xb32e3ef184c226df lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c226e6 expref: -99 pid: 7433 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.730715:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626423680 00000100:00100000:2.0:1763332955.730719:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626423680 00010000:00010000:0.0:1763332955.730725:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92fe43990200/0xb32e3ef184c22b2a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c22b31 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332955.730733:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92fe43990200/0xb32e3ef184c22b2a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c22b31 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.730738:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162 10000000:01000000:0.0:1763332955.730745:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1763332955.730750:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3651:x1848987626423040:12345-0@lo:38:kworker.0 00010000:00010000:0.0:1763332955.730751:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1763332955.730756:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92fe43990200/0xb32e3ef184c22b2a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c22b31 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.730765:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff40030000/0xb32e3ef184c22b38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c22b3f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00020000:2.0:1763332955.730772:0:6521:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 10000000:00010000:0.0:1763332955.730773:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff40030000/0xb32e3ef184c22b38 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c22b3f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332955.730781:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1763332955.730784:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1763332955.730788:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff40030000/0xb32e3ef184c22b38 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c22b3f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.730797:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff4148f800/0xb32e3ef184c22b62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c22b69 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332955.730803:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff4148f800/0xb32e3ef184c22b62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c22b69 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332955.730811:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1763332955.730812:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3651:x1848987626423040:12345-0@lo:38:kworker.0 Request processed in 62us (336us total) trans 0 rc -19/-19 00010000:00010000:0.0:1763332955.730818:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00100000:2.0:1763332955.730824:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162 00010000:00010000:0.0:1763332955.730824:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff4148f800/0xb32e3ef184c22b62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c22b69 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.730837:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92fe49325200/0xb32e3ef184c2cdb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c2cdc0 expref: -99 pid: 24712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.730843:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163 10000000:00010000:0.0:1763332955.730846:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92fe49325200/0xb32e3ef184c2cdb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c2cdc0 expref: -99 pid: 24712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.730850:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3651:x1848987626423424:12345-0@lo:38:kworker.0 10000000:01000000:0.0:1763332955.730857:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1763332955.730861:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1763332955.730865:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92fe49325200/0xb32e3ef184c2cdb9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c2cdc0 expref: -99 pid: 24712 timeout: 0 lvb_type: 0 00010000:00020000:2.0:1763332955.730866:0:6521:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00010000:0.0:1763332955.730878:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92fe48193600/0xb32e3ef184c2cdf8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c2cdff expref: -99 pid: 24712 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332955.730885:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92fe48193600/0xb32e3ef184c2cdf8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c2cdff expref: -99 pid: 24712 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332955.730890:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1763332955.730896:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00100000:2.0:1763332955.730901:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3651:x1848987626423424:12345-0@lo:38:kworker.0 Request processed in 50us (380us total) trans 0 rc -19/-19 00010000:00010000:0.0:1763332955.730901:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92fe48193600/0xb32e3ef184c2cdf8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c2cdff expref: -99 pid: 24712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.730914:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163 00000100:00100000:2.0:1763332955.730927:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164 00010000:00010000:0.0:1763332955.730931:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e600/0xb32e3ef184c2ce99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c2cea0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.730932:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3651:x1848987626423680:12345-0@lo:38:kworker.0 10000000:00010000:0.0:1763332955.730945:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e600/0xb32e3ef184c2ce99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c2cea0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 00010000:00020000:2.0:1763332955.730949:0:6521:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 10000000:01000000:0.0:1763332955.730953:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1763332955.730958:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1763332955.730962:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e600/0xb32e3ef184c2ce99 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c2cea0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.730976:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92fe46e42a00/0xb32e3ef184c2ced8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c2cedf expref: -99 pid: 26033 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332955.730984:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92fe46e42a00/0xb32e3ef184c2ced8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c2cedf expref: -99 pid: 26033 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332955.730989:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1763332955.730993:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1763332955.730996:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92fe46e42a00/0xb32e3ef184c2ced8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c2cedf expref: -99 pid: 26033 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.731007:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92fe467be400/0xb32e3ef184c2cf17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c2cf1e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332955.731013:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92fe467be400/0xb32e3ef184c2cf17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c2cf1e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332955.731018:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1763332955.731021:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1763332955.731023:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92fe467be400/0xb32e3ef184c2cf17 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c2cf1e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.731034:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff4148ee00/0xb32e3ef184c226ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c226f4 expref: -99 pid: 7433 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332955.731040:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff4148ee00/0xb32e3ef184c226ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c226f4 expref: -99 pid: 7433 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.731043:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3651:x1848987626423680:12345-0@lo:38:kworker.0 Request processed in 45us (399us total) trans 0 rc -19/-19 10000000:01000000:0.0:1763332955.731050:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000100:00100000:2.0:1763332955.731056:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164 00010000:00010000:0.0:1763332955.731056:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1763332955.731061:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff4148ee00/0xb32e3ef184c226ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c226f4 expref: -99 pid: 7433 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.731073:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff74203000/0xb32e3ef184c22bd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c22be0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332955.731079:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff74203000/0xb32e3ef184c22bd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c22be0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332955.731084:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1763332955.731089:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1763332955.731093:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff74203000/0xb32e3ef184c22bd9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c22be0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1763332955.731100:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00010000:0.0:1763332955.731101:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e800/0xb32e3ef184c2cdea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c2cdf1 expref: -99 pid: 24712 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1763332955.731109:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 10000000:00010000:0.0:1763332955.731115:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e800/0xb32e3ef184c2cdea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c2cdf1 expref: -99 pid: 24712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.731116:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626423040:0@lo:38:kworker.0 10000000:01000000:0.0:1763332955.731128:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00080000:2.0:1763332955.731132:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00010000:0.0:1763332955.731133:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1763332955.731137:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e800/0xb32e3ef184c2cdea lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c2cdf1 expref: -99 pid: 24712 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1763332955.731140:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332955.731147:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626423424:0@lo:38:kworker.0 00010000:00010000:0.0:1763332955.731151:0:32343:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92ff74203600/0xb32e3ef184c2ceca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xb32e3ef184c2ced1 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1763332955.731158:0:32343:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92ff74203600/0xb32e3ef184c2ceca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xb32e3ef184c2ced1 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1763332955.731159:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332955.731166:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 10000000:01000000:0.0:1763332955.731170:0:32343:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:2.0:1763332955.731173:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626423680:0@lo:38:kworker.0 00010000:00010000:0.0:1763332955.731176:0:32343:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1763332955.731180:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92ff74203600/0xb32e3ef184c2ceca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xb32e3ef184c2ced1 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1763332955.731198:0:32343:0:(import.c:213:ptlrpc_set_import_discon()) mgc: import ffff92ff4a2a8000 already not connected (conn 2, was 0): DISCONN 00000100:00080000:0.0:1763332955.731205:0:32343:0:(import.c:65:import_set_state_nolock()) ffff92ff4a2a8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332955.731210:0:32343:0:(import.c:509:import_select_connection()) MGC192.168.204.128@tcp: connect to NID 0@lo last attempt 1049 00000100:00080000:0.0:1763332955.731214:0:32343:0:(import.c:588:import_select_connection()) MGC192.168.204.128@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1763332955.731218:0:32343:0:(import.c:623:import_select_connection()) MGC192.168.204.128@tcp: import ffff92ff4a2a8000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332955.731238:0:32343:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff75664a80 x1848987626423936/t0(0) o250->MGC192.168.204.128@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332955.731265:0:32343:0:(recover.c:338:ptlrpc_recover_import()) MGS: recovery started, waiting 20 seconds 00000100:00100000:3.0:1763332955.731339:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626422912 00000100:00100000:3.0:1763332955.731345:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626422912 00000100:00100000:3.0:1763332955.731393:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:3.0:1763332955.731397:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3651:x1848987626422912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1763332955.731408:0:6524:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1763332955.731437:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3651:x1848987626422912:12345-0@lo:38:kworker.0 Request processed in 38us (1027us total) trans 0 rc -19/-19 00000100:00100000:3.0:1763332955.731443:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00080000:3.0:1763332955.731461:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5e37baad-59e1-47e8-a7d1-7559d772e0ab->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1763332955.731465:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5e37baad-59e1-47e8-a7d1-7559d772e0ab->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1763332955.731502:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626423296:0@lo:400:kworker.0 00000100:00100000:2.0:1763332955.731573:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3651:1848987626423936:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1763332955.731601:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1763332955.731639:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332955.731643:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1763332955.731646:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626422912:0@lo:38:kworker.0 00000100:00100000:3.0:1763332955.731705:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626423936 00000100:00100000:3.0:1763332955.731709:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626423936 00000100:00100000:3.0:1763332955.731737:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1763332955.731742:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44edec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:3651:x1848987626423936:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1763332955.731758:0:32352:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 5e37baad-59e1-47e8-a7d1-7559d772e0ab@0@lo t0 exp 0000000000000000 cur 1059 last 0 00000020:00000080:3.0:1763332955.731786:0:32352:0:(genops.c:1402:class_connect()) connect: client 5e37baad-59e1-47e8-a7d1-7559d772e0ab, cookie 0xb32e3ef184c34147 00000020:01000000:3.0:1763332955.731794:0:32352:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff7dd6cb00 00000100:00080000:3.0:1763332955.731917:0:32352:0:(import.c:65:import_set_state_nolock()) ffff92ff43e76000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1763332955.731970:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44edec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+4:3651:x1848987626423936:12345-0@lo:250:mount.lustre.0 Request processed in 226us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.731977:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1763332955.731991:0:3651:0:(client.c:3081:ptlrpc_free_committed()) MGC192.168.204.128@tcp: committing for last_committed 0 gen 2 00000100:00080000:0.0:1763332955.731997:0:3651:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.128@tcp: connect to target with instance 0 00000100:00080000:0.0:1763332955.732003:0:3651:0:(import.c:951:ptlrpc_connect_set_flags()) MGC192.168.204.128@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1763332955.732006:0:3651:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1763332955.732010:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff4a2a8000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1763332955.732012:0:3651:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1763332955.732019:0:3651:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1763332955.732026:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3651:1848987626423936:0@lo:250:mount.lustre.0 00000100:00080000:0.0:1763332955.732043:0:32343:0:(recover.c:349:ptlrpc_recover_import()) MGS: recovery finished FULL, rc = 0 00000020:01000004:0.0:1763332955.732052:0:32343:0:(tgt_mount.c:1653:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1763332955.732084:0:32343:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1763332955.732090:0:32343:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.128@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1763332955.732184:0:32343:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.204.128@tcp ctxt 0 is initialized 00000100:00100000:1.0:1763332955.732206:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:0.0:1763332955.732220:0:32343:0:(tgt_mount.c:1370:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.128@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1763332955.732224:0:32343:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1763332955.732226:0:32343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1763332955.732228:0:32343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1763332955.732229:0:32343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1763332955.732231:0:32343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1763332955.732233:0:32343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1763332955.732234:0:32343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1763332955.732236:0:32343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1763332955.732238:0:32343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1763332955.732239:0:32343:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1763332955.732242:0:32343:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1763332955.732245:0:32343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1763332955.732246:0:32343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1763332955.732247:0:32343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1763332955.732248:0:32343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1763332955.732250:0:32343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1763332955.732252:0:32343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1763332955.732253:0:32343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1763332955.732254:0:32343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1763332955.732255:0:32343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1763332955.732256:0:32343:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1763332955.732270:0:32343:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1763332955.732282:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626424064:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1763332955.732313:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.732342:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626423168 00000100:00100000:2.0:1763332955.732367:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626423168 00000100:00100000:2.0:1763332955.732415:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1763332955.732422:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626423168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332955.732467:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626423168:12345-0@lo:400:kworker.0 Request processed in 46us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.732473:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00080000:2.0:1763332955.732489:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1763332955.732545:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332955.734619:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626424064 00000100:00100000:1.0:1763332955.734630:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626424064 00000100:00100000:1.0:1763332955.734688:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1763332955.734697:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44edd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+4:32343:x1848987626424064:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1763332955.734738:0:32351:0:(mgs_llog.c:601:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1763332955.734741:0:32351:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1763332955.734744:0:32351:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 00000100:00100000:1.0:1763332955.734808:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7df97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626423168:0@lo:400:kworker.0 00000100:00100000:0.0:1763332955.735111:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45198a80 going to sleep for 11 seconds 10000000:01000000:3.0:1763332955.735128:0:32354:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1763332955.736707:0:32351:0:(mgs_nids.c:657:mgs_nidtbl_init_fs()) IR: current version is 13 20000000:01000000:1.0:1763332955.738934:0:32355:0:(mgs_llog.c:280:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1763332955.738941:0:32355:0:(mgs_llog.c:280:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1763332955.738944:0:32355:0:(mgs_llog.c:264:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1763332955.738947:0:32355:0:(mgs_llog.c:264:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1763332955.743492:0:32355:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1763332955.743798:0:32351:0:(mgs_llog.c:601:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1763332955.743809:0:32351:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1763332955.744201:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44edd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+4:32343:x1848987626424064:12345-0@lo:253:mount.lustre.0 Request processed in 9501us (11881us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.744217:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1763332955.744337:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626424064:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1763332955.744383:0:32343:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1763332955.744387:0:32343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1763332955.744389:0:32343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1763332955.744391:0:32343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1763332955.744393:0:32343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1763332955.744395:0:32343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1763332955.744396:0:32343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1763332955.744398:0:32343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1763332955.744400:0:32343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1763332955.744402:0:32343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1763332955.744403:0:32343:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1763332955.744425:0:32343:0:(tgt_mount.c:102:server_register_mount()) register mount ffff92fe480b7800 from lustre-MDT0000 10000000:01000000:0.0:1763332955.744452:0:32343:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1763332955.744455:0:32343:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1763332955.744463:0:32343:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff92fe480b7800 10000000:01000000:0.0:1763332955.744469:0:32343:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1763332955.744474:0:32343:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff92fe480b7800 10000000:01000000:0.0:1763332955.744476:0:32343:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1763332955.744480:0:32343:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-barrier-ffff92fe480b7800 from 1 10000000:01000000:0.0:1763332955.744483:0:32343:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1763332955.744515:0:32343:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e800/0xb32e3ef184c3414e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.744525:0:32343:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e800/0xb32e3ef184c3414e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.744547:0:32343:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e800/0xb32e3ef184c3414e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332955.744567:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626424192:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1763332955.744602:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332955.748933:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499adc00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332955.749049:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626424192 00000100:00100000:3.0:1763332955.749059:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626424192 00000100:00100000:3.0:1763332955.749125:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1763332955.749135:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ede050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+4:32343:x1848987626424192:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1763332955.749150:0:32351:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332955.749170:0:32351:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe45f74800/0xb32e3ef184c34155 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3414e expref: -99 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332955.749197:0:32351:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe45f74800/0xb32e3ef184c34155 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3414e expref: 5 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332955.749208:0:32351:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe45f74800/0xb32e3ef184c34155 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3414e expref: 5 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332955.749217:0:32351:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f74800, rc 0) 00000100:00100000:3.0:1763332955.749284:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ede050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+5:32343:x1848987626424192:12345-0@lo:101:mount.lustre.0 Request processed in 151us (4681us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.749291:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1763332955.749386:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626424192:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1763332955.749401:0:32343:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e800/0xb32e3ef184c3414e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34155 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.749411:0:32343:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e800/0xb32e3ef184c3414e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34155 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332955.749428:0:32343:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1763332955.749443:0:32343:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e800/0xb32e3ef184c3414e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34155 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.749451:0:32343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e800/0xb32e3ef184c3414e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34155 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332955.749459:0:32343:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1763332955.749464:0:32343:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1763332955.749469:0:32343:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff92fe480b7800 10000000:01000000:0.0:1763332955.749472:0:32343:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1763332955.749475:0:32343:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1763332955.749478:0:32343:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1763332955.749498:0:32343:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e600/0xb32e3ef184c3415c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.749506:0:32343:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e600/0xb32e3ef184c3415c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.749513:0:32343:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e600/0xb32e3ef184c3415c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332955.749544:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626424320:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1763332955.749575:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332955.749605:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499adc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332955.749618:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626424320 00000100:00100000:1.0:1763332955.749624:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626424320 00000100:00100000:1.0:1763332955.750131:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1763332955.750140:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44eddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+5:32343:x1848987626424320:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1763332955.750150:0:32351:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332955.750162:0:32351:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe44d75000/0xb32e3ef184c34163 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3415c expref: -99 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332955.750178:0:32351:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe44d75000/0xb32e3ef184c34163 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3415c expref: 6 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332955.750186:0:32351:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe44d75000/0xb32e3ef184c34163 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3415c expref: 6 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332955.750193:0:32351:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75000, rc 0) 00000100:00100000:1.0:1763332955.750238:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44eddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+6:32343:x1848987626424320:12345-0@lo:101:mount.lustre.0 Request processed in 99us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332955.750244:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1763332955.750890:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626424320:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1763332955.750908:0:32343:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e600/0xb32e3ef184c3415c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34163 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332955.750917:0:32343:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e600/0xb32e3ef184c3415c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34163 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332955.750978:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626424448:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1763332955.751006:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332955.751041:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499adc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332955.751230:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626424448 00000100:00100000:1.0:1763332955.751236:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626424448 00000100:00100000:1.0:1763332955.752065:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1763332955.752077:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff43bb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+6:32343:x1848987626424448:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1763332955.752244:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff43bb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+7:32343:x1848987626424448:12345-0@lo:501:mount.lustre.0 Request processed in 170us (1236us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332955.752252:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1763332955.752609:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626424448:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1763332955.752649:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626424576:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1763332955.752701:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332955.753090:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499adc00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332955.753191:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626424576 00000100:00100000:1.0:1763332955.753197:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626424576 00000100:00100000:1.0:1763332955.753233:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1763332955.753239:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44899850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+7:32343:x1848987626424576:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1763332955.755290:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44899850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+7:32343:x1848987626424576:12345-0@lo:503:mount.lustre.0 Request processed in 2044us (2583us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332955.755301:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1763332955.755439:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626424576:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1763332955.755996:0:32356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32356:1848987626424704:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1763332955.756041:0:32356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332955.756764:0:32356:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff499ad300 going to sleep for 11 seconds 00000100:00100000:1.0:1763332955.756796:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626424704 00000100:00100000:1.0:1763332955.756803:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626424704 00000100:00100000:1.0:1763332955.756884:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1763332955.756893:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4489ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+7:32356:x1848987626424704:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1763332955.761276:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4489ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+7:32356:x1848987626424704:12345-0@lo:502:llog_process_th.0 Request processed in 4374us (5224us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332955.761290:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1763332955.761395:0:32356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32356:1848987626424704:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1763332955.761427:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1763332955.761437:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1763332955.761440:0:32356:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1763332955.761444:0:32356:0:(obd_config.c:1865:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1763332955.761447:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1763332955.761461:0:32356:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff92fe46c1e360) 00000020:00000080:0.0:1763332955.761482:0:32356:0:(obd_config.c:657:class_attach()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1763332955.761486:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1763332955.761575:0:32356:0:(osd_handler.c:8956:osd_obd_connect()) connect #2 00000020:00000080:0.0:1763332955.761581:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb32e3ef184c34171 00000020:00000080:0.0:1763332955.761765:0:32356:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1763332955.761768:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1763332955.761771:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1763332955.761772:0:32356:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1763332955.761775:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1763332955.761778:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1763332955.761779:0:32356:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1763332955.761782:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1763332955.761787:0:32356:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000 (ffff92fe46c18000) 00000020:00000080:0.0:1763332955.761797:0:32356:0:(obd_config.c:657:class_attach()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1763332955.761799:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1763332955.761802:0:32356:0:(obd_config.c:1430:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1763332955.761804:0:32356:0:(obd_config.c:1074:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1763332955.761809:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1763332955.761847:0:32356:0:(tgt_mount.c:154:server_get_mount()) get mount ffff92fe480b7800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1763332955.761858:0:32356:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDD0000 (ffff92fe46c1b1b0) 00000020:00000080:0.0:1763332955.761866:0:32356:0:(obd_config.c:657:class_attach()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1763332955.761907:0:32356:0:(lod_dev.c:2278:lod_obd_connect()) connect #0 00000020:00000080:0.0:1763332955.761910:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb32e3ef184c34186 00000020:00000080:0.0:1763332955.764078:0:32356:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1763332955.764096:0:32356:0:(mdd_device.c:1590:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1763332955.764108:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xb32e3ef184c3418d 00080000:01000000:0.0:1763332955.764118:0:32356:0:(osd_handler.c:8956:osd_obd_connect()) connect #3 00000020:00000080:0.0:1763332955.764123:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb32e3ef184c34194 00010000:00010000:0.0:1763332955.867312:0:32356:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-4 is initialized 00000001:00080000:0.0:1763332955.867921:0:32356:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: lustre-MDT0001-mdtlov_UUID idx: 0 lr: 0 srv lr: 4294969110 lx: 0 gen 1 00000001:00080000:0.0:1763332955.867973:0:32356:0:(tgt_lastrcvd.c:1718:tgt_clients_data_init()) RCVRNG CLIENT uuid: 1370b1d7-8612-4b90-ab37-e53288bbf9fd idx: 2 lr: 0 srv lr: 4294969110 lx: 0 gen 5 00000001:00000004:0.0:1763332955.867993:0:32356:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 4294969110 00000001:00080000:0.0:1763332955.868265:0:32356:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000001:00080000:0.0:1763332955.868320:0:32356:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff92ff7ad02240: xid 1848987611245696, transno 4294969275, client gen 5, slot idx 0 00000001:00080000:0.0:1763332955.868330:0:32356:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff92ff7ad02300: xid 1848987611245312, transno 4294969274, client gen 5, slot idx 1 00000001:00080000:0.0:1763332955.868335:0:32356:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff92ff7ad02600: xid 1848987626360704, transno 4294969129, client gen 1, slot idx 2 00000001:00080000:0.0:1763332955.868340:0:32356:0:(tgt_lastrcvd.c:2242:tgt_reply_data_init()) lustre-MDT0000: restore reply ffff92ff7ad02900: xid 1848987611243904, transno 4294969270, client gen 5, slot idx 3 00000020:00000080:0.0:1763332955.871165:0:32356:0:(genops.c:412:class_newdev()) Allocate new device lustre-QMT0000 (ffff92ff7ade4a88) 00000020:00000080:0.0:1763332955.871191:0:32356:0:(obd_config.c:657:class_attach()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1763332955.871281:0:32356:0:(osd_handler.c:8956:osd_obd_connect()) connect #4 00000020:00000080:0.0:1763332955.871286:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb32e3ef184c341b0 00000020:00000080:2.0:1763332955.873290:0:32356:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1763332955.887921:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xb32e3ef184c341b7 00000020:00000080:2.0:1763332955.888542:0:32356:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1763332955.888554:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1763332955.888561:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1763332955.888564:0:32356:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1763332955.888567:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1763332955.888570:0:32356:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1763332955.888571:0:32356:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1763332955.888573:0:32356:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1763332955.888574:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1763332955.888577:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1763332955.888578:0:32356:0:(obd_config.c:1477:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1763332955.888580:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1763332955.888585:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1763332955.888587:0:32356:0:(obd_config.c:1477:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1763332955.888591:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1763332955.888631:0:32356:0:(mdt_lproc.c:315:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1763332955.888648:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1763332955.888651:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1763332955.888653:0:32356:0:(obd_config.c:1477:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1763332955.888656:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1763332955.888659:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1763332955.888660:0:32356:0:(obd_config.c:1477:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1763332955.888663:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1763332955.888669:0:32356:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.128@tcp to nid 0x20000c0a8cc80 (192.168.204.128@tcp) 00000020:00000080:2.0:1763332955.888695:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1763332955.888711:0:32356:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff92ff8002ca88) 00000020:00000080:2.0:1763332955.888730:0:32356:0:(obd_config.c:657:class_attach()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1763332955.888735:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1763332955.888796:0:32356:0:(osp_dev.c:1191:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1763332955.888801:0:32356:0:(osd_handler.c:8956:osd_obd_connect()) connect #5 00000020:00000080:2.0:1763332955.888807:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb32e3ef184c341c5 00010000:00080000:2.0:1763332955.888839:0:32356:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92ff7d943800@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.128@tcp at head 00010000:00010000:2.0:1763332955.890526:0:32356:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-9 is initialized 00000020:00000080:2.0:1763332955.905308:0:32356:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1763332955.905323:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1763332955.905404:0:32356:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1763332955.905426:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb32e3ef184c341cc 00000100:00080000:2.0:1763332955.905437:0:32356:0:(import.c:509:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1763332955.905443:0:32356:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff92ff7d943800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332955.905478:0:32356:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe44fa9500 x1848987626424832/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1763332955.905503:0:32356:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1763332955.905561:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1763332955.905565:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1763332955.905567:0:32356:0:(obd_config.c:1477:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1763332955.905570:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1763332955.905573:0:32356:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1763332955.905575:0:32356:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1763332955.905576:0:32356:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1763332955.905578:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1763332955.905580:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1763332955.905582:0:32356:0:(obd_config.c:1477:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1763332955.905585:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1763332955.905590:0:32356:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1763332955.905594:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1763332955.905595:0:32356:0:(obd_config.c:1477:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1763332955.905598:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1763332955.905602:0:32356:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.128@tcp to nid 0x20000c0a8cc80 (192.168.204.128@tcp) 00000020:01000000:2.0:1763332955.905623:0:32356:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1763332955.905626:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1763332955.905638:0:32356:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff92ff8002b1b0) 00000020:00000080:2.0:1763332955.905664:0:32356:0:(obd_config.c:657:class_attach()) OBD: dev 15 attached type osp with refcount 2 00000020:00000080:2.0:1763332955.905669:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1763332955.905741:0:32356:0:(osp_dev.c:1191:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1763332955.905748:0:32356:0:(osd_handler.c:8956:osd_obd_connect()) connect #6 00000020:00000080:2.0:1763332955.905755:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb32e3ef184c341da 00010000:00080000:2.0:1763332955.905789:0:32356:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92fe49676000@lustre-OST0000-osc-MDT0000: add connection 192.168.204.128@tcp at head 00000100:00100000:0.0:1763332955.905937:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626424832:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1763332955.906006:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332955.906066:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626424832 00000100:00100000:0.0:1763332955.906073:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626424832 00000100:00100000:0.0:1763332955.906104:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1763332955.906111:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3651:x1848987626424832:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1763332955.906135:0:6525:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 1059 last 0 00000020:00000080:0.0:1763332955.906165:0:6525:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb32e3ef184c341e1 00000004:00100000:0.0:1763332955.906177:0:6525:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1763332955.906251:0:6525:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff7438eb00 00000100:00080000:0.0:1763332955.906276:0:6525:0:(import.c:65:import_set_state_nolock()) ffff92ff802a1000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1763332955.906325:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3651:x1848987626424832:12345-0@lo:38:llog_process_th.0 Request processed in 213us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332955.906334:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1763332955.906393:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1763332955.906400:0:3651:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 1 00000100:00080000:0.0:1763332955.906407:0:3651:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1763332955.906412:0:3651:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1763332955.906414:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1763332955.906421:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626424832:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1763332955.906636:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626424960:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332955.906667:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332955.906694:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626424960 00000100:00100000:1.0:1763332955.906698:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626424960 00000100:00100000:1.0:1763332955.906725:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1763332955.906731:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626424960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1763332955.906754:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446195200 avail 1299955712 00000100:00100000:1.0:1763332955.906785:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1848987626424960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332955.906791:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1763332955.906833:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626424960:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1763332955.907139:0:32356:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-10 is initialized 00000040:01000000:0.0:1763332955.915025:0:32356:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1763332955.916132:0:32356:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1763332955.918494:0:32356:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1763332955.918769:0:32356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].2, 64 off8320 00000040:00080000:0.0:1763332955.918925:0:32356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1, 64 off8256 00000040:00080000:1.0:1763332955.919724:0:32362:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1763332955.919729:0:32362:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 2 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1763332955.920211:0:32356:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1763332955.920224:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1763332955.920263:0:32356:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1763332955.920284:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb32e3ef184c341e8 00000100:00080000:0.0:1763332955.920294:0:32356:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1763332955.920301:0:32356:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff92fe49676000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332955.920336:0:32356:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff75664000 x1848987626425088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332955.920396:0:32356:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1763332955.920460:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1763332955.920465:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1763332955.920468:0:32356:0:(obd_config.c:1477:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1763332955.920471:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1763332955.920474:0:32356:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1763332955.920475:0:32356:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1763332955.920477:0:32356:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1763332955.920478:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1763332955.920482:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1763332955.920483:0:32356:0:(obd_config.c:1477:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1763332955.920486:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1763332955.920490:0:32356:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1763332955.920494:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1763332955.920495:0:32356:0:(obd_config.c:1477:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1763332955.920499:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1763332955.920502:0:32356:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.128@tcp to nid 0x20000c0a8cc80 (192.168.204.128@tcp) 00000020:01000000:0.0:1763332955.920526:0:32356:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1763332955.920541:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1763332955.920553:0:32356:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff92ff7ade18d8) 00000020:00000080:0.0:1763332955.920571:0:32356:0:(obd_config.c:657:class_attach()) OBD: dev 22 attached type osp with refcount 2 00000020:00000080:0.0:1763332955.920576:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1763332955.920641:0:32356:0:(osp_dev.c:1191:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1763332955.920646:0:32356:0:(osd_handler.c:8956:osd_obd_connect()) connect #7 00000020:00000080:0.0:1763332955.920651:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb32e3ef184c341f6 00010000:00080000:0.0:1763332955.920682:0:32356:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92ff802a1800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.128@tcp at head 00010000:00010000:0.0:1763332955.920897:0:32356:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-11 is initialized 00000040:01000000:0.0:1763332955.920960:0:32356:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1763332955.920974:0:32356:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:2.0:1763332955.921163:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626425088:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1763332955.921236:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1763332955.921404:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1763332955.921410:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1763332955.921413:0:38:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1763332955.921418:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1059 00000100:00080000:1.0:1763332955.921421:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1763332955.921425:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92ff7d943000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1763332955.921442:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe44dc9880 x1848987626425344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1763332955.921456:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1763332955.921460:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1763332955.921461:0:38:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1763332955.921465:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1059 00000100:00080000:1.0:1763332955.921467:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1763332955.921470:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92ff500df800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1763332955.921482:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe44dc8000 x1848987626425472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1763332955.921512:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1763332955.921515:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1763332955.921518:0:38:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1763332955.921521:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1059 00000100:00080000:1.0:1763332955.921524:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1763332955.921538:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92fe435e4800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1763332955.921550:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7566dc00 x1848987626425856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1763332955.921564:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1763332955.921567:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1763332955.921569:0:38:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1763332955.921572:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1059 00000100:00080000:1.0:1763332955.921574:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1763332955.921577:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92ff7e4f7800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1763332955.921587:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff7566d500 x1848987626426112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1763332955.921607:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1763332955.921610:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1763332955.921628:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626425984:0@lo:400:kworker.0 00000100:00100000:1.0:1763332955.921659:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332955.921679:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1763332955.921685:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626425216:0@lo:400:kworker.0 00000100:00100000:1.0:1763332955.921712:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332955.921734:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626426240:0@lo:400:kworker.0 00000100:00100000:1.0:1763332955.921751:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332955.921777:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626425216 00000100:00100000:1.0:1763332955.921783:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626425216 00000100:00100000:1.0:1763332955.921818:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1763332955.921826:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4489b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+7:3654:x1848987626425216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332955.921868:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4489b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+7:3654:x1848987626425216:12345-0@lo:400:kworker.0 Request processed in 43us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332955.921875:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1763332955.921918:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626425216:0@lo:400:kworker.0 00000100:00100000:3.0:1763332955.922018:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626425728:0@lo:400:kworker.0 00000100:00100000:3.0:1763332955.922048:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332955.922067:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763332955.922072:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626425600:0@lo:400:kworker.0 00000100:00100000:3.0:1763332955.922091:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332955.922117:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626426368:0@lo:400:kworker.0 00000100:00100000:3.0:1763332955.922144:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332955.922172:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626425984 00000100:00100000:3.0:1763332955.922176:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626425984 00000100:00100000:3.0:1763332955.922198:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626426240 00000100:00100000:3.0:1763332955.922201:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626426240 00000100:00100000:3.0:1763332955.922214:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1763332955.922219:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626425984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332955.922254:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626425984:12345-0@lo:400:kworker.0 Request processed in 34us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.922260:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1763332955.922273:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1763332955.922279:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626426240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332955.922307:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626426240:12345-0@lo:400:kworker.0 Request processed in 28us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.922312:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1763332955.922344:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626426368 00000100:00100000:3.0:1763332955.922374:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626426368 00000100:00100000:3.0:1763332955.922399:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1763332955.922405:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626426368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332955.922440:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626426368:12345-0@lo:400:kworker.0 Request processed in 35us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.922446:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1763332955.922473:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626426368:0@lo:400:kworker.0 00000100:00100000:3.0:1763332955.922495:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626426240:0@lo:400:kworker.0 00000100:00100000:3.0:1763332955.922504:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626425984:0@lo:400:kworker.0 00000100:00100000:2.0:1763332955.922664:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626425088 00000100:00100000:2.0:1763332955.922669:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626425088 00000100:00100000:2.0:1763332955.922688:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626425728 00000100:00100000:2.0:1763332955.922691:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626425728 00000100:00100000:2.0:1763332955.922712:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626425600 00000100:00100000:2.0:1763332955.922714:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626425600 00000100:00100000:2.0:1763332955.922732:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1763332955.922738:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626425728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332955.922778:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626425728:12345-0@lo:400:kworker.0 Request processed in 40us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.922784:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1763332955.922797:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1763332955.922805:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626425600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332955.922831:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626425600:12345-0@lo:400:kworker.0 Request processed in 27us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.922837:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1763332955.922847:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628 00000100:00100000:2.0:1763332955.922852:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:0+-99:3651:x1848987626425088:12345-0@lo:8:llog_process_th.0 00010000:00080000:2.0:1763332955.922876:0:29010:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 1060 last 0 00000020:00000080:2.0:1763332955.922905:0:29010:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb32e3ef184c341fd 00002000:00100000:2.0:1763332955.922917:0:29010:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff92fe49670800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2103d35 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1763332955.922923:0:29010:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1763332955.922926:0:29010:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:2.0:1763332955.922997:0:29010:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff4ac29e00 00002000:00080000:2.0:1763332955.923008:0:29010:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1763332955.923033:0:29010:0:(import.c:65:import_set_state_nolock()) ffff92fe49675800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1763332955.923066:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3651:x1848987626425088:12345-0@lo:8:llog_process_th.0 Request processed in 212us (1831us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.923073:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628 00000100:00100000:2.0:1763332955.923121:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626425600:0@lo:400:kworker.0 00000100:00100000:2.0:1763332955.923132:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626425728:0@lo:400:kworker.0 00000100:00100000:2.0:1763332955.923155:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626425344:0@lo:38:kworker.0 00000100:00100000:2.0:1763332955.923182:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.923203:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626425472:0@lo:38:kworker.0 00000100:00100000:2.0:1763332955.923223:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.923238:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626425856:0@lo:38:kworker.0 00000100:00100000:2.0:1763332955.923257:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.923272:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7566d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626426112:0@lo:38:kworker.0 00000100:00100000:2.0:1763332955.923292:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.923314:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1763332955.923320:0:3651:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 5 00000100:00080000:2.0:1763332955.923328:0:3651:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1763332955.923333:0:3651:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1763332955.923335:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe49676000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1763332955.923372:0:3651:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:2.0:1763332955.923377:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626425088:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1763332955.923402:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626425344 00000100:00100000:2.0:1763332955.923406:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626425344 00000100:00100000:2.0:1763332955.923424:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1763332955.923428:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3651:x1848987626425344:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1763332955.923461:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3651:x1848987626425344:12345-0@lo:38:kworker.0 Request processed in 32us (279us total) trans 0 rc -11/-11 00000100:00100000:2.0:1763332955.923467:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1763332955.923485:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626425472 00000100:00100000:2.0:1763332955.923489:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626425472 00000100:00100000:2.0:1763332955.923504:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626425856 00000100:00100000:2.0:1763332955.923506:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626425856 00000100:00100000:2.0:1763332955.923517:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626426112 00000100:00100000:2.0:1763332955.923519:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626426112 00000100:00100000:2.0:1763332955.923542:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165 00000100:00100000:2.0:1763332955.923546:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626425472:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1763332955.923574:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626425472:12345-0@lo:38:kworker.0 Request processed in 27us (350us total) trans 0 rc -11/-11 00000100:00100000:2.0:1763332955.923580:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165 00000100:00100000:2.0:1763332955.923590:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166 00000100:00100000:2.0:1763332955.923594:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626425856:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1763332955.923614:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626425856:12345-0@lo:38:kworker.0 Request processed in 19us (356us total) trans 0 rc -11/-11 00000100:00100000:2.0:1763332955.923619:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166 00000100:00100000:2.0:1763332955.923629:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167 00000100:00100000:2.0:1763332955.923632:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626426112:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1763332955.923652:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3651:x1848987626426112:12345-0@lo:38:kworker.0 Request processed in 19us (359us total) trans 0 rc -11/-11 00000100:00100000:2.0:1763332955.923657:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167 00000100:00080000:2.0:1763332955.923694:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332955.923699:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1763332955.923702:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626425344:0@lo:38:kworker.0 00000100:00080000:2.0:1763332955.923710:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332955.923713:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1763332955.923715:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626425472:0@lo:38:kworker.0 00000100:00080000:2.0:1763332955.923722:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332955.923725:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1763332955.923728:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626425856:0@lo:38:kworker.0 00000100:00080000:2.0:1763332955.923735:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1763332955.923737:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1763332955.923740:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7566d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626426112:0@lo:38:kworker.0 00000004:00080000:2.0:1763332955.923762:0:32362:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1763332955.923821:0:32362:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1060003471761ns, next at 0ns, rc = 0 00080000:00080000:2.0:1763332955.923827:0:32362:0:(osd_handler.c:2862:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1763332955.925115:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626426496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332955.925166:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332955.925252:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626426496 00000100:00100000:3.0:1763332955.925258:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626426496 00000100:00100000:3.0:1763332955.925319:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1763332955.925327:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626426496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763332955.925384:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1763332955.925426:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1848987626426496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.925433:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:0.0:1763332955.925578:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332955.925612:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626426496:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1763332955.928345:0:32356:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00080000:1.0:1763332955.928855:0:32345:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000040:00080000:0.0:1763332955.928953:0:32356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].2, 64 off8320 00000040:00080000:0.0:1763332955.929169:0:32356:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1, 64 off8256 00000040:00080000:2.0:1763332955.929667:0:32364:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1763332955.929673:0:32364:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0xa:0x0] at index 2 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1763332955.930275:0:32356:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1763332955.930287:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1763332955.930320:0:32356:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1763332955.930341:0:32356:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb32e3ef184c34204 00000100:00080000:1.0:1763332955.930411:0:32356:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1763332955.930418:0:32356:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff92ff802a1800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:1.0:1763332955.930454:0:32356:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe42f0dc00 x1848987626426624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1763332955.930482:0:32356:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1763332955.930555:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1763332955.930560:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1763332955.930562:0:32356:0:(obd_config.c:1477:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1763332955.930565:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1763332955.930568:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1763332955.930570:0:32356:0:(obd_config.c:1477:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:1.0:1763332955.930573:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1763332955.930575:0:32356:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1763332955.930578:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1763332955.930580:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1763332955.930582:0:32356:0:(obd_config.c:1477:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:1.0:1763332955.930584:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1763332955.930586:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1763332955.930587:0:32356:0:(obd_config.c:1477:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1763332955.930591:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1763332955.931753:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626426624:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1763332955.931837:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332955.931954:0:32356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32356:1848987626426752:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1763332955.932042:0:32356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332955.932065:0:32356:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe438799c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332955.932125:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626426752 00000100:00100000:2.0:1763332955.932133:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626426752 00000100:00100000:2.0:1763332955.932182:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1763332955.932190:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4489b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+7:32356:x1848987626426752:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1763332955.932509:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4489b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+7:32356:x1848987626426752:12345-0@lo:502:llog_process_th.0 Request processed in 319us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.932517:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1763332955.932608:0:32356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32356:1848987626426752:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1763332955.932651:0:32356:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1763332955.932658:0:32356:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1763332955.932661:0:32356:0:(obd_config.c:1477:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1763332955.932666:0:32356:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1763332955.932826:0:32343:0:(obd_config.c:2039:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1763332955.932846:0:32343:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1763332955.933336:0:32343:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e600/0xb32e3ef184c3415c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34163 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.933365:0:32343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92ff77a0e600/0xb32e3ef184c3415c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34163 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1763332955.933373:0:32343:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff92fe480b7800 from 1 10000000:01000000:2.0:1763332955.933376:0:32343:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1763332955.933411:0:32343:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.933420:0:32343:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.933429:0:32343:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.933445:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626426880:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1763332955.933479:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.933505:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff456249c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332955.933522:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626426880 00000100:00100000:2.0:1763332955.933536:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626426880 00000100:00100000:0.0:1763332955.933709:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626426624 00000100:00100000:0.0:1763332955.933714:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626426624 00000100:00100000:0.0:1763332955.933739:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:0.0:1763332955.933745:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3651:x1848987626426624:12345-0@lo:8:llog_process_th.0 00010000:00080000:0.0:1763332955.933772:0:28600:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 1060 last 0 00000020:00000080:0.0:1763332955.933799:0:28600:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb32e3ef184c34212 00002000:00100000:0.0:1763332955.933812:0:28600:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff92ff500d8800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2103d35 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1763332955.933817:0:28600:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1763332955.933820:0:28600:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:0.0:1763332955.933888:0:28600:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92fe43a73300 00002000:00080000:0.0:1763332955.933898:0:28600:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1763332955.933922:0:28600:0:(import.c:65:import_set_state_nolock()) ffff92ff500d9000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1763332955.933967:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3651:x1848987626426624:12345-0@lo:8:llog_process_th.0 Request processed in 220us (2129us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332955.933973:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00100000:2.0:1763332955.934268:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1763332955.934277:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44898850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+7:32343:x1848987626426880:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1763332955.934287:0:32352:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332955.934301:0:32352:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe467be200/0xb32e3ef184c34219 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3420b expref: -99 pid: 32352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.934324:0:32352:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe467be200/0xb32e3ef184c34219 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3420b expref: 8 pid: 32352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.934333:0:32352:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe467be200/0xb32e3ef184c34219 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3420b expref: 8 pid: 32352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.934342:0:32352:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be200, rc 0) 00000100:00100000:1.0:1763332955.934522:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1763332955.934538:0:3651:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 4 00000100:00080000:1.0:1763332955.934546:0:3651:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1763332955.934550:0:3651:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1763332955.934553:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff802a1800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1763332955.934574:0:3651:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00100000:1.0:1763332955.934579:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3651:1848987626426624:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1763332955.934652:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44898850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+8:32343:x1848987626426880:12345-0@lo:101:mount.lustre.0 Request processed in 376us (1171us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.934658:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1763332955.934696:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626426880:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1763332955.934710:0:32343:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.934719:0:32343:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.935312:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626427008:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1763332955.935384:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.935414:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff456249c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332955.935430:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626427008 00000100:00100000:2.0:1763332955.935435:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626427008 00000100:00100000:2.0:1763332955.935477:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1763332955.935484:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44898450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+8:32343:x1848987626427008:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1763332955.935500:0:32352:0:(mgs_nids.c:896:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1763332955.935507:0:32352:0:(mgs_nids.c:315:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1763332955.935581:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44898450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+8:32343:x1848987626427008:12345-0@lo:256:mount.lustre.0 Request processed in 97us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.935588:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1763332955.935625:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626427008:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1763332955.936173:0:32343:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1763332955.936186:0:32343:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.936196:0:32343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1763332955.936203:0:32343:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff92fe480b7800 from 1 10000000:01000000:2.0:1763332955.936205:0:32343:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1763332955.936230:0:32343:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bf000/0xb32e3ef184c34220 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.936237:0:32343:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe467bf000/0xb32e3ef184c34220 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.936246:0:32343:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe467bf000/0xb32e3ef184c34220 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.936259:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626427136:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1763332955.936286:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.936302:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff456249c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332955.936319:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626427136 00000100:00100000:2.0:1763332955.936323:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626427136 00000100:00100000:2.0:1763332955.936369:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1763332955.936375:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4489a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+8:32343:x1848987626427136:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1763332955.936382:0:32352:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332955.936392:0:32352:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe467bec00/0xb32e3ef184c34227 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c34220 expref: -99 pid: 32352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.936408:0:32352:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe467bec00/0xb32e3ef184c34227 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c34220 expref: 9 pid: 32352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.936416:0:32352:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe467bec00/0xb32e3ef184c34227 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c34220 expref: 9 pid: 32352 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.936423:0:32352:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bec00, rc 0) 00000100:00100000:2.0:1763332955.936445:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4489a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:32343:x1848987626427136:12345-0@lo:101:mount.lustre.0 Request processed in 71us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.936451:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1763332955.936478:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626427136:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1763332955.936487:0:32343:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe467bf000/0xb32e3ef184c34220 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34227 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.936494:0:32343:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe467bf000/0xb32e3ef184c34220 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34227 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.936547:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626427264:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1763332955.936566:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.936576:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff456249c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332955.936586:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626427264 00000100:00100000:2.0:1763332955.936589:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626427264 00000100:00100000:2.0:1763332955.936601:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1763332955.936606:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44899c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:32343:x1848987626427264:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1763332955.936724:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44899c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:32343:x1848987626427264:12345-0@lo:501:mount.lustre.0 Request processed in 117us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.936730:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1763332955.936754:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626427264:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1763332955.936774:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626427392:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1763332955.936806:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.936818:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff456249c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332955.936829:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626427392 00000100:00100000:2.0:1763332955.936832:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626427392 00000100:00100000:2.0:1763332955.936848:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1763332955.936853:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4489a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:32343:x1848987626427392:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1763332955.936923:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4489a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:32343:x1848987626427392:12345-0@lo:503:mount.lustre.0 Request processed in 69us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.936929:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1763332955.936965:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626427392:0@lo:503:mount.lustre.0 00000004:00080000:2.0:1763332955.937000:0:32364:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1763332955.937057:0:32364:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1060016708040ns, next at 0ns, rc = 0 00080000:00080000:2.0:1763332955.937063:0:32364:0:(osd_handler.c:2862:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1763332955.938893:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332955.938918:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626427520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332955.938981:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332955.940325:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626427520 00000100:00100000:1.0:1763332955.940337:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626427520 00000100:00100000:1.0:1763332955.940434:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1763332955.940442:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626427520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332955.940472:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60259136 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1763332955.940544:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626427520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332955.940552:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1763332955.940602:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626427520:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1763332955.940702:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332955.941524:0:32366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32366:1848987626427648:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1763332955.941585:0:32366:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332955.941699:0:32366:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43879f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332955.941944:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626427648 00000100:00100000:3.0:1763332955.941950:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626427648 00000100:00100000:3.0:1763332955.941990:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1763332955.941998:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:32366:x1848987626427648:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1763332955.944754:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:32366:x1848987626427648:12345-0@lo:502:llog_process_th.0 Request processed in 2750us (3161us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.944769:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1763332955.944877:0:32366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32366:1848987626427648:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1763332955.944913:0:32366:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1763332955.944922:0:32366:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1763332955.944924:0:32366:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1763332955.944931:0:32366:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff92fe480b7800 00000020:00000080:1.0:1763332955.944935:0:32366:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1763332955.944942:0:32366:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1763332955.944945:0:32366:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1763332955.944946:0:32366:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1763332955.944949:0:32366:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1763332955.944951:0:32366:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1763332955.944952:0:32366:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1763332955.944955:0:32366:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff92fe480b7800 00000020:00000080:1.0:1763332955.944957:0:32366:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1763332955.945051:0:32366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32366:1848987626427776:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1763332955.945093:0:32366:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332955.945130:0:32366:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7ad02f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332955.945175:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626427776 00000100:00100000:3.0:1763332955.945181:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626427776 00000100:00100000:3.0:1763332955.945227:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1763332955.945235:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:32366:x1848987626427776:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1763332955.945336:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:32366:x1848987626427776:12345-0@lo:502:llog_process_th.0 Request processed in 101us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.945343:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1763332955.947488:0:32366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32366:1848987626427776:0@lo:502:llog_process_th.0 00000004:00080000:1.0:1763332955.948405:0:32345:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000020:01000000:2.0:1763332955.949779:0:32366:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1763332955.949790:0:32366:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1763332955.949793:0:32366:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1763332955.949798:0:32366:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1763332955.949994:0:32343:0:(obd_config.c:2039:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1763332955.950021:0:32343:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1763332955.950045:0:32343:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bf000/0xb32e3ef184c34220 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34227 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332955.950057:0:32343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe467bf000/0xb32e3ef184c34220 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34227 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1763332955.950114:0:32343:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1763332955.950117:0:32343:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff92fe480b7800 10000000:01000000:3.0:1763332955.950120:0:32343:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff92fe480b7800 10000000:01000000:3.0:1763332955.950124:0:32343:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1763332955.950129:0:32343:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff92fe480b7800 from 1 10000000:01000000:3.0:1763332955.950132:0:32343:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1763332955.950167:0:32343:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe45f74a00/0xb32e3ef184c3422e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332955.950176:0:32343:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe45f74a00/0xb32e3ef184c3422e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332955.950186:0:32343:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe45f74a00/0xb32e3ef184c3422e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332955.950210:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626427904:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1763332955.950272:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.960875:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45ffe240 going to sleep for 11 seconds 00000100:00100000:1.0:1763332955.960955:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626427904 00000100:00100000:1.0:1763332955.960966:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626427904 00000100:00100000:1.0:1763332955.961038:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1763332955.961049:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:32343:x1848987626427904:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1763332955.961065:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332955.961084:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe44d74a00/0xb32e3ef184c34235 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3422e expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332955.961109:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe44d74a00/0xb32e3ef184c34235 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3422e expref: 10 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332955.961119:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe44d74a00/0xb32e3ef184c34235 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3422e expref: 10 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332955.961128:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74a00, rc 0) 00000100:00100000:1.0:1763332955.961197:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32343:x1848987626427904:12345-0@lo:101:mount.lustre.0 Request processed in 150us (10923us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332955.961204:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1763332955.964729:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626427904:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1763332955.964756:0:32343:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe45f74a00/0xb32e3ef184c3422e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34235 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332955.964769:0:32343:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe45f74a00/0xb32e3ef184c3422e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34235 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332955.964853:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626428032:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1763332955.964908:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.964955:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff456249c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332955.965006:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626428032 00000100:00100000:3.0:1763332955.965014:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626428032 00000100:00100000:3.0:1763332955.965070:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1763332955.965079:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32343:x1848987626428032:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1763332955.965207:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32343:x1848987626428032:12345-0@lo:501:mount.lustre.0 Request processed in 129us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.965214:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1763332955.965294:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626428032:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1763332955.965321:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626428160:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1763332955.965390:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.965408:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff456249c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332955.965460:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626428160 00000100:00100000:3.0:1763332955.965465:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626428160 00000100:00100000:3.0:1763332955.965496:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1763332955.965503:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32343:x1848987626428160:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1763332955.965583:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32343:x1848987626428160:12345-0@lo:503:mount.lustre.0 Request processed in 80us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.965589:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1763332955.965733:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626428160:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1763332955.966294:0:32369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32369:1848987626428288:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1763332955.966331:0:32369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.966390:0:32369:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff45624000 going to sleep for 11 seconds 00000100:00100000:3.0:1763332955.966495:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626428288 00000100:00100000:3.0:1763332955.966500:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626428288 00000100:00100000:3.0:1763332955.966537:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1763332955.966544:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32369:x1848987626428288:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1763332955.966623:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32369:x1848987626428288:12345-0@lo:502:llog_process_th.0 Request processed in 79us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332955.966630:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1763332955.966718:0:32369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32369:1848987626428288:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1763332955.966769:0:32369:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1763332955.966775:0:32369:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1763332955.966799:0:32369:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff92fe45f498d8) 00000020:00000080:2.0:1763332955.966823:0:32369:0:(obd_config.c:657:class_attach()) OBD: dev 28 attached type lwp with refcount 2 00000020:00000080:2.0:1763332955.966828:0:32369:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1763332955.967001:0:32369:0:(tgt_mount.c:154:server_get_mount()) get mount ffff92fe480b7800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1763332955.967005:0:32369:0:(tgt_mount.c:188:server_put_mount()) put mount ffff92fe480b7800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1763332955.967007:0:32369:0:(obd_mount.c:705:lustre_put_lsi()) put ffff92fe480b7800 4 00010000:00080000:2.0:1763332955.967034:0:32369:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92fe49671000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.128@tcp at head 00010000:00010000:2.0:1763332955.968668:0:32369:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-12 is initialized 00000020:00000080:2.0:1763332955.968773:0:32369:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1763332955.968810:0:32369:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1763332955.968821:0:32369:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xb32e3ef184c34243 00000100:00080000:2.0:1763332955.968831:0:32369:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1763332955.968836:0:32369:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff92fe49671000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332955.968868:0:32369:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff74035f80 x1848987626428416/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1763332955.968903:0:32369:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1763332955.971186:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848987626428416:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1763332955.971264:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332955.972090:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626428416 00000100:00100000:3.0:1763332955.972101:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626428416 00000100:00100000:3.0:1763332955.972141:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168 00000100:00100000:3.0:1763332955.972148:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3651:x1848987626428416:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1763332955.972225:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3651:x1848987626428416:12345-0@lo:38:llog_process_th.0 Request processed in 75us (960us total) trans 0 rc -11/-11 00000100:00100000:3.0:1763332955.972232:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168 00000100:00100000:1.0:1763332955.972301:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1763332955.972310:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe49671000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1763332955.972315:0:3651:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1763332955.972319:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848987626428416:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1763332955.975551:0:32369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32369:1848987626428544:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1763332955.975630:0:32369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.975666:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626428544 00000100:00100000:2.0:1763332955.975673:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626428544 00000100:00100000:2.0:1763332955.975711:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1763332955.975719:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32369:x1848987626428544:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1763332955.975832:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32369:x1848987626428544:12345-0@lo:502:llog_process_th.0 Request processed in 112us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332955.975839:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1763332955.975887:0:32369:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff45624000 going to sleep for 11 seconds 00000100:00100000:2.0:1763332955.975910:0:32369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32369:1848987626428544:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1763332955.975948:0:32369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32369:1848987626428672:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1763332955.975977:0:32369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332955.978074:0:32369:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff4850e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332955.978142:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626428672 00000100:00100000:0.0:1763332955.978150:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626428672 00000100:00100000:0.0:1763332955.978201:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1763332955.978210:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32369:x1848987626428672:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1763332955.978333:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32369:x1848987626428672:12345-0@lo:502:llog_process_th.0 Request processed in 124us (2354us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332955.978340:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1763332955.979260:0:32369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32369:1848987626428672:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1763332955.979295:0:32369:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1763332955.979510:0:32343:0:(obd_config.c:2039:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1763332955.979542:0:32343:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1763332955.979563:0:32343:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe45f74a00/0xb32e3ef184c3422e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34235 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332955.979575:0:32343:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe45f74a00/0xb32e3ef184c3422e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34235 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1763332955.979638:0:32343:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1763332955.979641:0:32343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1763332955.979642:0:32343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1763332955.979644:0:32343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1763332955.979646:0:32343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1763332955.979647:0:32343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1763332955.979648:0:32343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1763332955.979650:0:32343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1763332955.979652:0:32343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1763332955.979654:0:32343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1763332955.979658:0:32343:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1763332955.979660:0:32343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1763332955.979661:0:32343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1763332955.979662:0:32343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1763332955.979664:0:32343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1763332955.979665:0:32343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1763332955.979666:0:32343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1763332955.979667:0:32343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1763332955.979668:0:32343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1763332955.979670:0:32343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1763332955.979671:0:32343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1763332955.979692:0:32343:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1763332955.979708:0:32343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626428800:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1763332955.979754:0:32343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332955.979781:0:32343:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45ffe780 going to sleep for 11 seconds 00000100:00100000:2.0:1763332955.979833:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626428800 00000100:00100000:2.0:1763332955.979840:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626428800 00000100:00100000:2.0:1763332955.979880:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1763332955.979888:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32343:x1848987626428800:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1763332955.979909:0:32350:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1763332955.979922:0:32350:0:(mgs_nids.c:460:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1763332955.999589:0:32350:0:(mgs_nids.c:806:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1763332956.000297:0:32350:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1763332956.000448:0:32354:0:(mgs_nids.c:703:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1763332956.000453:0:32354:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1763332956.000476:0:32354:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332956.000496:0:32354:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff92fe467be200/0xb32e3ef184c34219 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3420b expref: 10 pid: 32352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332956.000505:0:32354:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332956.000558:0:32354:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff92fe467be200/0xb32e3ef184c34219 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c3420b expref: 10 pid: 32352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332956.000573:0:32354:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff92fe467be200/0xb32e3ef184c34219 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb32e3ef184c3420b expref: 10 pid: 32352 timeout: 1160 lvb_type: 0 00000100:00100000:3.0:1763332956.000588:0:32354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:32354:1848987626428928:0@lo:104: 00000100:00100000:3.0:1763332956.000669:0:32354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332956.000710:0:32354:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45ffe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.001120:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626428928 00000100:00100000:0.0:1763332956.001128:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626428928 00000100:00100000:0.0:1763332956.001179:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1763332956.001188:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+3:32354:x1848987626428928:12345-0@lo:104: 00010000:00010000:0.0:1763332956.001199:0:6503:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332956.001269:0:6503:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1763332956.001275:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+3:32354:x1848987626428928:12345-0@lo:104: Request processed in 89us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.001282:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00010000:00010000:1.0:1763332956.001775:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332956.001782:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.001794:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc1197c20) 10000000:00010000:1.0:1763332956.001798:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.001806:0:8421:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1763332956.001812:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1763332956.001818:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1763332956.001856:0:8421:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.001863:0:8421:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1763332956.001884:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.001891:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.128@tcp lock: ffff92fe467bf600/0xb32e3ef184c3420b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c34219 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.001905:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332956.001907:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332956.001909:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332956.001922:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626429056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332956.001956:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.002190:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:32343:x1848987626428800:12345-0@lo:253:mount.lustre.0 Request processed in 22301us (22434us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.002199:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1763332956.002411:0:32354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:32354:1848987626428928:0@lo:104: 00010000:00010000:3.0:1763332956.002430:0:32354:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332956.002515:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5e37baad-59e1-47e8-a7d1-7559d772e0ab:32343:1848987626428800:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1763332956.002535:0:32343:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1763332956.002538:0:32343:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1763332956.002540:0:32343:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1763332956.002542:0:32343:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1763332956.002544:0:32343:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1763332956.002545:0:32343:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1763332956.002546:0:32343:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1763332956.002548:0:32343:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1763332956.002549:0:32343:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1763332956.002551:0:32343:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1763332956.002553:0:32343:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1763332956.002564:0:32343:0:(tgt_mount.c:2557:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1763332956.006697:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626429056 00000100:00100000:1.0:1763332956.006709:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626429056 00010000:00010000:1.0:1763332956.006745:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff92fe467be200/0xb32e3ef184c34219 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb32e3ef184c3420b expref: 10 pid: 32352 timeout: 1160 lvb_type: 0 00000100:00100000:1.0:1763332956.006795:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1763332956.006805:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:3655:x1848987626429056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332956.006820:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332956.006825:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff92fe467be200/0xb32e3ef184c34219 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb32e3ef184c3420b expref: 10 pid: 32352 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763332956.006837:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff92fe467be200/0xb32e3ef184c34219 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb32e3ef184c3420b expref: 10 pid: 32352 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763332956.006854:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe467be200/0xb32e3ef184c34219 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c3420b expref: 10 pid: 32352 timeout: 1160 lvb_type: 0 00010000:00010000:1.0:1763332956.006870:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.006878:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 20000000:01000000:1.0:1763332956.006895:0:6506:0:(mgs_nids.c:679:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.006442676s 00010000:00010000:1.0:1763332956.006900:0:6506:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.006906:0:6506:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.006912:0:6506:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.006918:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.006923:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe45f75200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332956.006928:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.006935:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.006950:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332956.006961:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332956.007029:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:3655:x1848987626429056:12345-0@lo:103:ldlm_bl.0 Request processed in 225us (5070us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332956.007036:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1763332956.007077:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3655:1848987626429056:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1763332956.007562:0:32354:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332956.007572:0:32354:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332956.007578:0:32354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c3424a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32354 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1763332956.026329:0:32343:0:(update_trans.c:1477:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 54 00000040:01000000:3.0:1763332956.027127:0:32343:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1763332956.027262:0:32374:0:(update_trans.c:1520:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 54 00000020:00080000:2.0:1763332956.027267:0:32374:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 54 00000040:01000000:1.0:1763332956.027499:0:32375:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1763332956.027642:0:32343:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00100000:3.0:1763332956.028177:0:32376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429184:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1763332956.028253:0:32376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332956.028295:0:32376:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff58cbf9c0 going to sleep for 11 seconds 00000040:01000000:2.0:1763332956.028729:0:32343:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1763332956.028772:0:32343:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1763332956.029074:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626429184 00000100:00100000:0.0:1763332956.029082:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626429184 00000100:00100000:0.0:1763332956.029135:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1763332956.029145:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429184:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.029235:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429184:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 91us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.029242:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1763332956.029435:0:32376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004ad80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429184:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1763332956.029466:0:32376:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1763332956.029504:0:32376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0e680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429312:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1763332956.029563:0:32376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332956.029581:0:32376:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43aa6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.029635:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626429312 00000100:00100000:0.0:1763332956.029640:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626429312 00000100:00100000:0.0:1763332956.029670:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1763332956.029676:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429312:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.029765:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429312:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 89us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.029772:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000004:00000080:2.0:1763332956.030460:0:32343:0:(mdd_device.c:556:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1763332956.030471:0:32343:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1763332956.030547:0:32343:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1763332956.031597:0:32343:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1763332956.032178:0:32343:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1763332956.032207:0:32343:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1763332956.032287:0:32343:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1763332956.032938:0:32376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0e680 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429312:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1763332956.033041:0:32376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9880 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429440:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1763332956.033095:0:32376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332956.033131:0:32376:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43aa6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.033243:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626429440 00000100:00100000:0.0:1763332956.033252:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626429440 00000100:00100000:0.0:1763332956.033305:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1763332956.033314:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429440:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.033433:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429440:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 120us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.033441:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1763332956.033475:0:32376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9880 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429440:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.033556:0:32376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429568:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.033614:0:32376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.033635:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626429568 00000100:00100000:0.0:1763332956.033639:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626429568 00000100:00100000:0.0:1763332956.033660:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:0.0:1763332956.033666:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429568:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.033844:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429568:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 177us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.033850:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:0.0:1763332956.033871:0:32376:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7600 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.033884:0:32376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429568:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1763332956.033912:0:32376:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 0, last_idx 2 00000100:00100000:0.0:1763332956.033986:0:32376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429696:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.034027:0:32376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.034045:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626429696 00000100:00100000:0.0:1763332956.034049:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626429696 00000100:00100000:0.0:1763332956.034070:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1763332956.034076:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429696:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.034175:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429696:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 98us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.034181:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1763332956.034199:0:32376:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7600 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.034211:0:32376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429696:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1763332956.034235:0:32376:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 2 synced_idx: 0 lgh_last_idx: 2 00000040:00080000:0.0:1763332956.034239:0:32376:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x240000401:0x3:0x0] at index 1 of catalog [0x240000401:0x1:0x0] 00000100:00100000:0.0:1763332956.034280:0:32376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429824:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.034303:0:32376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.034321:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626429824 00000100:00100000:0.0:1763332956.034325:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626429824 00000100:00100000:0.0:1763332956.034345:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1763332956.034373:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429824:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.034413:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429824:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 40us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.034418:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1763332956.034435:0:32376:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.034447:0:32376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429824:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.034497:0:32376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429952:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.034547:0:32376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.034565:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626429952 00000100:00100000:0.0:1763332956.034569:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626429952 00000100:00100000:0.0:1763332956.034589:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1763332956.034595:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429952:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.034727:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626429952:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 131us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.034733:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1763332956.034750:0:32376:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7600 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.034763:0:32376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399b800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626429952:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.034819:0:32376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626fb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626430080:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.034840:0:32376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.034858:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626430080 00000100:00100000:0.0:1763332956.034862:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626430080 00000100:00100000:0.0:1763332956.034882:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1763332956.034888:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626430080:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.034938:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626430080:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 50us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.034945:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1763332956.034962:0:32376:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7300 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.034974:0:32376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626fb80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626430080:0@lo:1000:lod0000_rec0001.0 00000004:00080000:0.0:1763332956.035007:0:32376:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff7dcc70c0 with version 1 00000004:00080000:0.0:1763332956.035021:0:32360:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff499ad300 version 1 rpc_version 1 00000020:00100000:0.0:1763332956.035035:0:32360:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763332956.035043:0:32360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe4626fb80 x1848987626430336/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332956.035056:0:32360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32360:1848987626430336:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332956.035079:0:32360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.035092:0:32360:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7600 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.035104:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626430336 00000100:00100000:0.0:1763332956.035107:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626430336 00000100:00100000:0.0:1763332956.035125:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1763332956.035130:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32360:x1848987626430336:12345-0@lo:1000:osp_up1-0.0 00000040:00080000:0.0:1763332956.035464:0:32376:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 1, last_idx 2 00000004:00080000:0.0:1763332956.035476:0:32376:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff7dcc7240 with version 2 00000040:00080000:0.0:1763332956.035480:0:32376:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x240000401:0x3:0x0] at index 1 of catalog [0x240000401:0x1:0x0] 00000040:00080000:1.0:1763332956.037386:0:32375:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0x200000400:0x1:0x0] first idx 0, last_idx 1 00000040:00080000:1.0:1763332956.037690:0:32375:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1763332956.037694:0:32375:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x200000400:0x2:0x0] at index 1 of catalog [0x200000400:0x1:0x0] 00080000:10000000:3.0:1763332956.039091:0:32343:0:(osd_handler.c:5591:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x35:0x0] (8/32) registered 00010000:00080000:3.0:1763332956.042134:0:32343:0:(ldlm_lib.c:3032:target_recovery_init()) RECOVERY: service lustre-MDT0000, 2 recoverable clients, last_transno 4294969275 00010000:00080000:3.0:1763332956.047328:0:32377:0:(ldlm_lib.c:2835:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 32377 00010000:02000000:3.0:1763332956.047363:0:32377:0:(ldlm_lib.c:2317:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00010000:00080000:3.0:1763332956.050173:0:32377:0:(ldlm_lib.c:2527:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:3.0:1763332956.050182:0:32377:0:(ldlm_lib.c:2527:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000020:01000004:0.0:1763332956.050592:0:32343:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1763332956.050611:0:32343:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.128@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1763332956.050630:0:32343:0:(tgt_mount.c:2326:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1763332956.050664:0:32343:0:(super25.c:202:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000001:00080000:1.0:1763332956.051424:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967491 is committed 00000001:00100000:1.0:1763332956.051433:0:7438:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1763332956.055042:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:32360:x1848987626430336:12345-0@lo:1000:osp_up1-0.0 Request processed in 19898us (19949us total) trans 4294967491 rc 0/0 00000100:00100000:0.0:1763332956.055058:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000004:00080000:0.0:1763332956.055122:0:32360:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967491 committed transno 4294967491 00000100:00100000:0.0:1763332956.055127:0:32360:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967491 gen 2 00000100:00100000:0.0:1763332956.055153:0:32360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32360:1848987626430336:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1763332956.055179:0:32360:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff499ad300 version 2 rpc_version 2 00000020:00100000:0.0:1763332956.055206:0:32360:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763332956.055214:0:32360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe4626fb80 x1848987626430592/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332956.055237:0:32360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32360:1848987626430592:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332956.055278:0:32360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.055300:0:32360:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.055316:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626430592 00000100:00100000:0.0:1763332956.055322:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626430592 00000100:00100000:0.0:1763332956.055387:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1763332956.055399:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bde1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:32360:x1848987626430592:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332956.055557:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bde1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32360:x1848987626430592:12345-0@lo:1000:osp_up1-0.0 Request processed in 161us (278us total) trans 4294967492 rc 0/0 00000100:00100000:0.0:1763332956.055565:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1763332956.055804:0:32360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32360:1848987626430592:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332956.056086:0:32376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626430720:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.056180:0:32376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.056203:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626430720 00000100:00100000:0.0:1763332956.056207:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626430720 00000100:00100000:0.0:1763332956.056232:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1763332956.056238:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626430720:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.056388:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626430720:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 149us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.056395:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1763332956.056418:0:32376:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7600 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.056432:0:32376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626430720:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1763332956.056470:0:32376:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1763332956.056474:0:32376:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x240000401:0x4:0x0] at index 2 of catalog [0x240000401:0x1:0x0] 00000100:00100000:0.0:1763332956.056538:0:32376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626430848:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.056562:0:32376:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.056582:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626430848 00000100:00100000:0.0:1763332956.056585:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626430848 00000100:00100000:0.0:1763332956.056608:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:0.0:1763332956.056614:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626430848:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1763332956.056657:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32376:x1848987626430848:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 42us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.056662:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:0.0:1763332956.056678:0:32376:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.056691:0:32376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:32376:1848987626430848:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1763332956.056727:0:32376:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00080000:0.0:1763332956.056762:0:32376:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff7dcc70c0 with version 3 00000004:00080000:0.0:1763332956.056774:0:32360:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff499ad300 version 3 rpc_version 3 00000020:00100000:0.0:1763332956.056786:0:32360:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763332956.056792:0:32360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe4626f480 x1848987626431104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332956.056806:0:32360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32360:1848987626431104:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332956.056830:0:32360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.056843:0:32360:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7600 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.056855:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626431104 00000100:00100000:0.0:1763332956.056859:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626431104 00000100:00100000:0.0:1763332956.056878:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:0.0:1763332956.056884:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32360:x1848987626431104:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332956.057102:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:32360:x1848987626431104:12345-0@lo:1000:osp_up1-0.0 Request processed in 217us (270us total) trans 4294967493 rc 0/0 00000100:00100000:0.0:1763332956.057109:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:0.0:1763332956.057140:0:32360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626f480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32360:1848987626431104:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1763332956.057177:0:32376:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff92ff7dcc7600 with version 4 00000040:00080000:0.0:1763332956.057185:0:32376:0:(llog_cat.c:1254:llog_cat_cleanup()) cancel plain log [0x240000401:0x4:0x0] at index 2 of catalog [0x240000401:0x1:0x0] 00000004:00080000:0.0:1763332956.057194:0:32360:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff499ad300 version 4 rpc_version 4 00000020:00100000:0.0:1763332956.057206:0:32360:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1763332956.057211:0:32360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe4626d180 x1848987626431360/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332956.057222:0:32360:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626d180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32360:1848987626431360:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332956.057246:0:32360:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.057258:0:32360:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7180 going to sleep for 11 seconds 00000100:00100000:0.0:1763332956.057268:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626431360 00000100:00100000:0.0:1763332956.057272:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626431360 00000100:00100000:0.0:1763332956.057291:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:0.0:1763332956.057296:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:32360:x1848987626431360:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1763332956.057403:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:32360:x1848987626431360:12345-0@lo:1000:osp_up1-0.0 Request processed in 105us (155us total) trans 4294967494 rc 0/0 00000100:00100000:0.0:1763332956.057410:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:0.0:1763332956.057557:0:32360:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626d180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32360:1848987626431360:0@lo:1000:osp_up1-0.0 00000040:00080000:0.0:1763332956.057591:0:32376:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 2 count 1 00000004:00080000:0.0:1763332956.057668:0:32376:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1763332956.070169:0:32375:0:(lod_dev.c:317:lod_process_recovery_updates()) lustre-MDT0000-mdtlov: process recovery updates [0x200000400:0x2:0x0].31 00000020:00080000:0.0:1763332956.070178:0:32375:0:(update_recovery.c:366:insert_update_records_to_replay_list()) lustre-MDT0000: insert record batchid = 54 transno = 0 mdt_index 0 00000040:00080000:0.0:1763332956.070190:0:32375:0:(llog.c:854:llog_process_thread()) stop processing plain [0x200000400:0x2:0x0] index 32 count 2 00000040:00080000:0.0:1763332956.070209:0:32375:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 2 count 2 00000004:00080000:0.0:1763332956.070274:0:32375:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1763332956.070279:0:32375:0:(lod_dev.c:544:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00080000:3.0:1763332956.070483:0:32377:0:(ldlm_lib.c:2527:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 2 abort 0 expired 0 00000020:00000004:1.0:1763332956.077889:0:32378:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1763332956.078171:0:32378:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1763332956.240784:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1763332956.240807:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626431488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1763332956.240870:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.240922:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626431488 00000100:00100000:0.0:1763332956.240929:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626431488 00000100:00100000:0.0:1763332956.240970:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1763332956.240979:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626431488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332956.241000:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60259136 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1763332956.241039:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626431488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.241046:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1763332956.241101:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626431488:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1763332956.752714:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332956.752887:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626431616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332956.752989:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332956.753440:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626431616 00000100:00100000:0.0:1763332956.753449:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626431616 00000100:00100000:0.0:1763332956.753507:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1763332956.753527:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626431616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1763332956.753552:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1763332956.753601:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626431616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.753612:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1763332956.753663:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626431616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332956.985677:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332956.985754:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611250944 00000100:00100000:0.0:1763332956.985765:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611250944 00000100:00100000:0.0:1763332956.985827:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 24 00000100:00100000:0.0:1763332956.985838:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+4:39314:x1848987611250944:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763332956.985856:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332956.985877:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff77a0e200/0xb32e3ef184c34251 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5b2 expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332956.985904:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff77a0e200/0xb32e3ef184c34251 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5b2 expref: 5 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332956.985916:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff77a0e200/0xb32e3ef184c34251 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5b2 expref: 5 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332956.985925:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0e200, rc 0) 00000100:00100000:0.0:1763332956.985996:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+5:39314:x1848987611250944:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 Request processed in 160us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.986004:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 24 00000100:00100000:0.0:1763332956.994256:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332956.994321:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611251072 00000100:00100000:1.0:1763332956.994333:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611251072 00000100:00100000:1.0:1763332956.994429:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 25 00000100:00100000:1.0:1763332956.994441:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+5:39314:x1848987611251072:12345-192.168.204.28@tcp:256:ll_cfg_requeue.0 20000000:01000000:1.0:1763332956.994471:0:32350:0:(mgs_nids.c:896:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 16384. 20000000:01000000:1.0:1763332956.994501:0:32350:0:(mgs_nids.c:304:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1763332956.994504:0:32350:0:(mgs_nids.c:315:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1763332956.996942:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+5:39314:x1848987611251072:12345-192.168.204.28@tcp:256:ll_cfg_requeue.0 Request processed in 2492us (2692us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332956.996955:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 25 00000100:00100000:0.0:1763332957.001169:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332957.001219:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611251200 00000100:00100000:1.0:1763332957.001230:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611251200 00000100:00100000:1.0:1763332957.001284:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 26 00000100:00100000:1.0:1763332957.001295:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+5:39314:x1848987611251200:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1763332957.001311:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332957.001330:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe44d75e00/0xb32e3ef184c34258 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5b9 expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.001387:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe44d75e00/0xb32e3ef184c34258 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5b9 expref: 6 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.001398:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe44d75e00/0xb32e3ef184c34258 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5b9 expref: 6 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.001408:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75e00, rc 0) 00000100:00100000:1.0:1763332957.001456:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+6:39314:x1848987611251200:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 Request processed in 164us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332957.001463:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 26 10000000:01000000:2.0:1763332957.008505:0:6516:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1763332957.008521:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff92fe480b7800 from 14 10000000:01000000:2.0:1763332957.008527:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1763332957.008577:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bf400/0xb32e3ef184c3425f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.008590:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe467bf400/0xb32e3ef184c3425f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.008603:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe467bf400/0xb32e3ef184c3425f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.008634:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626431744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.008704:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.008912:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.010922:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626431744 00000100:00100000:0.0:1763332957.010933:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626431744 00000100:00100000:0.0:1763332957.010994:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1763332957.011004:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+9:6516:x1848987626431744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763332957.011017:0:32351:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332957.011035:0:32351:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff77a0ec00/0xb32e3ef184c34266 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3425f expref: -99 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.011062:0:32351:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff77a0ec00/0xb32e3ef184c34266 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3425f expref: 10 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.011072:0:32351:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff77a0ec00/0xb32e3ef184c34266 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3425f expref: 10 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.011081:0:32351:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0ec00, rc 0) 00000100:00100000:0.0:1763332957.011143:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:6516:x1848987626431744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (2439us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.011150:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1763332957.011294:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626431744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1763332957.011311:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe467bf400/0xb32e3ef184c3425f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34266 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.011321:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe467bf400/0xb32e3ef184c3425f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34266 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.011419:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626431872:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.011456:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.011480:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.011731:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626431872 00000100:00100000:0.0:1763332957.011736:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626431872 00000100:00100000:0.0:1763332957.011770:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1763332957.011777:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dfa6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:6516:x1848987626431872:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1763332957.011792:0:32351:0:(mgs_nids.c:896:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1763332957.011808:0:32351:0:(mgs_nids.c:304:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1763332957.011811:0:32351:0:(mgs_nids.c:315:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1763332957.012531:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dfa6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:6516:x1848987626431872:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 750us (1069us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.012541:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1763332957.012614:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626431872:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1763332957.012671:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1763332957.012680:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bf400/0xb32e3ef184c3425f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34266 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.012689:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe467bf400/0xb32e3ef184c3425f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34266 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1763332957.012699:0:6516:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1763332957.012701:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff92ff77b4f800 from 52 10000000:01000000:1.0:1763332957.012704:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1763332957.012727:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe44d74e00/0xb32e3ef184c3426d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.012734:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe44d74e00/0xb32e3ef184c3426d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.012743:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe44d74e00/0xb32e3ef184c3426d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332957.012760:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.012792:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332957.012826:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43aa6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.013382:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626432000 00000100:00100000:0.0:1763332957.013388:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626432000 00000100:00100000:0.0:1763332957.013421:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1763332957.013429:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dfa7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+10:6516:x1848987626432000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763332957.013439:0:32351:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332957.013450:0:32351:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff77a0f400/0xb32e3ef184c34274 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3426d expref: -99 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.013470:0:32351:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff77a0f400/0xb32e3ef184c34274 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3426d expref: 11 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.013480:0:32351:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff77a0f400/0xb32e3ef184c34274 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3426d expref: 11 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.013488:0:32351:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0f400, rc 0) 00000100:00100000:0.0:1763332957.013537:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dfa7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+11:6516:x1848987626432000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.013544:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1763332957.013631:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1763332957.013642:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe44d74e00/0xb32e3ef184c3426d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34274 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.013651:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe44d74e00/0xb32e3ef184c3426d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34274 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332957.013712:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.013735:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332957.013765:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43aa6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332957.013825:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626432128 00000100:00100000:2.0:1763332957.013830:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626432128 00000100:00100000:2.0:1763332957.013864:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1763332957.013871:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dfa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+11:6516:x1848987626432128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.013985:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dfa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+11:6516:x1848987626432128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332957.013991:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1763332957.014063:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.014091:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.014123:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332957.014152:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43aa6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.014472:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626432256 00000100:00100000:0.0:1763332957.014477:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626432256 00000100:00100000:0.0:1763332957.017311:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1763332957.017330:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dfa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+11:6516:x1848987626432256:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.017501:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dfa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+11:6516:x1848987626432256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 177us (3375us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.017518:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1763332957.023457:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.024785:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332957.024828:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000040:00080000:1.0:1763332957.025643:0:32438:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000020:01000000:3.0:1763332957.025882:0:6516:0:(obd_config.c:2039:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 00000100:00100000:0.0:1763332957.025885:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611251456 00000100:00100000:0.0:1763332957.025895:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611251456 10000000:01000000:3.0:1763332957.025925:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1763332957.025936:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe44d74e00/0xb32e3ef184c3426d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34274 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332957.025943:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3169 00010000:00010000:3.0:1763332957.025954:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe44d74e00/0xb32e3ef184c3426d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34274 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332957.025957:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2417:x1848987611251456:12345-192.168.204.28@tcp:38:lctl.0 10000000:01000000:3.0:1763332957.025971:0:6516:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1763332957.025974:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1763332957.025978:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00080000:0.0:1763332957.025995:0:6519:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID '1370b1d7-8612-4b90-ab37-e53288bbf9fd' at ffff92fe459d0800, cookie 0xb32e3ef184c341a2 00010000:00080000:0.0:1763332957.026001:0:6519:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp recovering/t4294969159 exp ffff92fe459d0800 cur 1061 last 1763332955 00010000:00010000:3.0:1763332957.026010:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe45f74200/0xb32e3ef184c3427b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:02000400:0.0:1763332957.026011:0:6519:0:(ldlm_lib.c:2019:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 2 clients reconnect 00010000:00010000:3.0:1763332957.026024:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe45f74200/0xb32e3ef184c3427b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.026034:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe45f74200/0xb32e3ef184c3427b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332957.026071:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.026119:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332957.026153:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff800d30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332957.026169:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611251328 00000100:00100000:3.0:1763332957.026172:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611251328 00000100:00100000:3.0:1763332957.026216:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626432384 00000100:00100000:3.0:1763332957.026220:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626432384 00000100:00100000:3.0:1763332957.026235:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 32 00000100:00100000:3.0:1763332957.026241:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43a8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+6:39314:x1848987611251328:12345-192.168.204.28@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.026400:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43a8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39314:x1848987611251328:12345-192.168.204.28@tcp:501:ll_cfg_requeue.0 Request processed in 158us (1621us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.026408:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 32 00000100:00100000:3.0:1763332957.026434:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1763332957.026440:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43a8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+11:6516:x1848987626432384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1763332957.026449:0:32352:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332957.026461:0:32352:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c34282 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3427b expref: -99 pid: 32352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.026483:0:32352:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c34282 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3427b expref: 12 pid: 32352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.026493:0:32352:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe45f75200/0xb32e3ef184c34282 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3427b expref: 12 pid: 32352 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.026501:0:32352:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75200, rc 0) 00000100:00100000:3.0:1763332957.026547:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43a8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+12:6516:x1848987626432384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.026553:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1763332957.026804:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1763332957.026817:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe45f74200/0xb32e3ef184c3427b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34282 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.026825:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe45f74200/0xb32e3ef184c3427b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34282 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332957.026873:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.026894:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332957.026911:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7c840 going to sleep for 11 seconds 00000100:00100000:3.0:1763332957.026921:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626432512 00000100:00100000:3.0:1763332957.026924:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626432512 00000100:00100000:3.0:1763332957.026941:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1763332957.026947:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43a88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+12:6516:x1848987626432512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.027019:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43a88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+12:6516:x1848987626432512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 72us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.027025:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1763332957.027049:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.027072:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.027108:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332957.027119:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7c840 going to sleep for 11 seconds 00000100:00100000:3.0:1763332957.027128:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626432640 00000100:00100000:3.0:1763332957.027130:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626432640 00000100:00100000:3.0:1763332957.027143:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1763332957.027148:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43a89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+12:6516:x1848987626432640:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.028332:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43a89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+12:6516:x1848987626432640:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1177us (1216us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.028341:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1763332957.028421:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432640:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1763332957.031562:0:32439:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:3.0:1763332957.031760:0:6516:0:(obd_config.c:2039:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1763332957.031782:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1763332957.031792:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe45f74200/0xb32e3ef184c3427b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34282 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.031804:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe45f74200/0xb32e3ef184c3427b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34282 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1763332957.031813:0:6516:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1763332957.031815:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff92ff77b4f800 from 7 10000000:01000000:3.0:1763332957.031817:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1763332957.031854:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe45f74600/0xb32e3ef184c34289 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.031862:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe45f74600/0xb32e3ef184c34289 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.031872:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe45f74600/0xb32e3ef184c34289 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332957.031896:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.031954:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332957.031999:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7c840 going to sleep for 11 seconds 00000100:00100000:1.0:1763332957.033925:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626432768 00000100:00100000:1.0:1763332957.033941:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626432768 00000100:00100000:1.0:1763332957.034002:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1763332957.034012:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43a8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+12:6516:x1848987626432768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1763332957.034031:0:32351:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332957.034052:0:32351:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe44d74800/0xb32e3ef184c34290 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c34289 expref: -99 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.034082:0:32351:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe44d74800/0xb32e3ef184c34290 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c34289 expref: 13 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.034093:0:32351:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe44d74800/0xb32e3ef184c34290 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c34289 expref: 13 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.034102:0:32351:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74800, rc 0) 00000100:00100000:1.0:1763332957.034174:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43a8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+13:6516:x1848987626432768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (2219us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332957.034183:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1763332957.034240:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1763332957.034256:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe45f74600/0xb32e3ef184c34289 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34290 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.034266:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe45f74600/0xb32e3ef184c34289 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34290 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332957.034482:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.034525:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332957.035375:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43aa6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763332957.035435:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626432896 00000100:00100000:3.0:1763332957.035442:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626432896 00000100:00100000:3.0:1763332957.035482:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1763332957.035489:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43a8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+13:6516:x1848987626432896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.035621:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43a8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+13:6516:x1848987626432896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 131us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.035628:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1763332957.035705:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626432896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.035739:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.035781:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332957.036370:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43aa6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1763332957.036421:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626433024 00000100:00100000:3.0:1763332957.036426:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626433024 00000100:00100000:3.0:1763332957.036462:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1763332957.036470:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43a88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+13:6516:x1848987626433024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.036567:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43a88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+13:6516:x1848987626433024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 97us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.036573:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00080000:0.0:1763332957.038078:0:6519:0:(ldlm_lib.c:2082:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 70 seconds 00000004:00100000:0.0:1763332957.038108:0:6519:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000020:01000000:0.0:1763332957.038117:0:6519:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff58e80400 00000100:00080000:0.0:1763332957.038259:0:6519:0:(import.c:65:import_set_state_nolock()) ffff92ff500db000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1763332957.038335:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2417:x1848987611251456:12345-192.168.204.28@tcp:38:lctl.0 Request processed in 12380us (13507us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.038345:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3169 00000100:00100000:1.0:1763332957.041625:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1763332957.042397:0:32441:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:1.0:1763332957.042451:0:6516:0:(obd_config.c:2039:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:1.0:1763332957.042476:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1763332957.042485:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe45f74600/0xb32e3ef184c34289 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34290 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.042497:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe45f74600/0xb32e3ef184c34289 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34290 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1763332957.042519:0:6516:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1763332957.042523:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff92ff7e4db000 from 52 10000000:01000000:1.0:1763332957.042526:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1763332957.042558:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe44d75800/0xb32e3ef184c34297 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.042566:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe44d75800/0xb32e3ef184c34297 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.042575:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe44d75800/0xb32e3ef184c34297 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332957.042598:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.042659:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332957.042693:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43aa6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332957.042712:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626433152 00000100:00100000:1.0:1763332957.042717:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626433152 00000100:00100000:1.0:1763332957.042759:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1763332957.042768:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43a89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+13:6516:x1848987626433152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1763332957.042783:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332957.042797:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe44d75c00/0xb32e3ef184c3429e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c34297 expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.042819:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe44d75c00/0xb32e3ef184c3429e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c34297 expref: 14 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.042829:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe44d75c00/0xb32e3ef184c3429e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c34297 expref: 14 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.042838:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75c00, rc 0) 00000100:00100000:1.0:1763332957.042873:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43a89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+14:6516:x1848987626433152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332957.042884:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1763332957.042923:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1763332957.042936:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe44d75800/0xb32e3ef184c34297 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c3429e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.042946:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe44d75800/0xb32e3ef184c34297 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c3429e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332957.042990:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.043013:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332957.043023:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43aa6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332957.043032:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626433280 00000100:00100000:1.0:1763332957.043035:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626433280 00000100:00100000:1.0:1763332957.043055:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1763332957.043061:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43a88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+14:6516:x1848987626433280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.043161:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43a88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+14:6516:x1848987626433280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 101us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332957.043168:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1763332957.043192:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.043216:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.043254:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332957.043265:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43aa6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1763332957.043275:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626433408 00000100:00100000:1.0:1763332957.043279:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626433408 00000100:00100000:1.0:1763332957.043295:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1763332957.043301:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+14:6516:x1848987626433408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.043388:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+14:6516:x1848987626433408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332957.043395:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1763332957.043429:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44dc9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433408:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1763332957.052601:0:32442:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000020:01000000:0.0:1763332957.053690:0:6516:0:(obd_config.c:2039:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 10000000:01000000:0.0:1763332957.053726:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1763332957.053739:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe44d75800/0xb32e3ef184c34297 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c3429e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.053752:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe44d75800/0xb32e3ef184c34297 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c3429e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1763332957.053765:0:6516:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1763332957.053768:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1763332957.053771:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1763332957.053815:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff77a0f000/0xb32e3ef184c342a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.053824:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92ff77a0f000/0xb32e3ef184c342a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.053836:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92ff77a0f000/0xb32e3ef184c342a5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332957.053871:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44820000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.053940:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332957.053973:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46e0eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.054021:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332957.054044:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626433536 00000100:00100000:0.0:1763332957.054051:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626433536 00000100:00100000:0.0:1763332957.054097:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611251584 00000100:00100000:0.0:1763332957.054100:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611251584 00000100:00100000:0.0:1763332957.054117:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1763332957.054126:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+14:6516:x1848987626433536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763332957.054139:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332957.054152:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff77a0f600/0xb32e3ef184c342ac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c342a5 expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.054174:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff77a0f600/0xb32e3ef184c342ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c342a5 expref: 15 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.054184:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff77a0f600/0xb32e3ef184c342ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c342a5 expref: 15 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.054192:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0f600, rc 0) 00000100:00100000:0.0:1763332957.054227:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+15:6516:x1848987626433536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.054233:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1763332957.054257:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 43 00000100:00100000:0.0:1763332957.054263:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e009850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39314:x1848987611251584:12345-192.168.204.28@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.054390:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e009850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39314:x1848987611251584:12345-192.168.204.28@tcp:503:ll_cfg_requeue.0 Request processed in 126us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.054398:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 43 00000100:00100000:0.0:1763332957.054544:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44820000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763332957.054558:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92ff77a0f000/0xb32e3ef184c342a5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342ac expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.054567:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92ff77a0f000/0xb32e3ef184c342a5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c342ac expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332957.054618:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44820000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.054643:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332957.054656:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46e0eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.054666:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626433664 00000100:00100000:0.0:1763332957.054669:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626433664 00000100:00100000:0.0:1763332957.054685:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1763332957.054691:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+15:6516:x1848987626433664:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.054802:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+15:6516:x1848987626433664:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 110us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.054808:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1763332957.054833:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44820000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.054860:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44820000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433792:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.054888:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332957.054898:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe46e0eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.054909:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626433792 00000100:00100000:0.0:1763332957.054912:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626433792 00000100:00100000:0.0:1763332957.054928:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1763332957.054934:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+15:6516:x1848987626433792:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.058293:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332957.059010:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611181184 00000100:00100000:0.0:1763332957.059020:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611181184 00000100:00100000:0.0:1763332957.059076:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3170 00000100:00100000:0.0:1763332957.059086:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+6:2417:x1848987611181184:12345-192.168.204.28@tcp:101:lfs.0 00010000:00080000:0.0:1763332957.059104:0:6519:0:(ldlm_lib.c:3207:target_queue_recovery_request()) Next recovery transno: 4294969276, current: 4294969159, replaying 00010000:00010000:0.0:1763332957.059115:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332957.059142:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c342b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1de expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1763332957.059714:0:6519:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 516us 00000100:00100000:3.0:1763332957.069024:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+15:6516:x1848987626433792:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 14080us (14125us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.069041:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1763332957.069114:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44820000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433792:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.069285:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332957.069305:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611251712 00000100:00100000:3.0:1763332957.069312:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611251712 00000100:00100000:3.0:1763332957.069371:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 46 00000100:00100000:3.0:1763332957.069381:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67f81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+7:39314:x1848987611251712:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1763332957.069396:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332957.069412:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe45f74000/0xb32e3ef184c342ba lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5c0 expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.069439:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe45f74000/0xb32e3ef184c342ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5c0 expref: 8 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.069449:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe45f74000/0xb32e3ef184c342ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5c0 expref: 8 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.069459:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f74000, rc 0) 00000100:00100000:3.0:1763332957.069504:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67f81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+8:39314:x1848987611251712:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 Request processed in 124us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.069522:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 46 00000100:00100000:2.0:1763332957.098956:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000040:00080000:1.0:1763332957.099712:0:32444:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000100:00100000:3.0:1763332957.099937:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611251840 00000100:00100000:3.0:1763332957.099947:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611251840 00000100:00100000:3.0:1763332957.100003:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 47 00000100:00100000:3.0:1763332957.100013:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67f80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+8:39314:x1848987611251840:12345-192.168.204.28@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.100167:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67f80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+8:39314:x1848987611251840:12345-192.168.204.28@tcp:501:ll_cfg_requeue.0 Request processed in 154us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.100175:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 47 00000020:01000000:3.0:1763332957.100208:0:6516:0:(obd_config.c:2039:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1763332957.100231:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1763332957.100240:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92ff77a0f000/0xb32e3ef184c342a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342ac expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.100252:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92ff77a0f000/0xb32e3ef184c342a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342ac expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1763332957.100261:0:6516:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1763332957.100263:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff92ff7e4db000 from 7 10000000:01000000:3.0:1763332957.100266:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1763332957.100295:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe45f74e00/0xb32e3ef184c342c1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.100303:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe45f74e00/0xb32e3ef184c342c1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.100313:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe45f74e00/0xb32e3ef184c342c1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332957.100335:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.100398:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332957.100428:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff6b0c2480 going to sleep for 11 seconds 00000100:00100000:3.0:1763332957.100441:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626433920 00000100:00100000:3.0:1763332957.100444:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626433920 00000100:00100000:3.0:1763332957.100466:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1763332957.100471:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff67f80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+15:6516:x1848987626433920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1763332957.100479:0:32351:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332957.100490:0:32351:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe45f75800/0xb32e3ef184c342c8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c342c1 expref: -99 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.100522:0:32351:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe45f75800/0xb32e3ef184c342c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c342c1 expref: 16 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.100532:0:32351:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe45f75800/0xb32e3ef184c342c8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c342c1 expref: 16 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.100540:0:32351:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75800, rc 0) 00000100:00100000:3.0:1763332957.100569:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff67f80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+16:6516:x1848987626433920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.100576:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1763332957.100618:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626433920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1763332957.100631:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe45f74e00/0xb32e3ef184c342c1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342c8 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.100640:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe45f74e00/0xb32e3ef184c342c1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c342c8 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332957.100686:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.100707:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332957.100720:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49c92840 going to sleep for 11 seconds 00000100:00100000:3.0:1763332957.100731:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626434048 00000100:00100000:3.0:1763332957.100734:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626434048 00000100:00100000:3.0:1763332957.100753:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1763332957.100758:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+16:6516:x1848987626434048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.100814:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+16:6516:x1848987626434048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 55us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.100821:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1763332957.100845:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.100870:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.100909:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332957.100921:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49c92840 going to sleep for 11 seconds 00000100:00100000:3.0:1763332957.100931:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626434176 00000100:00100000:3.0:1763332957.100934:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626434176 00000100:00100000:3.0:1763332957.100951:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1763332957.100956:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7d927450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+16:6516:x1848987626434176:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.101019:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7d927450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+16:6516:x1848987626434176:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 62us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.101026:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1763332957.101061:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434176:0@lo:503:ll_cfg_requeue.0 00000004:00200000:2.0:1763332957.102267:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x3:0x0]: returning size 4096 00000004:00080000:2.0:1763332957.102299:0:6519:0:(mdt_open.c:503:mdt_mfd_open()) orphan mfd not found, fid = [0x200000405:0x3:0x0], cookie = 0xb32e3ef184c334dd 00000004:00080000:2.0:1763332957.102302:0:6519:0:(mdt_open.c:507:mdt_mfd_open()) Store old cookie 0xb32e3ef184c334dd in new mfd 00010000:00010000:2.0:1763332957.102465:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c342b3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1de expref: 8 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.102482:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe43876d00) 00010000:00010000:2.0:1763332957.102486:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332957.102491:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c342b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1de expref: 8 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.102521:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0ee00, rc 0) 00000100:00100000:2.0:1763332957.102577:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2417:x1848987611181184:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 43492us (44292us total) trans 4294969159 rc 301/301 00000100:00100000:2.0:1763332957.102584:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3170 00000040:00080000:0.0:1763332957.103635:0:32445:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:2.0:1763332957.103922:0:6516:0:(obd_config.c:2039:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:2.0:1763332957.103942:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1763332957.103951:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe45f74e00/0xb32e3ef184c342c1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342c8 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.103963:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe45f74e00/0xb32e3ef184c342c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342c8 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1763332957.103972:0:6516:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1763332957.103975:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff92ff7421b800 from 52 10000000:01000000:2.0:1763332957.103977:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1763332957.104008:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bee00/0xb32e3ef184c342d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.104016:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe467bee00/0xb32e3ef184c342d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.104024:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe467bee00/0xb32e3ef184c342d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.104534:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.104592:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.104635:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332957.105217:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626434304 00000100:00100000:3.0:1763332957.105225:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626434304 00000100:00100000:3.0:1763332957.105277:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1763332957.105286:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7d927c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+16:6516:x1848987626434304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1763332957.105299:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332957.105313:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe45f75600/0xb32e3ef184c342dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c342d6 expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.105338:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe45f75600/0xb32e3ef184c342dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c342d6 expref: 17 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.105375:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe45f75600/0xb32e3ef184c342dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c342d6 expref: 17 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.105383:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75600, rc 0) 00000100:00100000:3.0:1763332957.105430:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7d927c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+17:6516:x1848987626434304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.105436:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1763332957.105744:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1763332957.105759:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe467bee00/0xb32e3ef184c342d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342dd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.105768:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe467bee00/0xb32e3ef184c342d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c342dd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.105832:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.105861:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.105892:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.105964:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626434432 00000100:00100000:0.0:1763332957.105968:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626434432 00000100:00100000:0.0:1763332957.106130:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1763332957.106138:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7d926850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+17:6516:x1848987626434432:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.106251:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7d926850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+17:6516:x1848987626434432:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.106258:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1763332957.107028:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.107062:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434560:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.107108:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.107168:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.107198:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626434560 00000100:00100000:0.0:1763332957.107202:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626434560 00000100:00100000:0.0:1763332957.107540:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1763332957.107549:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7d924c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+17:6516:x1848987626434560:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.107645:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7d924c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+17:6516:x1848987626434560:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 97us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.107652:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1763332957.107743:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434560:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1763332957.109334:0:32446:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000020:01000000:2.0:1763332957.109570:0:6516:0:(obd_config.c:2039:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 10000000:01000000:2.0:1763332957.109598:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1763332957.109610:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bee00/0xb32e3ef184c342d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342dd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.109622:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe467bee00/0xb32e3ef184c342d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342dd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1763332957.109631:0:6516:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1763332957.109634:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff92ff7421b800 from 14 10000000:01000000:2.0:1763332957.109637:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1763332957.109672:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467be800/0xb32e3ef184c342e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.109681:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe467be800/0xb32e3ef184c342e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.109691:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe467be800/0xb32e3ef184c342e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.109713:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.109767:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.109805:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.109873:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626434688 00000100:00100000:0.0:1763332957.109881:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626434688 00000100:00100000:0.0:1763332957.109928:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1763332957.109936:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7d925c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+17:6516:x1848987626434688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763332957.109948:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332957.109960:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff77a0f800/0xb32e3ef184c342eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c342e4 expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.109981:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff77a0f800/0xb32e3ef184c342eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c342e4 expref: 18 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.109991:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff77a0f800/0xb32e3ef184c342eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c342e4 expref: 18 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.110000:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0f800, rc 0) 00000100:00100000:0.0:1763332957.110041:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7d925c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+18:6516:x1848987626434688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.110048:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1763332957.110119:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1763332957.110137:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe467be800/0xb32e3ef184c342e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342eb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.110146:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe467be800/0xb32e3ef184c342e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c342eb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.110203:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434816:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.110233:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.110943:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332957.110970:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626434816 00000100:00100000:1.0:1763332957.110975:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626434816 00000100:00100000:1.0:1763332957.111099:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1763332957.111108:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7d925050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+18:6516:x1848987626434816:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1763332957.111124:0:32351:0:(mgs_nids.c:896:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1763332957.111142:0:32351:0:(mgs_nids.c:304:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1763332957.111145:0:32351:0:(mgs_nids.c:315:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1763332957.111228:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7d925050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+18:6516:x1848987626434816:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 121us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332957.111235:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1763332957.111290:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434816:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1763332957.111332:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1763332957.111338:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467be800/0xb32e3ef184c342e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342eb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.111360:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe467be800/0xb32e3ef184c342e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342eb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1763332957.111369:0:6516:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:2.0:1763332957.111371:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 46 10000000:01000000:2.0:1763332957.111373:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1763332957.111390:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bfc00/0xb32e3ef184c342f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.111397:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe467bfc00/0xb32e3ef184c342f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.111404:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe467bfc00/0xb32e3ef184c342f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.111418:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.111442:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.112064:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.112095:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626434944 00000100:00100000:0.0:1763332957.112100:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626434944 00000100:00100000:0.0:1763332957.112127:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1763332957.112134:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7d926050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+18:6516:x1848987626434944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763332957.112142:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332957.112152:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff77a0e000/0xb32e3ef184c342f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c342f2 expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.112169:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff77a0e000/0xb32e3ef184c342f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c342f2 expref: 19 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.112178:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff77a0e000/0xb32e3ef184c342f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c342f2 expref: 19 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.112192:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0e000, rc 0) 00000100:00100000:0.0:1763332957.112231:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7d926050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+19:6516:x1848987626434944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.112238:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1763332957.112448:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626434944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1763332957.112460:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe467bfc00/0xb32e3ef184c342f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342f9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.112469:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe467bfc00/0xb32e3ef184c342f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c342f9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.112534:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435072:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.112561:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.112572:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332957.112622:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626435072 00000100:00100000:3.0:1763332957.112627:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626435072 00000100:00100000:3.0:1763332957.112655:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1763332957.112662:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7d927850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+19:6516:x1848987626435072:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.112799:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7d927850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+19:6516:x1848987626435072:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 137us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332957.112806:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1763332957.113150:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435072:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.113177:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435200:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.113217:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.113289:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.113320:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626435200 00000100:00100000:0.0:1763332957.113323:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626435200 00000100:00100000:0.0:1763332957.113607:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1763332957.113615:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+19:6516:x1848987626435200:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.114272:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756f4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+19:6516:x1848987626435200:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 656us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.114281:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1763332957.114441:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435200:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1763332957.115547:0:32447:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 46 00000020:01000000:2.0:1763332957.115781:0:6516:0:(obd_config.c:2039:class_config_parse_llog()) Processed log lustre-MDT0001 gen 46-45 (rc=0) 10000000:01000000:2.0:1763332957.115801:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1763332957.115809:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bfc00/0xb32e3ef184c342f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342f9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.115820:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe467bfc00/0xb32e3ef184c342f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c342f9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1763332957.115829:0:6516:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:01000000:2.0:1763332957.115831:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-barrier-ffff92ff7421b800 from 1 10000000:01000000:2.0:1763332957.115834:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1763332957.115864:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bf800/0xb32e3ef184c34300 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.115873:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe467bf800/0xb32e3ef184c34300 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.115881:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe467bf800/0xb32e3ef184c34300 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.115901:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.115943:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.115979:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.116029:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626435328 00000100:00100000:0.0:1763332957.116034:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626435328 00000100:00100000:0.0:1763332957.116193:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1763332957.116203:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+19:6516:x1848987626435328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763332957.116214:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332957.116226:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff77a0fe00/0xb32e3ef184c34307 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c34300 expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.116247:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff77a0fe00/0xb32e3ef184c34307 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c34300 expref: 20 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.116256:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff77a0fe00/0xb32e3ef184c34307 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c34300 expref: 20 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.116263:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0fe00, rc 0) 00000100:00100000:0.0:1763332957.116827:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756f6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+20:6516:x1848987626435328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 625us (881us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.116834:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1763332957.117004:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1763332957.117020:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe467bf800/0xb32e3ef184c34300 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34307 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.117030:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe467bf800/0xb32e3ef184c34300 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34307 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1763332957.117044:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1763332957.117048:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bf800/0xb32e3ef184c34300 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34307 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.117054:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe467bf800/0xb32e3ef184c34300 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34307 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1763332957.117062:0:6516:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1763332957.117064:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff92ff7ade31b0 from 1 10000000:01000000:2.0:1763332957.117066:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1763332957.117084:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bfa00/0xb32e3ef184c3430e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.117092:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe467bfa00/0xb32e3ef184c3430e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.117098:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe467bfa00/0xb32e3ef184c3430e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.117111:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.117137:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.117169:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.117221:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626435456 00000100:00100000:0.0:1763332957.117226:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626435456 00000100:00100000:0.0:1763332957.117258:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1763332957.117264:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+20:6516:x1848987626435456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763332957.117272:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332957.117281:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff77a0f200/0xb32e3ef184c34315 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3430e expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.117295:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff77a0f200/0xb32e3ef184c34315 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3430e expref: 21 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.117303:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff77a0f200/0xb32e3ef184c34315 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3430e expref: 21 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.117310:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0f200, rc 0) 00000100:00100000:0.0:1763332957.117412:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756f5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+21:6516:x1848987626435456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.117419:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1763332957.117513:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1763332957.117524:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe467bfa00/0xb32e3ef184c3430e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34315 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.117532:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe467bfa00/0xb32e3ef184c3430e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34315 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1763332957.117544:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1763332957.117547:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467bfa00/0xb32e3ef184c3430e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34315 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.117554:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe467bfa00/0xb32e3ef184c3430e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34315 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1763332957.117559:0:6516:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1763332957.117561:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff92ff7421b800 from 7 10000000:01000000:2.0:1763332957.117563:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1763332957.117574:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467be400/0xb32e3ef184c3431c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.117580:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe467be400/0xb32e3ef184c3431c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.117586:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe467be400/0xb32e3ef184c3431c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.117597:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.117619:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.117646:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332957.117759:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626435584 00000100:00100000:1.0:1763332957.117763:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626435584 00000100:00100000:1.0:1763332957.117799:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1763332957.117807:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+21:6516:x1848987626435584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1763332957.117814:0:32351:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332957.117823:0:32351:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe44d74000/0xb32e3ef184c34323 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3431c expref: -99 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.117837:0:32351:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe44d74000/0xb32e3ef184c34323 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3431c expref: 22 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.117849:0:32351:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe44d74000/0xb32e3ef184c34323 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3431c expref: 22 pid: 32351 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.117856:0:32351:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74000, rc 0) 00000100:00100000:1.0:1763332957.117894:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756f7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e37baad-59e1-47e8-a7d1-7559d772e0ab+22:6516:x1848987626435584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 89us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332957.117900:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1763332957.117991:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1763332957.118002:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe467be400/0xb32e3ef184c3431c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34323 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.118009:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe467be400/0xb32e3ef184c3431c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34323 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332957.118054:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.118076:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.118184:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.118218:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626435712 00000100:00100000:0.0:1763332957.118222:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626435712 00000100:00100000:0.0:1763332957.118279:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1763332957.118287:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4518cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+22:6516:x1848987626435712:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.118411:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4518cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+22:6516:x1848987626435712:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.118418:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1763332957.118530:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.118556:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1763332957.118601:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332957.118808:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e57b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332957.118867:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626435840 00000100:00100000:0.0:1763332957.118871:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626435840 00000100:00100000:0.0:1763332957.118975:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1763332957.118982:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4518c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+22:6516:x1848987626435840:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1763332957.119071:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4518c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+22:6516:x1848987626435840:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 89us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.119077:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1763332957.119287:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435840:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1763332957.121276:0:32448:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:3.0:1763332957.125780:0:6516:0:(obd_config.c:2039:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:3.0:1763332957.125814:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1763332957.125824:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe467be400/0xb32e3ef184c3431c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34323 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.125837:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe467be400/0xb32e3ef184c3431c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34323 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1763332957.125848:0:6516:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1763332957.125851:0:6516:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff92ff7ade31b0 from 1 10000000:01000000:3.0:1763332957.125855:0:6516:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1763332957.125891:0:6516:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe45f75000/0xb32e3ef184c3432a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.125899:0:6516:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.128@tcp lock: ffff92fe45f75000/0xb32e3ef184c3432a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.125909:0:6516:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.128@tcp lock: ffff92fe45f75000/0xb32e3ef184c3432a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332957.125935:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.125996:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332957.126044:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49c92900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332957.126106:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626435968 00000100:00100000:1.0:1763332957.126114:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626435968 00000100:00100000:1.0:1763332957.126163:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1763332957.126172:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44edd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+22:6516:x1848987626435968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1763332957.126185:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332957.126198:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92fe44d75600/0xb32e3ef184c34331 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c3432a expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.126221:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92fe44d75600/0xb32e3ef184c34331 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c3432a expref: 23 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.126231:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92fe44d75600/0xb32e3ef184c34331 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c3432a expref: 23 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332957.126240:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75600, rc 0) 00000100:00100000:1.0:1763332957.126275:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44edd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:6516:x1848987626435968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 104us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332957.126282:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1763332957.126390:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626435968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1763332957.126404:0:6516:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.128@tcp lock: ffff92fe45f75000/0xb32e3ef184c3432a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34331 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332957.126413:0:6516:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.128@tcp lock: ffff92fe45f75000/0xb32e3ef184c3432a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c34331 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332957.126466:0:6516:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626436096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.126487:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332957.126514:0:6516:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff49c92900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332957.126591:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626436096 00000100:00100000:1.0:1763332957.126596:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626436096 00000100:00100000:1.0:1763332957.126623:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1763332957.126624:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332957.126634:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44edec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:6516:x1848987626436096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.126717:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44edec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:6516:x1848987626436096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 85us (227us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763332957.126724:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1763332957.126739:0:32352:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611251968 00000100:00100000:1.0:1763332957.126742:0:32352:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611251968 00000100:00100000:1.0:1763332957.126757:0:32352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 66 00000100:00100000:1.0:1763332957.126763:0:32352:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44edd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+8:39314:x1848987611251968:12345-192.168.204.28@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1763332957.126860:0:32352:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44edd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fae3ba77-d588-4a44-b5f9-fbec4e33064f+8:39314:x1848987611251968:12345-192.168.204.28@tcp:503:ll_cfg_requeue.0 Request processed in 97us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332957.126866:0:32352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 66 00000100:00100000:2.0:1763332957.127073:0:6516:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff50049500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5e37baad-59e1-47e8-a7d1-7559d772e0ab:6516:1848987626436096:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1763332957.127100:0:6516:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.128@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1763332957.127105:0:6516:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.128@tcp lock: ffff92fe45f75000/0xb32e3ef184c3432a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34331 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.127112:0:6516:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.128@tcp lock: ffff92fe45f75000/0xb32e3ef184c3432a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c34331 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332957.139081:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332957.140304:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611187200 00000100:00100000:2.0:1763332957.140316:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611187200 00000100:00100000:2.0:1763332957.140383:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3171 00000100:00100000:2.0:1763332957.140393:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2417:x1848987611187200:12345-192.168.204.28@tcp:101:lfs.0 00010000:00080000:2.0:1763332957.140415:0:6519:0:(ldlm_lib.c:3207:target_queue_recovery_request()) Next recovery transno: 4294969276, current: 4294969167, replaying 00010000:00010000:2.0:1763332957.140428:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332957.140454:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34338 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e24e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1763332957.141710:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x7:0x0]: returning size 4096 00000004:00080000:2.0:1763332957.141734:0:6519:0:(mdt_open.c:503:mdt_mfd_open()) orphan mfd not found, fid = [0x200000405:0x7:0x0], cookie = 0xb32e3ef184c336ce 00000004:00080000:2.0:1763332957.141736:0:6519:0:(mdt_open.c:507:mdt_mfd_open()) Store old cookie 0xb32e3ef184c336ce in new mfd 00010000:00010000:2.0:1763332957.141823:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34338 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e24e expref: 9 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.141840:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x7:0x0].0x0 (ffff92ff606cd500) 00010000:00010000:2.0:1763332957.141844:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332957.141850:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c34338 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e24e expref: 9 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.141872:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467bf600, rc 0) 00000100:00100000:2.0:1763332957.141943:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2417:x1848987611187200:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1551us (2872us total) trans 4294969167 rc 301/301 00000100:00100000:2.0:1763332957.141964:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3171 00000100:00100000:3.0:1763332957.142528:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332957.143127:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611252096 00000100:00100000:0.0:1763332957.143136:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611252096 00000100:00100000:0.0:1763332957.143191:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 67 00000100:00100000:0.0:1763332957.143200:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ede050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+8:39314:x1848987611252096:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1763332957.143212:0:32350:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332957.143226:0:32350:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff92ff77a0e400/0xb32e3ef184c34346 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5c7 expref: -99 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.143249:0:32350:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff92ff77a0e400/0xb32e3ef184c34346 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5c7 expref: 9 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.143257:0:32350:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff92ff77a0e400/0xb32e3ef184c34346 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5c7 expref: 9 pid: 32350 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332957.143263:0:32350:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77a0e400, rc 0) 00000100:00100000:0.0:1763332957.143292:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ede050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39314:x1848987611252096:12345-192.168.204.28@tcp:101:ll_cfg_requeue.0 Request processed in 94us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332957.143298:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 67 00000100:00100000:1.0:1763332957.151143:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332957.153136:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611195520 00000100:00100000:2.0:1763332957.153151:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611195520 00000100:00100000:2.0:1763332957.153235:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3172 00000100:00100000:2.0:1763332957.153245:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2417:x1848987611195520:12345-192.168.204.28@tcp:101:lfs.0 00010000:00080000:2.0:1763332957.153271:0:6519:0:(ldlm_lib.c:3207:target_queue_recovery_request()) Next recovery transno: 4294969276, current: 4294969184, replaying 00010000:00010000:2.0:1763332957.153283:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332957.153307:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c3434d lrc: 2/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2da expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1763332957.158088:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x8:0x0]: returning size 4096 00000004:00080000:2.0:1763332957.158118:0:6519:0:(mdt_open.c:503:mdt_mfd_open()) orphan mfd not found, fid = [0x200000405:0x8:0x0], cookie = 0xb32e3ef184c3384f 00000004:00080000:2.0:1763332957.158121:0:6519:0:(mdt_open.c:507:mdt_mfd_open()) Store old cookie 0xb32e3ef184c3384f in new mfd 00010000:00010000:2.0:1763332957.158216:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c3434d lrc: 1/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2da expref: 10 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.158233:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x8:0x0].0x0 (ffff92ff606cda00) 00010000:00010000:2.0:1763332957.158235:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332957.158240:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe467be200/0xb32e3ef184c3434d lrc: 0/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2da expref: 10 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.158259:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe467be200, rc 0) 00000100:00100000:2.0:1763332957.158328:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2417:x1848987611195520:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5083us (7195us total) trans 4294969184 rc 301/301 00000100:00100000:2.0:1763332957.158338:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3172 00000100:00100000:1.0:1763332957.159303:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332957.159433:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611252224 00000100:00100000:2.0:1763332957.159442:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611252224 00000100:00100000:3.0:1763332957.161037:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 68 00000100:00100000:3.0:1763332957.161052:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44eddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39314:x1848987611252224:12345-192.168.204.28@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1763332957.161714:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44eddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:39314:x1848987611252224:12345-192.168.204.28@tcp:501:ll_cfg_requeue.0 Request processed in 665us (2413us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763332957.161727:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 68 00000100:00100000:1.0:1763332957.161829:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332957.162456:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611237120 00000100:00100000:2.0:1763332957.162463:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611237120 00000100:00100000:2.0:1763332957.162516:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3173 00000100:00100000:2.0:1763332957.162525:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2417:x1848987611237120:12345-192.168.204.28@tcp:101:filefrag.0 00010000:00080000:2.0:1763332957.162542:0:6519:0:(ldlm_lib.c:3207:target_queue_recovery_request()) Next recovery transno: 4294969276, current: 4294969256, replaying 00010000:00010000:2.0:1763332957.162550:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332957.162593:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3435b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e53b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1763332957.162777:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xc:0x0]: returning size 1048576 00000004:00080000:2.0:1763332957.162799:0:6519:0:(mdt_open.c:503:mdt_mfd_open()) orphan mfd not found, fid = [0x200000405:0xc:0x0], cookie = 0xb32e3ef184c33faa 00000004:00080000:2.0:1763332957.162801:0:6519:0:(mdt_open.c:507:mdt_mfd_open()) Store old cookie 0xb32e3ef184c33faa in new mfd 00010000:00010000:2.0:1763332957.162890:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3435b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e53b expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.162905:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff606cdc00) 00010000:00010000:2.0:1763332957.162908:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332957.162913:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3435b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e53b expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332957.162930:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff77e7f200, rc 0) 00000100:00100000:2.0:1763332957.162973:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2417:x1848987611237120:12345-192.168.204.28@tcp:101:filefrag.0 Request processed in 450us (1144us total) trans 4294969256 rc 301/301 00000100:00100000:2.0:1763332957.162980:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3173 00000100:00100000:1.0:1763332957.169950:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332957.169989:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332957.170017:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332957.170041:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332957.170078:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611252352 00000100:00100000:1.0:1763332957.170090:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611252352 00000100:00100000:1.0:1763332957.170136:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611252480 00000100:00100000:1.0:1763332957.170139:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611252480 00000100:00100000:1.0:1763332957.170156:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611252608 00000100:00100000:1.0:1763332957.170158:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611252608 00000100:00100000:1.0:1763332957.170167:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611252736 00000100:00100000:1.0:1763332957.170169:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611252736 00000100:00100000:1.0:1763332957.170182:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3174 00000100:00100000:1.0:1763332957.170191:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2417:x1848987611252352:12345-192.168.204.28@tcp:101:ldlm_lock_repla.0 00010000:00080000:1.0:1763332957.170219:0:29240:0:(ldlm_lib.c:3166:target_queue_recovery_request()) @@@ queue lock replay req req@ffff92fe44dc8000 x1848987611252352/t0(0) o101->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:268/0 lens 328/0 e 0 to 0 dl 1763332968 ref 2 fl Interpret:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763332957.170236:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2417:x1848987611252352:12345-192.168.204.28@tcp:101:ldlm_lock_repla.0 Request processed in 46us (296us total) trans 0 rc 0/-999 00000100:00100000:1.0:1763332957.170243:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3174 00000100:00100000:1.0:1763332957.170252:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3175 00000100:00100000:1.0:1763332957.170259:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2417:x1848987611252480:12345-192.168.204.28@tcp:101:ldlm_lock_repla.0 00010000:00080000:1.0:1763332957.170267:0:29240:0:(ldlm_lib.c:3166:target_queue_recovery_request()) @@@ queue lock replay req req@ffff92fe44dcb480 x1848987611252480/t0(0) o101->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:268/0 lens 328/0 e 0 to 0 dl 1763332968 ref 2 fl Interpret:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763332957.170276:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2417:x1848987611252480:12345-192.168.204.28@tcp:101:ldlm_lock_repla.0 Request processed in 18us (288us total) trans 0 rc 0/-999 00000100:00100000:1.0:1763332957.170281:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3175 00000100:00100000:1.0:1763332957.170289:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3176 00000100:00100000:1.0:1763332957.170295:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2417:x1848987611252608:12345-192.168.204.28@tcp:101:ldlm_lock_repla.0 00010000:00080000:1.0:1763332957.170302:0:29240:0:(ldlm_lib.c:3166:target_queue_recovery_request()) @@@ queue lock replay req req@ffff92fe44dc9880 x1848987611252608/t0(0) o101->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:268/0 lens 328/0 e 0 to 0 dl 1763332968 ref 2 fl Interpret:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763332957.170311:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2417:x1848987611252608:12345-192.168.204.28@tcp:101:ldlm_lock_repla.0 Request processed in 17us (295us total) trans 0 rc 0/-999 00000100:00100000:1.0:1763332957.170316:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3176 00000100:00100000:1.0:1763332957.170323:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3177 00000100:00100000:1.0:1763332957.170328:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2417:x1848987611252736:12345-192.168.204.28@tcp:101:ldlm_lock_repla.0 00010000:00080000:1.0:1763332957.170333:0:29240:0:(ldlm_lib.c:3166:target_queue_recovery_request()) @@@ queue lock replay req req@ffff92fe42f0df80 x1848987611252736/t0(0) o101->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:268/0 lens 328/0 e 0 to 0 dl 1763332968 ref 2 fl Interpret:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763332957.170342:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2417:x1848987611252736:12345-192.168.204.28@tcp:101:ldlm_lock_repla.0 Request processed in 15us (302us total) trans 0 rc 0/-999 00000100:00100000:1.0:1763332957.170378:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3177 00010000:00080000:3.0:1763332957.170564:0:32377:0:(ldlm_lib.c:2527:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00010000:0.0:1763332957.778518:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332958.803717:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1763332959.633074:0:32613:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg428-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1763332959.832648:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332960.184015:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332960.184056:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332960.184083:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332960.184102:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332960.184135:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611253248 00000100:00100000:3.0:1763332960.184144:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611253248 00000100:00100000:3.0:1763332960.184190:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611253120 00000100:00100000:3.0:1763332960.184192:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611253120 00000100:00100000:3.0:1763332960.184208:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 728 00000100:00100000:3.0:1763332960.184215:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611253248:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332960.184281:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611253248:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 67us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332960.184289:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 728 00000100:00100000:3.0:1763332960.184304:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 729 00000100:00100000:3.0:1763332960.184310:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611253120:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332960.184333:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611253120:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 23us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332960.184339:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 729 00000100:00080000:3.0:1763332960.184379:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332960.184383:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332960.184439:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611252992 00000100:00100000:2.0:1763332960.184443:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611252992 00000100:00100000:2.0:1763332960.184488:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1182 00000100:00100000:2.0:1763332960.184495:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611252992:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332960.184522:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611252992:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 29us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332960.184528:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1182 00000100:00100000:2.0:1763332960.184546:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611252864 00000100:00100000:2.0:1763332960.184549:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611252864 00000100:00100000:2.0:1763332960.184569:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 69 00000100:00100000:2.0:1763332960.184575:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff43bb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2421:x1848987611252864:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332960.184593:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff43bb2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2421:x1848987611252864:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 18us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332960.184598:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 69 00000100:00080000:3.0:1763332960.184848:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1763332960.859974:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1763332960.889992:0:32665:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1763332960.890236:0:32665:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1763332961.360549:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1763332961.360573:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626436224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332961.360638:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.360732:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626436224 00000100:00100000:0.0:1763332961.360740:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626436224 00000100:00100000:0.0:1763332961.360802:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1763332961.360813:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626436224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332961.360843:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60259136 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1763332961.360888:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626436224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.360896:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1763332961.360947:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626436224:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1763332961.361010:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332961.361145:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332961.361155:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626436352:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332961.361186:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1763332961.365846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1763332961.365853:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1763332961.365857:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1763332961.365868:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff92ff7d943000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332961.365894:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff74037b80 x1848987626436608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1763332961.365913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1763332961.365917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1763332961.365919:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1763332961.365924:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff92ff500df800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:2.0:1763332961.365940:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626436608:0@lo:38:kworker.0 00000100:00100000:2.0:1763332961.366006:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332961.366067:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff74036d80 x1848987626436736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763332961.366087:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626436736:0@lo:38:kworker.0 00000100:00100000:2.0:1763332961.366113:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332961.366145:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626436736 00000100:00100000:2.0:1763332961.366152:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626436736 00000100:00100000:2.0:1763332961.366188:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178 00000100:00100000:2.0:1763332961.366195:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3651:x1848987626436736:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1763332961.366220:0:12741:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 1065 last 0 00000020:00000080:2.0:1763332961.366263:0:12741:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xb32e3ef184c34369 00000004:00100000:2.0:1763332961.366276:0:12741:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:2.0:1763332961.366281:0:12741:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff58e80400 00000100:00080000:2.0:1763332961.366441:0:12741:0:(import.c:65:import_set_state_nolock()) ffff92ff7404d800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1763332961.366490:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3651:x1848987626436736:12345-0@lo:38:kworker.0 Request processed in 294us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332961.366498:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178 00000100:00100000:0.0:1763332961.366600:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74034a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626436480:0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.366629:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.366667:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626436352 00000100:00100000:0.0:1763332961.366671:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626436352 00000100:00100000:0.0:1763332961.366695:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626436608 00000100:00100000:0.0:1763332961.366697:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626436608 00000100:00100000:0.0:1763332961.366705:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:0.0:1763332961.366710:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626436352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332961.366736:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:0.0:1763332961.366766:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:3654:x1848987626436352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (5580us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.366771:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:0.0:1763332961.366781:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1763332961.366785:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3651:x1848987626436608:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1763332961.366796:0:6524:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'lustre-MDT0001-mdtlov_UUID' at ffff92fe459d1800, cookie 0xb32e3ef184c3419b 00010000:00080000:0.0:1763332961.366800:0:6524:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo recovering/t0 exp ffff92fe459d1800 cur 1065 last 1763332955 00000004:00100000:0.0:1763332961.366809:0:6524:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1763332961.366812:0:6524:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff58e80400 00000100:00080000:0.0:1763332961.366825:0:6524:0:(import.c:65:import_set_state_nolock()) ffff92ff500dd800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1763332961.366854:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3651:x1848987626436608:12345-0@lo:38:kworker.0 Request processed in 68us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.366859:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1763332961.366875:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626436480 00000100:00100000:0.0:1763332961.366878:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626436480 00000100:00100000:0.0:1763332961.366914:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1763332961.366918:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44899850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626436480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.366943:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44899850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3652:x1848987626436480:12345-0@lo:400:kworker.0 Request processed in 24us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.366948:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1763332961.366992:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626436352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332961.367015:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74034a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3652:1848987626436480:0@lo:400:kworker.0 00010000:00080000:2.0:1763332961.367159:0:3651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92ff74036d80 x1848987626436736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1763332986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1763332961.367173:0:3651:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 2 00000100:00080000:2.0:1763332961.368328:0:3651:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-MDT0001: lwp recover req@ffff92ff74036d80 x1848987626436736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1763332986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1763332961.368340:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:2.0:1763332961.368410:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff500df800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1763332961.368416:0:3651:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00080000:0.0:1763332961.369596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332961.369601:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332961.369605:0:37:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332961.369614:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff92fe435e4800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332961.369629:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332961.369645:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626436864:0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.369715:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.369768:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626436864 00000100:00100000:0.0:1763332961.369775:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626436864 00000100:00100000:0.0:1763332961.369823:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1763332961.369833:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626436864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.369878:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626436864:12345-0@lo:400:kworker.0 Request processed in 46us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.369887:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00080000:0.0:1763332961.369906:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332961.369932:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626436864:0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.369965:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92fe44821880 x1848987626436992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1763332961.369992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1763332961.369995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332961.369997:0:37:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332961.370002:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff92ff7e4f7800 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332961.370010:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626437120:0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.370036:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.370066:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626437120 00000100:00100000:0.0:1763332961.370070:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626437120 00000100:00100000:0.0:1763332961.370099:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:0.0:1763332961.370105:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626437120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.370137:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626437120:12345-0@lo:400:kworker.0 Request processed in 32us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.370144:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00080000:0.0:1763332961.370157:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332961.370175:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626437120:0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.370204:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff77a3f800 x1848987626437248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763332961.370230:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626437376:0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.370252:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.370279:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626437376 00000100:00100000:0.0:1763332961.370283:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626437376 00000100:00100000:0.0:1763332961.370313:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1763332961.370319:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626437376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.370376:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1848987626437376:12345-0@lo:400:kworker.0 Request processed in 57us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.370382:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00080000:0.0:1763332961.370393:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332961.370408:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1848987626437376:0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.370445:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626437504:0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.370464:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.370501:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626437504 00000100:00100000:0.0:1763332961.370505:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626437504 00000100:00100000:0.0:1763332961.370527:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1763332961.370532:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626437504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.370556:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626437504:12345-0@lo:400:kworker.0 Request processed in 24us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.370561:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00080000:0.0:1763332961.370591:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332961.370603:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626437504:0@lo:400:kworker.0 00000100:00080000:0.0:1763332961.370623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1763332961.370626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1763332961.370628:0:37:0:(import.c:65:import_set_state_nolock()) ffff92fe49671000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1763332961.370632:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff92fe49671000 using connection 192.168.204.128@tcp/0@lo 00000100:00100000:0.0:1763332961.370637:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332961.370642:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626437632:0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.370662:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.370694:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626437632 00000100:00100000:0.0:1763332961.370697:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626437632 00000100:00100000:0.0:1763332961.370716:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1763332961.370720:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626437632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.370745:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626437632:12345-0@lo:400:kworker.0 Request processed in 24us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.370750:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00080000:0.0:1763332961.370759:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332961.370773:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626437632:0@lo:400:kworker.0 00000100:00100000:0.0:1763332961.370792:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92ff77e78a80 x1848987626437760/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:3.0:1763332961.371962:0:32377:0:(ldlm_lib.c:2527:check_for_recovery_ready()) connected 2 stale 0 max_recoverable_clients 2 abort 0 expired 0 00010000:00080000:3.0:1763332961.371970:0:32377:0:(ldlm_lib.c:2665:replay_request_or_update()) Waiting for transno 4294969276 00000020:00080000:3.0:1763332961.371975:0:32377:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 4294969275 00010000:00080000:3.0:1763332961.371980:0:32377:0:(ldlm_lib.c:2210:check_for_next_transno()) max: 2, connected: 2, completed: 1, queue_len: 0, req_transno: 0, next_transno: 4294969276 00010000:00080000:3.0:1763332961.371982:0:32377:0:(ldlm_lib.c:2228:check_for_next_transno()) waking for next (4294969276) 00000020:00080000:3.0:1763332961.371985:0:32377:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 4294969275 00000020:00080000:3.0:1763332961.372002:0:32377:0:(update_records.c:54:update_records_dump()) master transno = 4294969275 batchid = 54 flags = 0 ops = 2 params = 4 00000020:00080000:3.0:1763332961.372006:0:32377:0:(update_records.c:73:update_records_dump()) update 0th [0x280000401:0x5b:0x0] xattr_set params_count = 3 00000020:00080000:3.0:1763332961.372011:0:32377:0:(update_records.c:88:update_records_dump()) param = ffff92fe46b2ac64 0th off = 0 size = 12 00000020:00080000:3.0:1763332961.372013:0:32377:0:(update_records.c:88:update_records_dump()) param = ffff92fe46b2ac7c 1th off = 1 size = 52 00000020:00080000:3.0:1763332961.372015:0:32377:0:(update_records.c:88:update_records_dump()) param = ffff92fe46b2acbc 2th off = 2 size = 4 00000020:00080000:3.0:1763332961.372017:0:32377:0:(update_records.c:73:update_records_dump()) update 1th [0x2c0000401:0x56:0x0] xattr_set params_count = 3 00000020:00080000:3.0:1763332961.372019:0:32377:0:(update_records.c:88:update_records_dump()) param = ffff92fe46b2ac64 0th off = 0 size = 12 00000020:00080000:3.0:1763332961.372021:0:32377:0:(update_records.c:88:update_records_dump()) param = ffff92fe46b2accc 1th off = 3 size = 52 00000020:00080000:3.0:1763332961.372022:0:32377:0:(update_records.c:88:update_records_dump()) param = ffff92fe46b2acbc 2th off = 2 size = 4 80000000:00020000:3.0:1763332961.376198:0:32377:0:(fld_handler.c:205:fld_local_lookup()) srv-lustre-MDT0000: FLD cache range [0x0000000280000400-0x00000002c0000400]:0:ost does not match requested flag 0: rc = -5 00000100:00100000:2.0:1763332961.403909:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74036d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3651:1848987626436736:0@lo:38:kworker.0 00000100:00080000:2.0:1763332961.403953:0:3651:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 2 00000100:00080000:2.0:1763332961.403964:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:2.0:1763332961.403968:0:3651:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:2.0:1763332961.403971:0:3651:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294969129 gen 2 00000100:00080000:2.0:1763332961.403974:0:3651:0:(recover.c:53:ptlrpc_replay_next()) import ffff92ff7d943000 from lustre-MDT0000_UUID committed 4294969129 last 0 00000100:00080000:2.0:1763332961.403977:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00010000:00080000:1.0:1763332961.404751:0:32685:0:(ldlm_request.c:2714:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-osp-MDT0001 to lustre-MDT0000_UUID@0@lo 00010000:00010000:1.0:1763332961.404757:0:32685:0:(ldlm_request.c:2634:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-osp-MDT0001 (0) 00010000:00010000:1.0:1763332961.404761:0:32685:0:(ldlm_request.c:2647:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-osp-MDT0001 00010000:00010000:1.0:1763332961.405204:0:32685:0:(ldlm_request.c:2606:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d74200/0xb32e3ef184c22e02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c22e09 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1763332961.405222:0:32685:0:(ldlm_request.c:2656:lock_can_replay()) check lock replay limit, inflights = 1(512) 00000100:00100000:2.0:1763332961.406139:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74037b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626436608:0@lo:38:kworker.0 00000100:00100000:2.0:1763332961.406179:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626436992:0@lo:38:kworker.0 00000100:00100000:2.0:1763332961.406245:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332961.406275:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626437248:0@lo:38:kworker.0 00000100:00100000:2.0:1763332961.406294:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332961.411027:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626436992 00000100:00100000:1.0:1763332961.411042:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626436992 00000100:00100000:0.0:1763332961.411124:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626437248 00000100:00100000:0.0:1763332961.411128:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626437248 00000100:00100000:2.0:1763332961.414161:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848987626437760:0@lo:38:kworker.0 00000100:00100000:2.0:1763332961.414229:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332961.414602:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626437888:0@lo:101:ldlm_lock_repla.0 00000100:00100000:2.0:1763332961.414631:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.414698:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626437760 00000100:00100000:0.0:1763332961.414708:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626437760 00000100:00100000:0.0:1763332961.414747:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179 00000100:00100000:0.0:1763332961.414755:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3651:x1848987626437248:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1763332961.414792:0:6521:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 1065 last 0 00000020:00000080:0.0:1763332961.414831:0:6521:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xb32e3ef184c34370 00000004:00100000:0.0:1763332961.414845:0:6521:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1763332961.414851:0:6521:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff58e80400 00000100:00080000:0.0:1763332961.414883:0:6521:0:(import.c:65:import_set_state_nolock()) ffff92ff500df000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1763332961.414933:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74036d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3651:x1848987626437248:12345-0@lo:38:kworker.0 Request processed in 176us (8637us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.414940:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179 00000100:00100000:0.0:1763332961.414970:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180 00000100:00100000:0.0:1763332961.414975:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3651:x1848987626436992:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1763332961.414987:0:6521:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 1065 last 0 00000020:00000080:0.0:1763332961.415011:0:6521:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xb32e3ef184c34377 00000004:00100000:0.0:1763332961.415016:0:6521:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1763332961.415020:0:6521:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff58e80400 00000100:00080000:0.0:1763332961.415034:0:6521:0:(import.c:65:import_set_state_nolock()) ffff92ff7ad47000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1763332961.415061:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74037b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3651:x1848987626436992:12345-0@lo:38:kworker.0 Request processed in 84us (8814us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.415067:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180 00000100:00100000:0.0:1763332961.415081:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181 00000100:00100000:0.0:1763332961.415085:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3651:x1848987626437760:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1763332961.415095:0:6521:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 1065 last 0 00000020:00000080:0.0:1763332961.415119:0:6521:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xb32e3ef184c3437e 00000004:00100000:0.0:1763332961.415124:0:6521:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1763332961.415127:0:6521:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff92ff58e80400 00000100:00080000:0.0:1763332961.415139:0:6521:0:(import.c:65:import_set_state_nolock()) ffff92ff6c17a800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1763332961.415164:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3651:x1848987626437760:12345-0@lo:38:kworker.0 Request processed in 78us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.415170:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181 00010000:00080000:0.0:1763332961.415212:0:3651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92fe44821880 x1848987626436992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1763332986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1763332961.415229:0:3651:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000100:00080000:0.0:1763332961.416065:0:3651:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@ffff92fe44821880 x1848987626436992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1763332986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1763332961.416074:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:0.0:1763332961.416077:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe435e4800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:0.0:1763332961.416081:0:3651:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:0.0:1763332961.416086:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44821880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3651:1848987626436992:0@lo:38:kworker.0 00010000:00080000:0.0:1763332961.416108:0:3651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92ff77a3f800 x1848987626437248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1763332986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1763332961.416118:0:3651:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 2 00000100:00100000:2.0:1763332961.418448:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626437888 00000100:00100000:2.0:1763332961.418462:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626437888 00000100:00100000:2.0:1763332961.418534:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1763332961.418546:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1848987626437888:12345-0@lo:101:ldlm_lock_repla.0 00010000:00080000:2.0:1763332961.418566:0:7798:0:(ldlm_lib.c:3166:target_queue_recovery_request()) @@@ queue lock replay req req@ffff92ff74034a80 x1848987626437888/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:272/0 lens 328/0 e 0 to 0 dl 1763332972 ref 2 fl Interpret:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763332961.418584:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74034a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3651:x1848987626437888:12345-0@lo:101:ldlm_lock_repla.0 Request processed in 43us (3952us total) trans 0 rc 0/-999 00000100:00100000:2.0:1763332961.418591:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 80000000:00020000:3.0:1763332961.419550:0:32377:0:(fld_handler.c:244:fld_server_lookup()) srv-lustre-MDT0000: Cannot find sequence 0x280000401: rc = -2 00000100:00080000:0.0:1763332961.430757:0:3651:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@ffff92ff77a3f800 x1848987626437248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1763332986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1763332961.430773:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:0.0:1763332961.430779:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7e4f7800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:0.0:1763332961.430784:0:3651:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:0.0:1763332961.430791:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3651:1848987626437248:0@lo:38:kworker.0 00010000:00080000:0.0:1763332961.430861:0:3651:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92ff77e78a80 x1848987626437760/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1763332971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1763332961.430878:0:3651:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 2 00000100:00080000:0.0:1763332961.430888:0:3651:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1763332961.430893:0:3651:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1763332961.430895:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92fe49671000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1763332961.430900:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3651:1848987626437760:0@lo:38:kworker.0 00010000:00080000:3.0:1763332961.436712:0:32377:0:(ldlm_lib.c:2082:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 65 seconds 00000020:00080000:3.0:1763332961.436721:0:32377:0:(update_recovery.c:486:dtrq_destroy()) destroy x0 t4294969275 00000020:00080000:3.0:1763332961.436730:0:32377:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1763332961.436733:0:32377:0:(ldlm_lib.c:2210:check_for_next_transno()) max: 2, connected: 2, completed: 2, queue_len: 0, req_transno: 0, next_transno: 4294969276 00010000:00080000:3.0:1763332961.436736:0:32377:0:(ldlm_lib.c:2244:check_for_next_transno()) waking for completed recovery 00000020:00080000:3.0:1763332961.436738:0:32377:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:3.0:1763332961.436744:0:32377:0:(ldlm_lib.c:2434:target_next_replay_lock()) Waiting for lock 00010000:00080000:3.0:1763332961.436746:0:32377:0:(ldlm_lib.c:2264:check_for_next_lock()) waking for next lock 00010000:00080000:3.0:1763332961.436759:0:32377:0:(ldlm_lib.c:2867:target_recovery_thread()) @@@ processing lock from 192.168.204.28@tcp: req@ffff92fe44dc8000 x1848987611252352/t0(0) o101->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:268/0 lens 328/0 e 0 to 0 dl 1763332968 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763332961.436782:0:32377:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332961.436818:0:32377:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c34385 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e53b expref: -99 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.436846:0:32377:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c34385 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e53b expref: 14 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.436863:0:32377:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75e00/0xb32e3ef184c34385 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xc:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e53b expref: 14 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.436873:0:32377:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75e00, rc 0) 00010000:00080000:3.0:1763332961.436935:0:32377:0:(ldlm_lib.c:2082:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 101 seconds 00010000:00080000:3.0:1763332961.436945:0:32377:0:(ldlm_lib.c:2434:target_next_replay_lock()) Waiting for lock 00010000:00080000:3.0:1763332961.436947:0:32377:0:(ldlm_lib.c:2264:check_for_next_lock()) waking for next lock 00010000:00080000:3.0:1763332961.436953:0:32377:0:(ldlm_lib.c:2867:target_recovery_thread()) @@@ processing lock from 192.168.204.28@tcp: req@ffff92fe44dcb480 x1848987611252480/t0(0) o101->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:268/0 lens 328/0 e 0 to 0 dl 1763332968 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763332961.436963:0:32377:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332961.436974:0:32377:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c3438c lrc: 2/0,0 mode: --/CR res: [0x200000405:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e2da expref: -99 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.436987:0:32377:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c3438c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2da expref: 14 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.436996:0:32377:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75a00/0xb32e3ef184c3438c lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e2da expref: 14 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.437002:0:32377:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75a00, rc 0) 00010000:00080000:3.0:1763332961.437019:0:32377:0:(ldlm_lib.c:2082:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00010000:00080000:3.0:1763332961.437025:0:32377:0:(ldlm_lib.c:2434:target_next_replay_lock()) Waiting for lock 00010000:00080000:3.0:1763332961.437027:0:32377:0:(ldlm_lib.c:2264:check_for_next_lock()) waking for next lock 00010000:00080000:3.0:1763332961.437033:0:32377:0:(ldlm_lib.c:2867:target_recovery_thread()) @@@ processing lock from 192.168.204.28@tcp: req@ffff92fe44dc9880 x1848987611252608/t0(0) o101->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:268/0 lens 328/0 e 0 to 0 dl 1763332968 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763332961.437043:0:32377:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332961.437053:0:32377:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c34393 lrc: 2/0,0 mode: --/CR res: [0x200000405:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e24e expref: -99 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.437065:0:32377:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c34393 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e24e expref: 14 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.437073:0:32377:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f74c00/0xb32e3ef184c34393 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e24e expref: 14 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.437080:0:32377:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f74c00, rc 0) 00010000:00080000:3.0:1763332961.437096:0:32377:0:(ldlm_lib.c:2082:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00010000:00080000:3.0:1763332961.437103:0:32377:0:(ldlm_lib.c:2434:target_next_replay_lock()) Waiting for lock 00010000:00080000:3.0:1763332961.437104:0:32377:0:(ldlm_lib.c:2264:check_for_next_lock()) waking for next lock 00010000:00080000:3.0:1763332961.437109:0:32377:0:(ldlm_lib.c:2867:target_recovery_thread()) @@@ processing lock from 192.168.204.28@tcp: req@ffff92fe42f0df80 x1848987611252736/t0(0) o101->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:268/0 lens 328/0 e 0 to 0 dl 1763332968 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763332961.437118:0:32377:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332961.437130:0:32377:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c3439a lrc: 2/0,0 mode: --/CR res: [0x200000405:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e1de expref: -99 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.437141:0:32377:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c3439a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1de expref: 14 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.437150:0:32377:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75c00/0xb32e3ef184c3439a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0x3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e1de expref: 14 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.437156:0:32377:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75c00, rc 0) 00010000:00080000:3.0:1763332961.437173:0:32377:0:(ldlm_lib.c:2082:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00010000:00080000:3.0:1763332961.437179:0:32377:0:(ldlm_lib.c:2434:target_next_replay_lock()) Waiting for lock 00010000:00080000:3.0:1763332961.437180:0:32377:0:(ldlm_lib.c:2264:check_for_next_lock()) waking for next lock 00010000:00080000:3.0:1763332961.437186:0:32377:0:(ldlm_lib.c:2867:target_recovery_thread()) @@@ processing lock from 0@lo: req@ffff92ff74034a80 x1848987626437888/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:272/0 lens 328/0 e 0 to 0 dl 1763332972 ref 1 fl Complete:/240/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763332961.437201:0:32377:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332961.437215:0:32377:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c343a1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c22e02 expref: -99 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.437226:0:32377:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c343a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c22e02 expref: 7 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.437235:0:32377:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe45f75400/0xb32e3ef184c343a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c22e02 expref: 7 pid: 32377 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332961.437241:0:32377:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe45f75400, rc 0) 00010000:00080000:3.0:1763332961.437294:0:32377:0:(ldlm_lib.c:2082:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 100 seconds 00010000:00080000:3.0:1763332961.437303:0:32377:0:(ldlm_lib.c:2434:target_next_replay_lock()) Waiting for lock 00010000:00010000:2.0:1763332961.445468:0:3651:0:(ldlm_request.c:2523:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d74200/0xb32e3ef184c22e02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c343a1 expref: -99 pid: 12741 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1763332961.445487:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:2.0:1763332961.445522:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626437888:0@lo:101:ldlm_lock_repla.0 00000100:00100000:2.0:1763332961.445551:0:3651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626438016:0@lo:400:ptlrpcd_rcv.0 00000100:00100000:2.0:1763332961.445606:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.445720:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626438016 00000100:00100000:0.0:1763332961.445727:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626438016 00000100:00100000:0.0:1763332961.445777:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1763332961.445786:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3651:x1848987626438016:12345-0@lo:400:ptlrpcd_rcv.0 00010000:00080000:0.0:1763332961.445806:0:6525:0:(ldlm_lib.c:3116:target_queue_recovery_request()) @@@ queue final req req@ffff92fe42ef9180 x1848987626438016/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:272/0 lens 224/0 e 0 to 0 dl 1763332972 ref 2 fl Interpret:/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763332961.445828:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3651:x1848987626438016:12345-0@lo:400:ptlrpcd_rcv.0 Request processed in 44us (222us total) trans 0 rc 0/-999 00000100:00100000:0.0:1763332961.445835:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1763332961.446529:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332961.446620:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611253376 00000100:00100000:2.0:1763332961.446626:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611253376 00000100:00100000:2.0:1763332961.446673:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1185 00000100:00100000:2.0:1763332961.446682:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2417:x1848987611253376:12345-192.168.204.28@tcp:400:ptlrpcd_rcv.0 00010000:00080000:2.0:1763332961.446695:0:6520:0:(ldlm_lib.c:3116:target_queue_recovery_request()) @@@ queue final req req@ffff92fe42f0ed80 x1848987611253376/t0(0) o400->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:272/0 lens 224/0 e 0 to 0 dl 1763332972 ref 2 fl Interpret:H/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763332961.446708:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2417:x1848987611253376:12345-192.168.204.28@tcp:400:ptlrpcd_rcv.0 Request processed in 29us (184us total) trans 0 rc 0/-999 00000100:00100000:2.0:1763332961.446715:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1185 00010000:00080000:0.0:1763332961.447037:0:32377:0:(ldlm_lib.c:2267:check_for_next_lock()) waking for completed lock replay 00000001:00000004:0.0:1763332961.447168:0:32377:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000001:00100000:1.0:1763332961.448517:0:32345:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1370b1d7-8612-4b90-ab37-e53288bbf9fd 00000001:00100000:1.0:1763332961.448527:0:32345:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00080000:1.0:1763332961.448573:0:32377:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:1.0:1763332961.448611:0:32377:0:(ldlm_lib.c:1980:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:1.0:1763332961.448625:0:32377:0:(ldlm_lib.c:2919:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff92fe42ef9180 x1848987626438016/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:272/0 lens 224/0 e 0 to 0 dl 1763332972 ref 1 fl Complete:/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1763332961.448724:0:32377:0:(ldlm_lib.c:2919:target_recovery_thread()) @@@ processing final ping from 192.168.204.28@tcp: req@ffff92fe42f0ed80 x1848987611253376/t0(0) o400->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:272/0 lens 224/0 e 0 to 0 dl 1763332972 ref 1 fl Complete:H/2c0/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00010000:02000000:1.0:1763332961.448777:0:32377:0:(ldlm_lib.c:1853:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:04, of 2 clients 2 recovered and 0 were evicted. 00000100:00080000:2.0:1763332961.452576:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:2.0:1763332961.452593:0:3651:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff92fe42ef8380 x1848987626438016/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763332977 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1763332961.452603:0:3651:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff92fe42ef8380 x1848987626438016/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763332977 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1763332961.452615:0:3651:0:(import.c:65:import_set_state_nolock()) ffff92ff7d943000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:2.0:1763332961.452634:0:3651:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-osp-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00080000:2.0:1763332961.452641:0:3651:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000004b89dc2b): req@ffff92ff77b3a680 x1848987626412800/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763332937 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763332961.452656:0:3651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3651:1848987626438016:0@lo:400:ptlrpcd_rcv.0 00000100:00100000:0.0:1763332961.452952:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.453000:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626412800 00000100:00100000:0.0:1763332961.453007:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626412800 00000100:00100000:0.0:1763332961.453051:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1763332961.453060:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626412800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763332961.453101:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1446010880 avail 1299771392 00000100:00100000:0.0:1763332961.453145:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626412800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.453152:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1763332961.453190:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626412800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332961.462157:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332961.462179:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626438144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332961.462247:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332961.462698:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626438144 00000100:00100000:2.0:1763332961.462707:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626438144 00000100:00100000:2.0:1763332961.462763:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1763332961.462773:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626438144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763332961.462800:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1446010880 avail 1299771392 00000100:00100000:2.0:1763332961.462856:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3655:x1848987626438144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332961.462863:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1763332961.462942:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626438144:0@lo:41:osp-pre-0-1.0 00000004:00000080:0.0:1763332961.520854:0:32377:0:(mdd_device.c:2291:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa39547e1be10 00100000:10000000:0.0:1763332961.520868:0:32377:0:(lfsck_lib.c:3080:lfsck_start()) lustre-MDT0000-osd: start master thread 00000004:00080000:0.0:1763332961.524841:0:32365:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x56:0x0] 00000100:00100000:0.0:1763332961.524897:0:32365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:32365:1848987626438272:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1763332961.524962:0:32365:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.524989:0:32365:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe45198180 going to sleep for 11 seconds 00000100:00100000:0.0:1763332961.525015:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626438272 00000100:00100000:0.0:1763332961.525021:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626438272 00000100:00100000:0.0:1763332961.525064:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:0.0:1763332961.525073:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:32365:x1848987626438272:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1763332961.525101:0:8406:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 129 -> diff = -43 00002000:02000040:0.0:1763332961.525107:0:8406:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:87 to 0x2c0000401:129) 00000004:00080000:2.0:1763332961.527864:0:32363:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5b:0x0] 00000100:00100000:2.0:1763332961.527915:0:32363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:32363:1848987626438400:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1763332961.527974:0:32363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332961.528004:0:32363:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332961.528033:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626438400 00000100:00100000:2.0:1763332961.528040:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626438400 00000100:00100000:2.0:1763332961.528087:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:2.0:1763332961.528095:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:32363:x1848987626438400:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1763332961.528122:0:28651:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 129 -> diff = -38 00002000:02000040:2.0:1763332961.528127:0:28651:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:92 to 0x280000401:129) 00002000:00010000:2.0:1763332961.570852:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x81:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.570870:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e200/0xb32e3ef184c343a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.570887:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.570889:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.570894:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e200/0xb32e3ef184c343a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.570911:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e200/0xb32e3ef184c343a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.570921:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e200/0xb32e3ef184c343a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.570929:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e200/0xb32e3ef184c343a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332961.584335:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x81:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.584378:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c343af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.584395:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.584397:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.584403:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c343af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.584419:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c343af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.584437:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c343af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.584444:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c343af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.585728:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1763332961.585936:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x80:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.585944:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fa00/0xb32e3ef184c343b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.585957:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.585959:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.585963:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fa00/0xb32e3ef184c343b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.585974:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fa00/0xb32e3ef184c343b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.585989:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fa00/0xb32e3ef184c343b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.585997:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fa00/0xb32e3ef184c343b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586067:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1763332961.586075:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e200/0xb32e3ef184c343a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586083:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7e200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.586087:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e200/0xb32e3ef184c343a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586097:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e200/0xb32e3ef184c343a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586113:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e200/0xb32e3ef184c343a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586119:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e200/0xb32e3ef184c343a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586136:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763332961.586140:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c343af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586146:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0fa00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.586149:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c343af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586156:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c343af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586166:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c343af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586174:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332961.586177:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fa00/0xb32e3ef184c343b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586183:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7fa00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.586186:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fa00/0xb32e3ef184c343b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586192:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fa00/0xb32e3ef184c343b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586200:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fa00/0xb32e3ef184c343b6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.586207:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332961.586209:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332961.586211:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.586320:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1763332961.586326:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c343af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332961.586697:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x80:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.586703:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c343bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586712:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.586713:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.586717:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c343bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586726:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c343bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586733:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c343bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586741:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c343bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586753:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1763332961.586816:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x7f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.586821:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c343c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586828:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.586829:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.586832:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c343c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586840:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c343c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586847:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c343c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586853:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c343c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586868:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1763332961.586947:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x7e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.586952:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99a00/0xb32e3ef184c343cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586958:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.586960:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.586963:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99a00/0xb32e3ef184c343cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586971:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99a00/0xb32e3ef184c343cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586978:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99a00/0xb32e3ef184c343cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586984:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99a00/0xb32e3ef184c343cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.586996:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1763332961.587071:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x7d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.587076:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98400/0xb32e3ef184c343d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587083:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587084:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587087:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98400/0xb32e3ef184c343d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587101:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98400/0xb32e3ef184c343d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587108:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98400/0xb32e3ef184c343d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587114:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98400/0xb32e3ef184c343d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587122:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1763332961.587182:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x7c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.587187:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99600/0xb32e3ef184c343d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587194:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587195:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587198:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99600/0xb32e3ef184c343d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587207:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99600/0xb32e3ef184c343d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587214:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99600/0xb32e3ef184c343d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587220:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99600/0xb32e3ef184c343d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587233:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1763332961.587292:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x7b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.587297:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98a00/0xb32e3ef184c343e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587303:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587304:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587307:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98a00/0xb32e3ef184c343e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587315:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98a00/0xb32e3ef184c343e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587321:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98a00/0xb32e3ef184c343e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587327:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98a00/0xb32e3ef184c343e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587336:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1763332961.587636:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x7a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.587642:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98000/0xb32e3ef184c343e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587649:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587650:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587653:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98000/0xb32e3ef184c343e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587668:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98000/0xb32e3ef184c343e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587675:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98000/0xb32e3ef184c343e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587681:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98000/0xb32e3ef184c343e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587689:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1763332961.587750:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x79:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.587755:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99200/0xb32e3ef184c343ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587762:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587764:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587767:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99200/0xb32e3ef184c343ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587774:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99200/0xb32e3ef184c343ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587781:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99200/0xb32e3ef184c343ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587787:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99200/0xb32e3ef184c343ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587800:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:0.0:1763332961.587861:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x78:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.587866:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98800/0xb32e3ef184c343f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587873:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587874:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587877:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98800/0xb32e3ef184c343f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587884:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98800/0xb32e3ef184c343f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587891:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98800/0xb32e3ef184c343f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587897:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98800/0xb32e3ef184c343f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587903:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1763332961.587958:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x77:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.587963:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99800/0xb32e3ef184c343fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587969:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587971:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.587973:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99800/0xb32e3ef184c343fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587985:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99800/0xb32e3ef184c343fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587991:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99800/0xb32e3ef184c343fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.587998:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99800/0xb32e3ef184c343fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588005:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:0.0:1763332961.588067:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x76:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.588072:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98600/0xb32e3ef184c34403 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588079:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588080:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588083:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98600/0xb32e3ef184c34403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588090:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98600/0xb32e3ef184c34403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588097:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98600/0xb32e3ef184c34403 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588103:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98600/0xb32e3ef184c34403 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588115:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:0.0:1763332961.588173:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x75:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.588178:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99e00/0xb32e3ef184c3440a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588184:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588185:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588188:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99e00/0xb32e3ef184c3440a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588195:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99e00/0xb32e3ef184c3440a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588202:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99e00/0xb32e3ef184c3440a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588209:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99e00/0xb32e3ef184c3440a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588218:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:0.0:1763332961.588274:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x74:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.588279:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98e00/0xb32e3ef184c34411 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588286:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588287:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588290:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98e00/0xb32e3ef184c34411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588302:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98e00/0xb32e3ef184c34411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588308:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98e00/0xb32e3ef184c34411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588314:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98e00/0xb32e3ef184c34411 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588323:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:0.0:1763332961.588409:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x73:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.588414:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98c00/0xb32e3ef184c34418 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588421:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588433:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588437:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98c00/0xb32e3ef184c34418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588445:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98c00/0xb32e3ef184c34418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588451:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98c00/0xb32e3ef184c34418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588457:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98c00/0xb32e3ef184c34418 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588468:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:0.0:1763332961.588528:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x72:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.588533:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99c00/0xb32e3ef184c3441f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588539:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588541:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588543:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99c00/0xb32e3ef184c3441f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588551:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99c00/0xb32e3ef184c3441f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588557:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99c00/0xb32e3ef184c3441f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588563:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99c00/0xb32e3ef184c3441f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588572:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:0.0:1763332961.588627:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x71:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.588632:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99000/0xb32e3ef184c34426 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588639:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588640:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588643:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99000/0xb32e3ef184c34426 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588654:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99000/0xb32e3ef184c34426 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588661:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99000/0xb32e3ef184c34426 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588667:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99000/0xb32e3ef184c34426 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588675:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:0.0:1763332961.588733:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x70:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.588738:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99400/0xb32e3ef184c3442d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588745:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588746:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588749:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99400/0xb32e3ef184c3442d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588756:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99400/0xb32e3ef184c3442d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588762:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99400/0xb32e3ef184c3442d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588768:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99400/0xb32e3ef184c3442d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588780:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00010000:0.0:1763332961.588839:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.588844:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98200/0xb32e3ef184c34434 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588851:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588852:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588855:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98200/0xb32e3ef184c34434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588863:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98200/0xb32e3ef184c34434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588870:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98200/0xb32e3ef184c34434 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588877:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98200/0xb32e3ef184c34434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588885:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/18 locks to regular blp list, 18 blwis in pool 00002000:00010000:0.0:1763332961.588966:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.588971:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c3443b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588979:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588980:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.588983:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c3443b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.588996:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c3443b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589003:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c3443b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589010:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c3443b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589018:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00002000:00010000:0.0:1763332961.589081:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.589086:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34442 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589093:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.589094:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.589097:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589104:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589111:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34442 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589118:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589129:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/20 locks to regular blp list, 20 blwis in pool 00002000:00010000:0.0:1763332961.589187:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.589192:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34449 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589198:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.589200:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.589202:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34449 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589211:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34449 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589217:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34449 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589224:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34449 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589231:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/21 locks to regular blp list, 21 blwis in pool 00002000:00010000:0.0:1763332961.589285:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.589289:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34450 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589296:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.589298:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.589301:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589312:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589318:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589324:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.589331:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/22 locks to regular blp list, 22 blwis in pool 00002000:00010000:0.0:1763332961.589416:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x6a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332961.589860:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 21 total in blp. (21 blwis in pool) 00010000:00010000:1.0:1763332961.589869:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c343bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.589877:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0ee00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.589880:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c343bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.589893:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c343bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.589911:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c343bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.589918:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ee00/0xb32e3ef184c343bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.589933:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 20 total in blp. (20 blwis in pool) 00010000:00010000:1.0:1763332961.589937:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c343c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.589942:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0ea00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.589945:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c343c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.589951:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c343c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.589960:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c343c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.589966:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0ea00/0xb32e3ef184c343c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.589980:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 19 total in blp. (19 blwis in pool) 00010000:00010000:1.0:1763332961.589984:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99a00/0xb32e3ef184c343cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.589990:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a99a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.589993:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99a00/0xb32e3ef184c343cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590001:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99a00/0xb32e3ef184c343cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590009:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99a00/0xb32e3ef184c343cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590015:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99a00/0xb32e3ef184c343cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590026:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:1.0:1763332961.590031:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98400/0xb32e3ef184c343d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590036:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a98400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590039:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98400/0xb32e3ef184c343d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590055:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98400/0xb32e3ef184c343d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590065:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98400/0xb32e3ef184c343d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590071:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98400/0xb32e3ef184c343d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590082:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:1.0:1763332961.590085:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99600/0xb32e3ef184c343d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590091:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a99600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590094:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99600/0xb32e3ef184c343d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590100:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99600/0xb32e3ef184c343d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590108:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99600/0xb32e3ef184c343d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590115:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99600/0xb32e3ef184c343d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590124:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:1.0:1763332961.590127:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98a00/0xb32e3ef184c343e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590136:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a98a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590138:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98a00/0xb32e3ef184c343e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590144:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98a00/0xb32e3ef184c343e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590152:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98a00/0xb32e3ef184c343e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590158:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98a00/0xb32e3ef184c343e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590169:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:1.0:1763332961.590173:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98000/0xb32e3ef184c343e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590179:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a98000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590181:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98000/0xb32e3ef184c343e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590187:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98000/0xb32e3ef184c343e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590195:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98000/0xb32e3ef184c343e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590204:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98000/0xb32e3ef184c343e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590215:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:1.0:1763332961.590218:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99200/0xb32e3ef184c343ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590224:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a99200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590227:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99200/0xb32e3ef184c343ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590234:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99200/0xb32e3ef184c343ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590242:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99200/0xb32e3ef184c343ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590249:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99200/0xb32e3ef184c343ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590260:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:1.0:1763332961.590263:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98800/0xb32e3ef184c343f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590268:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a98800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590271:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98800/0xb32e3ef184c343f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590277:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98800/0xb32e3ef184c343f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590285:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98800/0xb32e3ef184c343f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590292:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98800/0xb32e3ef184c343f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590301:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1763332961.590305:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99800/0xb32e3ef184c343fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590310:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a99800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590313:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99800/0xb32e3ef184c343fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590320:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99800/0xb32e3ef184c343fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590330:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99800/0xb32e3ef184c343fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590336:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99800/0xb32e3ef184c343fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590372:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:1.0:1763332961.590377:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98600/0xb32e3ef184c34403 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590383:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a98600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590386:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98600/0xb32e3ef184c34403 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590392:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98600/0xb32e3ef184c34403 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590401:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98600/0xb32e3ef184c34403 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590408:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98600/0xb32e3ef184c34403 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590419:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1763332961.590431:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99e00/0xb32e3ef184c3440a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590437:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a99e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590440:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99e00/0xb32e3ef184c3440a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590448:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99e00/0xb32e3ef184c3440a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590457:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99e00/0xb32e3ef184c3440a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590465:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99e00/0xb32e3ef184c3440a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590476:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1763332961.590479:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98e00/0xb32e3ef184c34411 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590485:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a98e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590488:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98e00/0xb32e3ef184c34411 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590495:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98e00/0xb32e3ef184c34411 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590503:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98e00/0xb32e3ef184c34411 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590510:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98e00/0xb32e3ef184c34411 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590522:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1763332961.590526:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98c00/0xb32e3ef184c34418 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590536:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a98c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590539:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98c00/0xb32e3ef184c34418 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590547:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98c00/0xb32e3ef184c34418 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590556:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98c00/0xb32e3ef184c34418 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590562:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98c00/0xb32e3ef184c34418 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590573:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1763332961.590577:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99c00/0xb32e3ef184c3441f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590583:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a99c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590586:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99c00/0xb32e3ef184c3441f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590593:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99c00/0xb32e3ef184c3441f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590602:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99c00/0xb32e3ef184c3441f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590612:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99c00/0xb32e3ef184c3441f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590623:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1763332961.590626:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99000/0xb32e3ef184c34426 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590632:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a99000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590635:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99000/0xb32e3ef184c34426 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590642:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99000/0xb32e3ef184c34426 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590650:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99000/0xb32e3ef184c34426 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590657:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99000/0xb32e3ef184c34426 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590667:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1763332961.590671:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99400/0xb32e3ef184c3442d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590677:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a99400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590680:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99400/0xb32e3ef184c3442d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590687:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99400/0xb32e3ef184c3442d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590695:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99400/0xb32e3ef184c3442d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590702:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a99400/0xb32e3ef184c3442d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590711:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1763332961.590715:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98200/0xb32e3ef184c34434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590721:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a98200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590724:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98200/0xb32e3ef184c34434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590730:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98200/0xb32e3ef184c34434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590738:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98200/0xb32e3ef184c34434 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590745:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a98200/0xb32e3ef184c34434 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590760:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1763332961.590763:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c3443b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590770:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590773:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c3443b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590780:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c3443b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590789:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c3443b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590797:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c3443b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590806:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1763332961.590809:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590815:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590818:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590826:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590834:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34442 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590841:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34442 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590849:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1763332961.590852:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34449 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590858:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50091c00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590860:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34449 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590867:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34449 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590875:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34449 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590882:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34449 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590892:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332961.590896:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590906:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50091000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332961.590909:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590917:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34450 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590926:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34450 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590933:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34450 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332961.590943:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332961.590945:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332961.590947:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332961.590958:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332961.590963:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.593628:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1763332961.593643:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fa00/0xb32e3ef184c343b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.593681:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.593686:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1763332961.594645:0:26035:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1763332961.604275:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34457 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604291:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.604293:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.604299:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34457 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604313:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34457 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604324:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34457 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604331:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34457 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604402:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1763332961.604627:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x69:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.604632:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090200/0xb32e3ef184c3445e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604639:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.604641:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.604645:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090200/0xb32e3ef184c3445e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604656:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50090200/0xb32e3ef184c3445e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604662:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090200/0xb32e3ef184c3445e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604669:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090200/0xb32e3ef184c3445e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604679:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1763332961.604745:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x68:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.604750:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34465 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604757:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.604758:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.604761:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604773:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604780:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604786:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604802:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1763332961.604811:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1763332961.604816:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34457 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604823:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50091400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.604826:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34457 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604834:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34457 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604848:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34457 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604856:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34457 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604875:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763332961.604878:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50090200/0xb32e3ef184c3445e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604885:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.604887:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090200/0xb32e3ef184c3445e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604894:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090200/0xb32e3ef184c3445e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604902:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50090200/0xb32e3ef184c3445e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604908:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090200/0xb32e3ef184c3445e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604918:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.604921:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604927:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50091a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.604930:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604936:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604945:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34465 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604952:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34465 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.604960:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.604962:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.604963:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.605028:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x67:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.605034:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3446c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605041:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605043:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605046:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3446c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605054:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3446c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605062:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3446c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605069:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3446c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605080:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1763332961.605137:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x66:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.605142:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091600/0xb32e3ef184c34473 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605149:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605150:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605153:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091600/0xb32e3ef184c34473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605161:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091600/0xb32e3ef184c34473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605168:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091600/0xb32e3ef184c34473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605175:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091600/0xb32e3ef184c34473 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605188:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1763332961.605194:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1763332961.605198:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3446c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605204:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.605207:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3446c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605214:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3446c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605228:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3446c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605234:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3446c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605246:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.605249:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50091600/0xb32e3ef184c34473 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605256:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50091600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.605259:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091600/0xb32e3ef184c34473 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605266:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091600/0xb32e3ef184c34473 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605275:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50091600/0xb32e3ef184c34473 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605281:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091600/0xb32e3ef184c34473 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605290:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.605292:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.605294:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.605406:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.605411:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c3447a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605419:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605420:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605434:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c3447a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605444:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c3447a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605452:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c3447a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605459:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c3447a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605471:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.605477:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.605481:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c3447a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605488:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.605490:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c3447a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605497:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c3447a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605511:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c3447a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605517:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c3447a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605528:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.605530:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.605531:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.605597:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.605602:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34481 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605610:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605611:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605614:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605622:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605631:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34481 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605638:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34481 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605650:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.605656:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.605660:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34481 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605665:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.605668:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34481 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605674:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34481 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605684:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34481 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605691:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34481 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605702:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.605704:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.605705:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.605769:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.605774:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c34488 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605781:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605783:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605785:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c34488 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605793:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c34488 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605801:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c34488 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605807:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c34488 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605818:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.605824:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.605827:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c34488 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605833:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50091200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.605835:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c34488 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605842:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c34488 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605850:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c34488 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605856:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c34488 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605866:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.605868:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.605869:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.605931:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.605936:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090800/0xb32e3ef184c3448f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605942:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605944:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.605946:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090800/0xb32e3ef184c3448f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605954:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50090800/0xb32e3ef184c3448f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605961:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090800/0xb32e3ef184c3448f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605967:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090800/0xb32e3ef184c3448f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605979:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.605985:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.605988:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50090800/0xb32e3ef184c3448f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.605994:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.605997:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090800/0xb32e3ef184c3448f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606004:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090800/0xb32e3ef184c3448f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606014:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50090800/0xb32e3ef184c3448f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606021:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090800/0xb32e3ef184c3448f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606032:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606034:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606036:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.606104:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.606109:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091800/0xb32e3ef184c34496 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606116:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.606117:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.606120:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091800/0xb32e3ef184c34496 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606129:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091800/0xb32e3ef184c34496 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606136:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091800/0xb32e3ef184c34496 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606143:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091800/0xb32e3ef184c34496 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606154:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.606160:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.606163:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50091800/0xb32e3ef184c34496 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606168:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50091800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.606171:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091800/0xb32e3ef184c34496 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606176:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091800/0xb32e3ef184c34496 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606185:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50091800/0xb32e3ef184c34496 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606192:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091800/0xb32e3ef184c34496 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606203:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606205:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606206:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.606269:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x60:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.606274:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090600/0xb32e3ef184c3449d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606281:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.606282:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.606285:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090600/0xb32e3ef184c3449d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606293:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50090600/0xb32e3ef184c3449d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606300:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090600/0xb32e3ef184c3449d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606305:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090600/0xb32e3ef184c3449d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606316:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.606322:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.606325:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50090600/0xb32e3ef184c3449d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606332:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.606334:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090600/0xb32e3ef184c3449d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606341:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090600/0xb32e3ef184c3449d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606375:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50090600/0xb32e3ef184c3449d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606382:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090600/0xb32e3ef184c3449d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606393:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606395:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606397:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.606472:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x5f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.606477:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091e00/0xb32e3ef184c344a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606484:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.606485:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.606488:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091e00/0xb32e3ef184c344a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606497:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091e00/0xb32e3ef184c344a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606504:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091e00/0xb32e3ef184c344a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606510:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091e00/0xb32e3ef184c344a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606521:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.606527:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.606530:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50091e00/0xb32e3ef184c344a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606535:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50091e00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.606538:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091e00/0xb32e3ef184c344a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606544:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50091e00/0xb32e3ef184c344a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606553:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50091e00/0xb32e3ef184c344a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606559:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091e00/0xb32e3ef184c344a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606569:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606571:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606572:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.606634:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.606639:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c344ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606647:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.606648:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.606651:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c344ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606658:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c344ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606666:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c344ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606674:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c344ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606685:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.606691:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.606694:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c344ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606700:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77a0fa00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.606702:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c344ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606709:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c344ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606718:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c344ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606724:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff77a0fa00/0xb32e3ef184c344ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606735:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606736:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606738:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.606820:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x5d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.606825:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c344b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606832:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.606833:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.606836:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c344b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606845:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c344b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606852:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c344b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606858:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c344b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606869:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.606876:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.606880:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c344b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606885:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983d800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.606888:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c344b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606895:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c344b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606904:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c344b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606911:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c344b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.606922:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606924:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.606926:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.606991:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x5c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.606996:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c344b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607003:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607004:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607007:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c344b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607015:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c344b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607022:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c344b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607028:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c344b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607040:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.607046:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.607049:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c344b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607056:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983c600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.607059:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c344b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607065:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c344b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607074:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c344b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607080:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c344b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607092:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.607093:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.607095:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.607157:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x5b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.607162:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c344c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607169:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607170:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607173:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c344c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607181:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c344c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607187:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c344c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607193:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c344c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607205:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.607211:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.607214:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c344c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607220:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983de00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.607224:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c344c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607230:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c344c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607240:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c344c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607246:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c344c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607258:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.607260:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.607261:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.607323:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x5a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.607328:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983ce00/0xb32e3ef184c344c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607334:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607335:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607338:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983ce00/0xb32e3ef184c344c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607369:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983ce00/0xb32e3ef184c344c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607377:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983ce00/0xb32e3ef184c344c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607383:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983ce00/0xb32e3ef184c344c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607394:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.607401:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.607404:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983ce00/0xb32e3ef184c344c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607409:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983ce00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.607412:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983ce00/0xb32e3ef184c344c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607419:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983ce00/0xb32e3ef184c344c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607440:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983ce00/0xb32e3ef184c344c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607447:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983ce00/0xb32e3ef184c344c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607458:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.607459:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.607461:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.607526:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x59:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.607531:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c344ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607537:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607539:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607541:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c344ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607550:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c344ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607557:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c344ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607563:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c344ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607575:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.607580:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.607583:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c344ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607589:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983cc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.607592:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c344ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607599:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c344ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607608:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c344ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607615:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c344ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607625:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.607627:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.607629:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.607692:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x58:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.607697:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983dc00/0xb32e3ef184c344d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607704:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607706:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607709:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983dc00/0xb32e3ef184c344d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607717:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983dc00/0xb32e3ef184c344d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607724:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983dc00/0xb32e3ef184c344d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607730:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983dc00/0xb32e3ef184c344d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607741:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.607748:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.607751:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983dc00/0xb32e3ef184c344d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607756:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983dc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.607759:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983dc00/0xb32e3ef184c344d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607766:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983dc00/0xb32e3ef184c344d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607774:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983dc00/0xb32e3ef184c344d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607780:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983dc00/0xb32e3ef184c344d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607791:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.607793:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.607795:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1763332961.607936:0:8406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x57:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332961.607942:0:8406:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c344dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607949:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607950:0:8406:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332961.607953:0:8406:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c344dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607961:0:8406:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c344dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607968:0:8406:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c344dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607974:0:8406:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c344dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.607985:0:8406:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332961.607991:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332961.607994:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c344dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.608000:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983d000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332961.608003:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c344dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.608009:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c344dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.608018:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c344dc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.608024:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c344dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x57:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8406 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332961.608036:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.608038:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.608040:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1763332961.608091:0:8406:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:86 00000100:00100000:0.0:1763332961.608178:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:32365:x1848987626438272:12345-0@lo:5:osp-pre-1-0.0 Request processed in 83102us (83211us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.608187:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00100000:0.0:1763332961.608238:0:32365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:32365:1848987626438272:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1763332961.608252:0:32365:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x81:0x0] from OST, last_created [0x2c0000401:0x81:0x0]last_used is [0x2c0000401:0x56:0x0] 00000100:00100000:0.0:1763332961.608314:0:32365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:32365:1848987626438656:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1763332961.608366:0:32365:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.608387:0:32365:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67db0600 going to sleep for 11 seconds 00000100:00100000:0.0:1763332961.608402:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626438528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332961.608439:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.608472:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626438528 00000100:00100000:0.0:1763332961.608478:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626438528 00000100:00100000:0.0:1763332961.608510:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1763332961.608517:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626438528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1763332961.608538:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60259136 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1763332961.608566:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626438528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.608572:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1763332961.608600:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626438528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332961.608615:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626438656 00000100:00100000:0.0:1763332961.608618:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626438656 00000100:00100000:0.0:1763332961.608634:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:0.0:1763332961.608639:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:32365:x1848987626438656:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1763332961.608666:0:8406:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 130 00000100:00100000:0.0:1763332961.610212:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:32365:x1848987626438656:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1566us (1859us total) trans 17179869555 rc 0/0 00000100:00100000:0.0:1763332961.610221:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00000100:00100000:0.0:1763332961.610273:0:32365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7dcfc380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:32365:1848987626438656:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1763332961.610287:0:32365:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x81:0x0]-[0x2c0000401:0xa1:0x0] 00010000:00010000:2.0:1763332961.610438:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.610569:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x7f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.610577:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e400/0xb32e3ef184c344e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610591:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.610593:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.610597:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e400/0xb32e3ef184c344e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610610:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e400/0xb32e3ef184c344e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610620:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e400/0xb32e3ef184c344e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610632:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e400/0xb32e3ef184c344e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610653:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1763332961.610721:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x7e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.610726:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f600/0xb32e3ef184c344ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610733:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.610735:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.610738:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f600/0xb32e3ef184c344ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610745:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f600/0xb32e3ef184c344ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610751:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f600/0xb32e3ef184c344ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610757:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f600/0xb32e3ef184c344ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610769:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1763332961.610776:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763332961.610781:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e400/0xb32e3ef184c344e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610792:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7e400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.610797:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e400/0xb32e3ef184c344e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610807:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e400/0xb32e3ef184c344e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610820:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e400/0xb32e3ef184c344e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610827:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e400/0xb32e3ef184c344e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610842:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.610845:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f600/0xb32e3ef184c344ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610851:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7f600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.610854:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f600/0xb32e3ef184c344ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610860:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f600/0xb32e3ef184c344ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610868:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f600/0xb32e3ef184c344ea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610879:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f600/0xb32e3ef184c344ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610888:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.610890:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.610891:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.610955:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x7d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.610960:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ea00/0xb32e3ef184c344f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610968:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.610970:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.610972:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ea00/0xb32e3ef184c344f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610981:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ea00/0xb32e3ef184c344f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610988:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ea00/0xb32e3ef184c344f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.610995:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ea00/0xb32e3ef184c344f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611006:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.611012:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.611015:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ea00/0xb32e3ef184c344f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611021:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7ea00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.611024:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ea00/0xb32e3ef184c344f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611030:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ea00/0xb32e3ef184c344f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611039:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ea00/0xb32e3ef184c344f1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611045:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ea00/0xb32e3ef184c344f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611056:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611057:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611059:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.611127:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x7c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.611132:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e000/0xb32e3ef184c344f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611139:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.611140:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.611143:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e000/0xb32e3ef184c344f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611151:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e000/0xb32e3ef184c344f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611163:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e000/0xb32e3ef184c344f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611170:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e000/0xb32e3ef184c344f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611182:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.611188:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.611191:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e000/0xb32e3ef184c344f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611197:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7e000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.611199:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e000/0xb32e3ef184c344f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611206:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e000/0xb32e3ef184c344f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611215:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e000/0xb32e3ef184c344f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611222:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e000/0xb32e3ef184c344f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611232:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611234:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611236:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.611298:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x7b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.611303:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f400/0xb32e3ef184c344ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611310:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.611312:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.611315:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f400/0xb32e3ef184c344ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611322:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f400/0xb32e3ef184c344ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611328:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f400/0xb32e3ef184c344ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611334:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f400/0xb32e3ef184c344ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611345:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.611378:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.611381:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f400/0xb32e3ef184c344ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611387:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7f400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.611390:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f400/0xb32e3ef184c344ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611397:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f400/0xb32e3ef184c344ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611406:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f400/0xb32e3ef184c344ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611413:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f400/0xb32e3ef184c344ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611436:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611438:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611440:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.611503:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x7a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.611508:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f000/0xb32e3ef184c34506 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611514:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.611515:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.611518:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f000/0xb32e3ef184c34506 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611526:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f000/0xb32e3ef184c34506 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611533:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f000/0xb32e3ef184c34506 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611539:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f000/0xb32e3ef184c34506 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611550:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.611557:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.611560:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f000/0xb32e3ef184c34506 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611565:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7f000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.611568:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f000/0xb32e3ef184c34506 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611574:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f000/0xb32e3ef184c34506 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611584:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f000/0xb32e3ef184c34506 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611591:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f000/0xb32e3ef184c34506 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611602:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611604:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611605:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.611667:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x79:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.611672:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fc00/0xb32e3ef184c3450d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611679:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.611680:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.611683:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fc00/0xb32e3ef184c3450d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611691:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fc00/0xb32e3ef184c3450d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611698:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fc00/0xb32e3ef184c3450d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611704:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fc00/0xb32e3ef184c3450d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611715:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.611722:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.611724:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fc00/0xb32e3ef184c3450d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611729:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7fc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.611732:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fc00/0xb32e3ef184c3450d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611738:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fc00/0xb32e3ef184c3450d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611746:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fc00/0xb32e3ef184c3450d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611752:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fc00/0xb32e3ef184c3450d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611762:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611764:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611766:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.611825:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x78:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.611830:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ec00/0xb32e3ef184c34514 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611836:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.611838:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.611840:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ec00/0xb32e3ef184c34514 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611849:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ec00/0xb32e3ef184c34514 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611857:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ec00/0xb32e3ef184c34514 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611863:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ec00/0xb32e3ef184c34514 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611874:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.611881:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.611884:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ec00/0xb32e3ef184c34514 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611890:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7ec00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.611894:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ec00/0xb32e3ef184c34514 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611900:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ec00/0xb32e3ef184c34514 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611909:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ec00/0xb32e3ef184c34514 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611916:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ec00/0xb32e3ef184c34514 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.611927:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611928:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.611930:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.611988:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x77:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.611993:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ee00/0xb32e3ef184c3451b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612001:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612002:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612005:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ee00/0xb32e3ef184c3451b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612012:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ee00/0xb32e3ef184c3451b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612019:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ee00/0xb32e3ef184c3451b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612025:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ee00/0xb32e3ef184c3451b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612037:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.612043:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.612047:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ee00/0xb32e3ef184c3451b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612053:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7ee00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.612056:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ee00/0xb32e3ef184c3451b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612062:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ee00/0xb32e3ef184c3451b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612072:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ee00/0xb32e3ef184c3451b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612078:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7ee00/0xb32e3ef184c3451b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612090:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612091:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612093:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.612155:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x76:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.612161:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fe00/0xb32e3ef184c34522 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612168:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612169:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612173:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fe00/0xb32e3ef184c34522 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612181:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fe00/0xb32e3ef184c34522 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612189:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fe00/0xb32e3ef184c34522 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612197:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fe00/0xb32e3ef184c34522 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612207:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.612214:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.612217:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fe00/0xb32e3ef184c34522 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612223:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7fe00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.612227:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fe00/0xb32e3ef184c34522 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612235:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fe00/0xb32e3ef184c34522 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612244:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fe00/0xb32e3ef184c34522 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612252:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7fe00/0xb32e3ef184c34522 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612263:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612265:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612267:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.612328:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x75:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.612332:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e600/0xb32e3ef184c34529 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612339:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612340:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612343:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e600/0xb32e3ef184c34529 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612375:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e600/0xb32e3ef184c34529 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612382:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e600/0xb32e3ef184c34529 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612389:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e600/0xb32e3ef184c34529 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612401:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.612407:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.612410:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e600/0xb32e3ef184c34529 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612416:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7e600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.612419:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e600/0xb32e3ef184c34529 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612438:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e600/0xb32e3ef184c34529 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612449:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e600/0xb32e3ef184c34529 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612456:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e600/0xb32e3ef184c34529 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612468:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612469:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612471:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.612532:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x74:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.612537:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f800/0xb32e3ef184c34530 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612545:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612546:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612550:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f800/0xb32e3ef184c34530 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612558:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f800/0xb32e3ef184c34530 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612566:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f800/0xb32e3ef184c34530 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612573:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f800/0xb32e3ef184c34530 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612584:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.612591:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.612595:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f800/0xb32e3ef184c34530 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612602:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7f800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.612605:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f800/0xb32e3ef184c34530 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612612:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f800/0xb32e3ef184c34530 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612621:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f800/0xb32e3ef184c34530 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612627:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f800/0xb32e3ef184c34530 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612638:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612640:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612641:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.612699:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x73:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.612704:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e800/0xb32e3ef184c34537 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612711:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612713:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612716:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e800/0xb32e3ef184c34537 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612724:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e800/0xb32e3ef184c34537 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612732:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e800/0xb32e3ef184c34537 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612740:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e800/0xb32e3ef184c34537 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612750:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.612757:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.612760:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e800/0xb32e3ef184c34537 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612766:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7e800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.612769:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e800/0xb32e3ef184c34537 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612776:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e800/0xb32e3ef184c34537 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612785:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e800/0xb32e3ef184c34537 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612791:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7e800/0xb32e3ef184c34537 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612803:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612805:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612807:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.612870:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x72:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.612875:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3453e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612882:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612884:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.612886:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3453e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612894:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3453e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612902:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3453e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612910:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3453e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612921:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.612927:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.612930:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3453e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612936:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff77e7f200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.612939:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3453e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612947:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3453e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612958:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3453e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612965:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff77e7f200/0xb32e3ef184c3453e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.612975:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612977:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.612979:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.613039:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x71:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.613045:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be200/0xb32e3ef184c34545 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613052:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.613053:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.613057:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be200/0xb32e3ef184c34545 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613064:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467be200/0xb32e3ef184c34545 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613071:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be200/0xb32e3ef184c34545 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613079:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be200/0xb32e3ef184c34545 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613090:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.613097:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.613100:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe467be200/0xb32e3ef184c34545 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613106:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467be200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.613110:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467be200/0xb32e3ef184c34545 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613117:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467be200/0xb32e3ef184c34545 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613126:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe467be200/0xb32e3ef184c34545 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613133:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467be200/0xb32e3ef184c34545 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613144:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.613146:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.613148:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.613210:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x70:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.613215:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c3454c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613224:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.613225:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.613228:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c3454c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613235:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c3454c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613242:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c3454c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613249:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c3454c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613261:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.613267:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.613270:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c3454c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613275:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe467bf600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.613278:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c3454c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613285:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c3454c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613294:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c3454c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613300:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467bf600/0xb32e3ef184c3454c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.613311:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.613313:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.613315:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332961.613793:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332961.613799:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.623421:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.623447:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d400/0xb32e3ef184c34553 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623462:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.623465:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.623471:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d400/0xb32e3ef184c34553 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623486:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d400/0xb32e3ef184c34553 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623498:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d400/0xb32e3ef184c34553 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623505:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d400/0xb32e3ef184c34553 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623527:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.623541:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.623546:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d400/0xb32e3ef184c34553 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623554:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854d400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.623557:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d400/0xb32e3ef184c34553 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623566:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d400/0xb32e3ef184c34553 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623580:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d400/0xb32e3ef184c34553 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623587:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d400/0xb32e3ef184c34553 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623606:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.623608:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.623610:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.623780:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.623785:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c200/0xb32e3ef184c3455a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623792:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.623794:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.623797:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c200/0xb32e3ef184c3455a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623806:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c200/0xb32e3ef184c3455a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623813:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c200/0xb32e3ef184c3455a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623820:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c200/0xb32e3ef184c3455a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623831:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1763332961.623892:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.623898:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854da00/0xb32e3ef184c34561 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623905:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.623906:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.623909:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854da00/0xb32e3ef184c34561 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623918:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854da00/0xb32e3ef184c34561 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623926:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854da00/0xb32e3ef184c34561 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623932:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854da00/0xb32e3ef184c34561 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.623943:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1763332961.624001:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.624007:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c400/0xb32e3ef184c34568 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624015:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.624016:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.624020:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c400/0xb32e3ef184c34568 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624028:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c400/0xb32e3ef184c34568 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624040:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c400/0xb32e3ef184c34568 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624047:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c400/0xb32e3ef184c34568 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624060:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1763332961.624066:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1763332961.624070:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c200/0xb32e3ef184c3455a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624077:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854c200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.624080:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c200/0xb32e3ef184c3455a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624088:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c200/0xb32e3ef184c3455a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624098:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c200/0xb32e3ef184c3455a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624105:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c200/0xb32e3ef184c3455a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624117:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763332961.624120:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854da00/0xb32e3ef184c34561 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624127:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854da00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.624130:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854da00/0xb32e3ef184c34561 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624137:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854da00/0xb32e3ef184c34561 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624146:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854da00/0xb32e3ef184c34561 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624153:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854da00/0xb32e3ef184c34561 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624163:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.624166:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c400/0xb32e3ef184c34568 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624172:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854c400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.624175:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c400/0xb32e3ef184c34568 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624182:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c400/0xb32e3ef184c34568 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624190:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c400/0xb32e3ef184c34568 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624203:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c400/0xb32e3ef184c34568 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624212:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.624214:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.624216:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.624277:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.624283:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d600/0xb32e3ef184c3456f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624290:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.624292:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.624294:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d600/0xb32e3ef184c3456f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624303:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d600/0xb32e3ef184c3456f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624311:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d600/0xb32e3ef184c3456f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624318:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d600/0xb32e3ef184c3456f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624329:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.624335:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.624339:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d600/0xb32e3ef184c3456f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624371:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854d600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.624375:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d600/0xb32e3ef184c3456f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624383:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d600/0xb32e3ef184c3456f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624394:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d600/0xb32e3ef184c3456f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624401:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d600/0xb32e3ef184c3456f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624412:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.624414:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.624415:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.624507:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x6a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.624512:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ca00/0xb32e3ef184c34576 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624521:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.624523:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.624526:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ca00/0xb32e3ef184c34576 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624535:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ca00/0xb32e3ef184c34576 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624548:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ca00/0xb32e3ef184c34576 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624555:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ca00/0xb32e3ef184c34576 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624567:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.624574:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.624577:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ca00/0xb32e3ef184c34576 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624584:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854ca00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.624587:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ca00/0xb32e3ef184c34576 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624594:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ca00/0xb32e3ef184c34576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624603:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ca00/0xb32e3ef184c34576 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624610:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ca00/0xb32e3ef184c34576 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624620:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.624622:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.624624:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.624688:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x69:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.624694:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c000/0xb32e3ef184c3457d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624701:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.624703:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.624706:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c000/0xb32e3ef184c3457d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624715:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c000/0xb32e3ef184c3457d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624723:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c000/0xb32e3ef184c3457d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624730:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c000/0xb32e3ef184c3457d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624742:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.624748:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.624752:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c000/0xb32e3ef184c3457d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624758:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854c000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.624761:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c000/0xb32e3ef184c3457d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624767:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c000/0xb32e3ef184c3457d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624776:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c000/0xb32e3ef184c3457d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624783:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c000/0xb32e3ef184c3457d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624793:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.624794:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.624796:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.624858:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x68:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.624863:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d200/0xb32e3ef184c34584 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624870:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.624872:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.624875:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d200/0xb32e3ef184c34584 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624883:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d200/0xb32e3ef184c34584 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624889:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d200/0xb32e3ef184c34584 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624895:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d200/0xb32e3ef184c34584 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624907:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.624914:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.624916:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d200/0xb32e3ef184c34584 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624922:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854d200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.624924:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d200/0xb32e3ef184c34584 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624930:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d200/0xb32e3ef184c34584 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624939:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d200/0xb32e3ef184c34584 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624945:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d200/0xb32e3ef184c34584 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.624954:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.624956:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.624957:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.625017:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x67:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.625022:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c800/0xb32e3ef184c3458b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625028:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625029:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625032:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c800/0xb32e3ef184c3458b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625039:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c800/0xb32e3ef184c3458b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625046:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c800/0xb32e3ef184c3458b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625053:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c800/0xb32e3ef184c3458b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625063:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.625069:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.625072:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c800/0xb32e3ef184c3458b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625077:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854c800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.625080:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c800/0xb32e3ef184c3458b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625086:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c800/0xb32e3ef184c3458b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625094:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c800/0xb32e3ef184c3458b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625101:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c800/0xb32e3ef184c3458b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625110:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625112:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625114:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.625173:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x66:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.625178:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d800/0xb32e3ef184c34592 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625185:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625187:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625190:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d800/0xb32e3ef184c34592 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625198:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d800/0xb32e3ef184c34592 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625204:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d800/0xb32e3ef184c34592 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625210:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d800/0xb32e3ef184c34592 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625222:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.625227:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.625231:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d800/0xb32e3ef184c34592 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625237:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854d800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.625239:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d800/0xb32e3ef184c34592 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625246:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d800/0xb32e3ef184c34592 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625255:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d800/0xb32e3ef184c34592 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625261:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d800/0xb32e3ef184c34592 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625272:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625274:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625275:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.625337:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.625341:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c600/0xb32e3ef184c34599 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625370:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625371:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625374:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c600/0xb32e3ef184c34599 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625382:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c600/0xb32e3ef184c34599 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625389:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c600/0xb32e3ef184c34599 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625395:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c600/0xb32e3ef184c34599 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625407:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.625414:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.625417:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c600/0xb32e3ef184c34599 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625432:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854c600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.625436:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c600/0xb32e3ef184c34599 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625442:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c600/0xb32e3ef184c34599 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625452:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c600/0xb32e3ef184c34599 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625458:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854c600/0xb32e3ef184c34599 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625469:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625471:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625472:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.625537:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.625542:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854de00/0xb32e3ef184c345a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625549:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625550:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625553:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854de00/0xb32e3ef184c345a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625561:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854de00/0xb32e3ef184c345a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625568:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854de00/0xb32e3ef184c345a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625574:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854de00/0xb32e3ef184c345a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625585:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.625590:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.625594:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854de00/0xb32e3ef184c345a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625600:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854de00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.625603:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854de00/0xb32e3ef184c345a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625609:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854de00/0xb32e3ef184c345a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625618:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854de00/0xb32e3ef184c345a0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625624:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854de00/0xb32e3ef184c345a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625636:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625638:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625640:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.625705:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.625710:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ce00/0xb32e3ef184c345a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625717:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625719:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625721:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ce00/0xb32e3ef184c345a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625730:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ce00/0xb32e3ef184c345a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625737:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ce00/0xb32e3ef184c345a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625743:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ce00/0xb32e3ef184c345a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625755:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.625761:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.625764:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ce00/0xb32e3ef184c345a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625770:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854ce00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.625773:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ce00/0xb32e3ef184c345a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625779:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ce00/0xb32e3ef184c345a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625789:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ce00/0xb32e3ef184c345a7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625796:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854ce00/0xb32e3ef184c345a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625807:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625809:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625810:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.625877:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.625883:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854cc00/0xb32e3ef184c345ae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625890:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625892:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.625895:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854cc00/0xb32e3ef184c345ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625903:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854cc00/0xb32e3ef184c345ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625910:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854cc00/0xb32e3ef184c345ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625917:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854cc00/0xb32e3ef184c345ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625928:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.625935:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.625938:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854cc00/0xb32e3ef184c345ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625944:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854cc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.625947:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854cc00/0xb32e3ef184c345ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625953:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854cc00/0xb32e3ef184c345ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625962:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854cc00/0xb32e3ef184c345ae lrc: 1/0,0 mode: --/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625968:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854cc00/0xb32e3ef184c345ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.625978:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625980:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.625981:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.626043:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.626047:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854dc00/0xb32e3ef184c345b5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626054:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.626056:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.626058:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854dc00/0xb32e3ef184c345b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626065:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854dc00/0xb32e3ef184c345b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626072:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854dc00/0xb32e3ef184c345b5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626078:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854dc00/0xb32e3ef184c345b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626089:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.626096:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.626099:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854dc00/0xb32e3ef184c345b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626104:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854dc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.626106:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854dc00/0xb32e3ef184c345b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626112:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854dc00/0xb32e3ef184c345b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626120:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854dc00/0xb32e3ef184c345b5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626126:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854dc00/0xb32e3ef184c345b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626137:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.626139:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.626141:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.626202:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x60:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.626207:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d000/0xb32e3ef184c345bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626214:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.626215:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.626217:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d000/0xb32e3ef184c345bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626226:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d000/0xb32e3ef184c345bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626233:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d000/0xb32e3ef184c345bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626239:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d000/0xb32e3ef184c345bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626251:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.626257:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.626260:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d000/0xb32e3ef184c345bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626266:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4854d000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.626269:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d000/0xb32e3ef184c345bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626276:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d000/0xb32e3ef184c345bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626287:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d000/0xb32e3ef184c345bc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626294:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4854d000/0xb32e3ef184c345bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x60:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.626305:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.626307:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.626308:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.626419:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1763332961.626604:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332961.626611:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332961.635503:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.636126:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a200/0xb32e3ef184c345c3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636142:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.636144:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.636150:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a200/0xb32e3ef184c345c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636165:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a200/0xb32e3ef184c345c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636175:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a200/0xb32e3ef184c345c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636183:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a200/0xb32e3ef184c345c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636600:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.636613:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.636619:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a200/0xb32e3ef184c345c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636627:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9a200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.636631:0:8422:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a200/0xb32e3ef184c345c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636640:0:8422:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a200/0xb32e3ef184c345c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636658:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a200/0xb32e3ef184c345c3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636665:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a200/0xb32e3ef184c345c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636688:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.636690:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.636692:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.636944:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.636949:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c345ca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636957:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.636958:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.636961:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c345ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636969:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c345ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636976:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c345ca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636982:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c345ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.636998:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1763332961.637005:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.637009:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c345ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637016:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9ba00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.637019:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c345ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637026:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c345ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637037:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c345ca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637044:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c345ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637056:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.637058:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.637060:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1763332961.637124:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.637130:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a400/0xb32e3ef184c345d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637137:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.637138:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.637141:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a400/0xb32e3ef184c345d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637149:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a400/0xb32e3ef184c345d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637156:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a400/0xb32e3ef184c345d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637163:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a400/0xb32e3ef184c345d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637176:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1763332961.637231:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x5c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332961.637236:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9b600/0xb32e3ef184c345d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637243:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.637245:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332961.637248:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9b600/0xb32e3ef184c345d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637257:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9b600/0xb32e3ef184c345d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637266:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9b600/0xb32e3ef184c345d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637273:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9b600/0xb32e3ef184c345d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637287:0:28651:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1763332961.637294:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1763332961.637299:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a400/0xb32e3ef184c345d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637306:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9a400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.637310:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a400/0xb32e3ef184c345d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637316:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a400/0xb32e3ef184c345d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637326:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a400/0xb32e3ef184c345d1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637333:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a400/0xb32e3ef184c345d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637345:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1763332961.637370:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9b600/0xb32e3ef184c345d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637377:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9b600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332961.637380:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9b600/0xb32e3ef184c345d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637387:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9b600/0xb32e3ef184c345d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637396:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9b600/0xb32e3ef184c345d8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637404:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9b600/0xb32e3ef184c345d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332961.637416:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.637418:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332961.637419:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1763332961.637483:0:28651:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:91 00000100:00100000:2.0:1763332961.637572:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:32363:x1848987626438400:12345-0@lo:5:osp-pre-0-0.0 Request processed in 109473us (109593us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332961.637582:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00100000:2.0:1763332961.637638:0:32363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:32363:1848987626438400:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1763332961.637652:0:32363:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x81:0x0] from OST, last_created [0x280000401:0x81:0x0]last_used is [0x280000401:0x5b:0x0] 00000100:00100000:2.0:1763332961.637717:0:32363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:32363:1848987626438912:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1763332961.637749:0:32363:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332961.637770:0:32363:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27f00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332961.637788:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626438784:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1763332961.638056:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332961.638434:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626438912 00000100:00100000:1.0:1763332961.638442:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626438912 00000100:00100000:1.0:1763332961.638485:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:1.0:1763332961.638493:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:32363:x1848987626438912:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1763332961.638528:0:8407:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 130 00000100:00100000:2.0:1763332961.653688:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332961.656334:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626438784 00000100:00100000:0.0:1763332961.656371:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626438784 00000100:00100000:0.0:1763332961.656438:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1763332961.656448:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626438784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332961.656473:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440960 pending 896 free 3920334848 avail 3688812544 00000100:00100000:0.0:1763332961.656558:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3652:x1848987626438784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (2877us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332961.656566:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1763332961.658847:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626438784:0@lo:13:osp-pre-0-0.0 00000001:00100000:3.0:1763332961.660867:0:24714:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1763332961.664015:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836879 is committed 00000100:00100000:0.0:1763332961.664895:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:32363:x1848987626438912:12345-0@lo:5:osp-pre-0-0.0 Request processed in 26397us (27139us total) trans 21474836879 rc 0/0 00000100:00100000:0.0:1763332961.664907:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:2.0:1763332961.665813:0:32363:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836879 gen 2 00000100:00100000:2.0:1763332961.665824:0:32363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:32363:1848987626438912:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1763332961.665839:0:32363:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x81:0x0]-[0x280000401:0xa1:0x0] 00010000:00010000:1.0:1763332961.876195:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332961.878406:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626439040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332961.878485:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332961.879456:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626439040 00000100:00100000:3.0:1763332961.879467:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626439040 00000100:00100000:3.0:1763332961.879531:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1763332961.879541:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626439040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763332961.879564:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440064 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1763332961.879633:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626439040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332961.879643:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1763332961.879693:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626439040:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1763332961.884965:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967494 is committed 00000020:00000004:2.0:1763332962.014159:0:32717:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1763332962.014576:0:32717:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1763332962.232478:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332962.232508:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332962.232534:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332962.232552:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332962.232586:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332962.232614:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611253632 00000100:00100000:1.0:1763332962.232623:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611253632 00000100:00100000:1.0:1763332962.232666:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611253760 00000100:00100000:1.0:1763332962.232668:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611253760 00000100:00100000:1.0:1763332962.232692:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1186 00000100:00100000:1.0:1763332962.232701:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611253632:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332962.232762:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611253632:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 62us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332962.232769:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1186 00000100:00100000:1.0:1763332962.232784:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1187 00000100:00100000:1.0:1763332962.232789:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611253760:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332962.232808:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611253760:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 19us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332962.232813:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1187 00000100:00100000:1.0:1763332962.232827:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611253888 00000100:00100000:1.0:1763332962.232830:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611253888 00000100:00100000:1.0:1763332962.232850:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611254016 00000100:00100000:1.0:1763332962.232852:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611254016 00000100:00100000:1.0:1763332962.232866:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 733 00000100:00100000:1.0:1763332962.232871:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611253888:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332962.232892:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611253888:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 21us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332962.232898:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 733 00000100:00100000:1.0:1763332962.232906:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 734 00000100:00100000:1.0:1763332962.232911:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611254016:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332962.232926:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611254016:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 15us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332962.232931:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 734 00000100:00100000:1.0:1763332962.232945:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611253504 00000100:00100000:1.0:1763332962.232948:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611253504 00000100:00100000:1.0:1763332962.232972:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 71 00000100:00100000:1.0:1763332962.232978:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4489ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2419:x1848987611253504:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:1.0:1763332962.233000:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4489ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2419:x1848987611253504:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 22us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332962.233005:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 71 00000100:00080000:1.0:1763332962.233037:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763332962.233041:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332962.233043:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1763332962.897148:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332963.920590:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332963.936339:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332963.936537:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611254144 00000100:00100000:3.0:1763332963.936555:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611254144 00000100:00100000:0.0:1763332963.938159:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3182 00000100:00100000:0.0:1763332963.938189:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:48421:x1848987611254144:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332963.938221:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332963.938254:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983dc00/0xb32e3ef184c345df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5ce expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332963.938371:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332963.938407:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332963.938429:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000004:00200000:0.0:1763332963.938500:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1763332963.938505:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332963.938533:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763332963.938567:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983dc00/0xb32e3ef184c345df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ce expref: 12 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332963.938594:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ce expref: 11 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332963.938605:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332963.938609:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332963.938613:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983cc00, rc 0) 00000100:00080000:1.0:1763332963.939096:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1763332963.941273:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:48421:x1848987611254144:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3078us (4925us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332963.941293:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3182 00000100:00100000:1.0:1763332963.961231:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332963.961393:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611254272 00000100:00100000:0.0:1763332963.961408:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611254272 00000100:00100000:0.0:1763332963.961491:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3183 00000100:00100000:0.0:1763332963.961504:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:48421:x1848987611254272:12345-192.168.204.28@tcp:41:lfs.0 00000004:00000024:0.0:1763332963.961561:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1446010880 avail 1299771392 00000100:00100000:0.0:1763332963.961659:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:48421:x1848987611254272:12345-192.168.204.28@tcp:41:lfs.0 Request processed in 157us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332963.961668:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3183 00000100:00100000:2.0:1763332963.971772:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332963.972335:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611254400 00000100:00100000:3.0:1763332963.972395:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611254400 00000100:00100000:3.0:1763332963.972483:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3184 00000100:00100000:3.0:1763332963.972495:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:48421:x1848987611254400:12345-192.168.204.28@tcp:41:lfs.0 00000004:00000024:3.0:1763332963.972550:0:6520:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:3.0:1763332963.973491:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:48421:x1848987611254400:12345-192.168.204.28@tcp:41:lfs.0 Request processed in 990us (1729us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332963.973503:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3184 00000100:00100000:2.0:1763332963.978124:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332963.985637:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611254528 00000100:00100000:3.0:1763332963.985658:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611254528 00000100:00100000:3.0:1763332963.985777:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 612 00000100:00100000:3.0:1763332963.985791:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:48421:x1848987611254528:12345-192.168.204.28@tcp:13:lfs.0 00002000:00000024:3.0:1763332963.985835:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440064 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1763332963.985939:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:48421:x1848987611254528:12345-192.168.204.28@tcp:13:lfs.0 Request processed in 150us (7831us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332963.985948:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 612 00000100:00100000:1.0:1763332963.991722:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332963.991852:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611254656 00000100:00100000:0.0:1763332963.991868:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611254656 00000100:00100000:0.0:1763332963.991946:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 613 00000100:00100000:0.0:1763332963.992102:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:48421:x1848987611254656:12345-192.168.204.28@tcp:13:lfs.0 00002000:00000024:0.0:1763332963.992161:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60258240 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1763332963.993132:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:48421:x1848987611254656:12345-192.168.204.28@tcp:13:lfs.0 Request processed in 1030us (1423us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332963.993146:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 613 00010000:00010000:0.0:1763332964.946904:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332965.970731:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332966.482776:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332966.482801:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626439168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332966.482869:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332966.482933:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626439168 00000100:00100000:0.0:1763332966.482941:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626439168 00000100:00100000:0.0:1763332966.482986:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1763332966.482996:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626439168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1763332966.483030:0:7798:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:0.0:1763332966.483074:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626439168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332966.483081:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1763332966.483117:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967494 gen 2 00000004:00080000:0.0:1763332966.483124:0:3655:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967492 committed transno 4294967494 00000004:00080000:0.0:1763332966.483144:0:3655:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967493 committed transno 4294967494 00000004:00080000:0.0:1763332966.483152:0:3655:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967494 committed transno 4294967494 00000100:00100000:0.0:1763332966.483166:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626439168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332966.483495:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46269c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626439424:0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.483524:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332966.483545:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626439936:0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.483569:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332966.483584:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626440448:0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.483609:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332966.483626:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1763332966.483632:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626439552:0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.483652:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332966.483665:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626440064:0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.483684:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332966.483700:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626440576:0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.483717:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332966.483743:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626440448 00000100:00100000:1.0:1763332966.483747:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626440448 00000100:00100000:1.0:1763332966.483779:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626440576 00000100:00100000:1.0:1763332966.483781:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626440576 00000100:00100000:1.0:1763332966.483797:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1763332966.483803:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626440448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.483836:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626440448:12345-0@lo:400:kworker.0 Request processed in 33us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332966.483842:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1763332966.483855:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1763332966.483860:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626440576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.483883:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626440576:12345-0@lo:400:kworker.0 Request processed in 23us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332966.483888:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1763332966.483906:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626439936 00000100:00100000:1.0:1763332966.483909:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626439936 00000100:00100000:1.0:1763332966.483931:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1763332966.483937:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626439936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.483962:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1848987626439936:12345-0@lo:400:kworker.0 Request processed in 26us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332966.483967:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1763332966.483975:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626439552 00000100:00100000:1.0:1763332966.483977:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626439552 00000100:00100000:1.0:1763332966.483988:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626440064 00000100:00100000:1.0:1763332966.483990:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626440064 00000100:00100000:1.0:1763332966.484005:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:1.0:1763332966.484008:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626439552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.484028:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1848987626439552:12345-0@lo:400:kworker.0 Request processed in 19us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332966.484033:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:1.0:1763332966.484041:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1763332966.484046:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626440064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.484062:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1848987626440064:12345-0@lo:400:kworker.0 Request processed in 17us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332966.484067:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00080000:1.0:1763332966.484082:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763332966.484085:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1763332966.484088:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1763332966.484089:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332966.484119:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1848987626439552:0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.484126:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1848987626440064:0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.484134:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626440576:0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.484140:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1848987626439936:0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.484149:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626440448:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484232:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626439424 00000100:00100000:2.0:1763332966.484237:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626439424 00000100:00100000:2.0:1763332966.484274:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1763332966.484281:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626439424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484318:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626439424:12345-0@lo:400:kworker.0 Request processed in 39us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332966.484324:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1763332966.484372:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626439680:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484399:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332966.484422:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626440192:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484442:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332966.484457:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626440704:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484475:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332966.484491:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1763332966.484497:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626439296:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484523:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332966.484540:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626439808:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484557:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332966.484568:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626440320:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484585:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332966.484606:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626440192 00000100:00100000:2.0:1763332966.484609:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626440192 00000100:00100000:2.0:1763332966.484634:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626440704 00000100:00100000:2.0:1763332966.484636:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626440704 00000100:00100000:2.0:1763332966.484645:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626440320 00000100:00100000:2.0:1763332966.484648:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626440320 00000100:00100000:2.0:1763332966.484660:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:2.0:1763332966.484665:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626440192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484697:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1848987626440192:12345-0@lo:400:kworker.0 Request processed in 32us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332966.484702:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:2.0:1763332966.484714:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:2.0:1763332966.484719:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626440704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484742:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1848987626440704:12345-0@lo:400:kworker.0 Request processed in 23us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332966.484747:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:2.0:1763332966.484758:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:2.0:1763332966.484764:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626440320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484788:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1848987626440320:12345-0@lo:400:kworker.0 Request processed in 25us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332966.484793:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:2.0:1763332966.484810:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626439680 00000100:00100000:2.0:1763332966.484813:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626439680 00000100:00100000:2.0:1763332966.484831:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626439808 00000100:00100000:2.0:1763332966.484833:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626439808 00000100:00100000:2.0:1763332966.484848:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1763332966.484853:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626439680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484880:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626439680:12345-0@lo:400:kworker.0 Request processed in 27us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332966.484887:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1763332966.484897:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1763332966.484903:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626439808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484926:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626439808:12345-0@lo:400:kworker.0 Request processed in 24us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332966.484931:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00080000:2.0:1763332966.484943:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332966.484946:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1763332966.484948:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332966.484949:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763332966.484970:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626439808:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484979:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1848987626440320:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484986:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626439680:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.484993:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1848987626440192:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.485004:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1848987626440704:0@lo:400:kworker.0 00000100:00100000:2.0:1763332966.485033:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46269c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626439424:0@lo:400:kworker.0 00000100:00100000:3.0:1763332966.485212:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1763332966.485221:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626440832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332966.485249:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332966.485389:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626440832 00000100:00100000:0.0:1763332966.485394:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626440832 00000100:00100000:0.0:1763332966.485419:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1763332966.485426:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626440832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332966.485446:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60258240 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1763332966.485478:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626440832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332966.485484:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1763332966.485565:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626440832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332966.485681:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626440960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332966.485708:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332966.485777:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626440960 00000100:00100000:2.0:1763332966.485781:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626440960 00000100:00100000:2.0:1763332966.485813:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1763332966.485819:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626440960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763332966.485842:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1446010880 avail 1299771392 00000100:00100000:2.0:1763332966.485872:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626440960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332966.485877:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1763332966.485901:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626440960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332966.486198:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626439296 00000100:00100000:1.0:1763332966.486203:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626439296 00000100:00100000:1.0:1763332966.486242:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1763332966.486249:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4489b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626439296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332966.486292:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4489b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626439296:12345-0@lo:400:kworker.0 Request processed in 43us (1767us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332966.486298:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1763332966.486491:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626439296:0@lo:400:kworker.0 00010000:00010000:2.0:1763332966.992867:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332966.993066:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626441088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332966.993126:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332966.993216:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626441088 00000100:00100000:0.0:1763332966.993223:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626441088 00000100:00100000:0.0:1763332966.993262:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1763332966.993269:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626441088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332966.993294:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440064 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1763332966.993381:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626441088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332966.993388:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1763332966.993438:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626441088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332966.994826:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332966.994846:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626441216:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332966.994893:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332967.000546:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626441216 00000100:00100000:1.0:1763332967.000560:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626441216 00000100:00100000:1.0:1763332967.000618:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1763332967.000629:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626441216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332967.000657:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60258240 pending 0 free 3920338944 avail 3688816640 00000100:00100000:1.0:1763332967.000735:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1848987626441216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (5841us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332967.000742:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1763332967.001009:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626441216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332967.002000:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332967.002016:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626441344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332967.002071:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:2.0:1763332967.005908:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869555 is committed 00000100:00100000:1.0:1763332967.012411:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626441344 00000100:00100000:1.0:1763332967.012439:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626441344 00000100:00100000:1.0:1763332967.012537:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1763332967.012549:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626441344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1763332967.012577:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440064 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1763332967.012668:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1848987626441344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (10596us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332967.012679:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1763332967.012742:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626441344:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332967.355114:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332967.355162:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332967.355198:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332967.355203:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611255040 00000100:00100000:3.0:1763332967.355217:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611255040 00000100:00100000:2.0:1763332967.355226:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332967.355283:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611254912 00000100:00100000:3.0:1763332967.355288:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611254912 00000100:00100000:2.0:1763332967.355288:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332967.355329:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611255296 00000100:00100000:2.0:1763332967.355334:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611255296 00000100:00100000:3.0:1763332967.355337:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1194 00000100:00100000:3.0:1763332967.355370:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611255040:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332967.355402:0:8406:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611255168 00000100:00100000:2.0:1763332967.355406:0:8406:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611255168 00000100:00100000:3.0:1763332967.355456:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611255040:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 109us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332967.355464:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1194 00000100:00100000:3.0:1763332967.355484:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1195 00000100:00100000:3.0:1763332967.355492:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611254912:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332967.355507:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611254784 00000100:00100000:0.0:1763332967.355512:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611254784 00000100:00100000:3.0:1763332967.355522:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611254912:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 30us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332967.355531:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1195 00000100:00100000:0.0:1763332967.355546:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 73 00000100:00080000:3.0:1763332967.355555:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332967.355556:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4489b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2419:x1848987611254784:12345-192.168.204.28@tcp:400:kworker.0 00000100:00080000:3.0:1763332967.355561:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1763332967.355566:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332967.355568:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332967.355589:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4489b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2419:x1848987611254784:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 35us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332967.355597:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 73 00000100:00100000:2.0:1763332967.355700:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 739 00000100:00100000:3.0:1763332967.355709:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 740 00000100:00100000:2.0:1763332967.355714:0:8406:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611255296:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332967.355725:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611255168:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:2.0:1763332967.358112:0:8406:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611255296:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 2395us (2903us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332967.358124:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 739 00000100:00100000:3.0:1763332967.359153:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611255168:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 3428us (3862us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332967.359163:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 740 00000001:02000400:2.0:1763332967.870922:0:32814:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg428-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00010000:00010000:1.0:1763332968.017738:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332969.040762:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763332970.073341:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1763332970.165259:0:32862:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00010000:00010000:2.0:1763332971.088675:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332971.600736:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626441472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763332971.600838:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332971.601150:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332971.601159:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626441600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332971.601189:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332971.601271:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626441472 00000100:00100000:2.0:1763332971.601280:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626441472 00000100:00100000:2.0:1763332971.601332:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626441600 00000100:00100000:2.0:1763332971.601336:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626441600 00000100:00100000:2.0:1763332971.601371:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1763332971.601380:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626441472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1763332971.601413:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1446010880 avail 1299771392 00000100:00100000:2.0:1763332971.601461:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626441472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332971.601468:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1763332971.601489:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1763332971.601495:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626441600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1763332971.601512:0:6524:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:2.0:1763332971.601539:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626441600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332971.601545:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1763332971.601588:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626441600:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1763332971.601601:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626441472:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1763332971.602548:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332971.602563:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626441728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332971.602604:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332971.602936:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626441728 00000100:00100000:0.0:1763332971.602942:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626441728 00000100:00100000:0.0:1763332971.602992:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1763332971.603016:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626441728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332971.603040:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60258240 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1763332971.603077:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626441728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332971.603083:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:3.0:1763332971.603262:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332971.603291:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626441728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1763332971.603444:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626442112:0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.603477:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332971.603501:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626442624:0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.603522:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332971.603539:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1763332971.603544:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626441984:0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.603562:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332971.603575:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626442496:0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.603589:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332971.603600:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626443008:0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.603614:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332971.603634:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626442112 00000100:00100000:2.0:1763332971.603637:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626442112 00000100:00100000:2.0:1763332971.603669:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1763332971.603676:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626442112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.603707:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626442112:12345-0@lo:400:kworker.0 Request processed in 32us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332971.603713:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1763332971.603732:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626442624 00000100:00100000:2.0:1763332971.603735:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626442624 00000100:00100000:2.0:1763332971.603757:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626441984 00000100:00100000:2.0:1763332971.603760:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626441984 00000100:00100000:2.0:1763332971.603774:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626442496 00000100:00100000:2.0:1763332971.603776:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626442496 00000100:00100000:2.0:1763332971.603786:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626443008 00000100:00100000:2.0:1763332971.603788:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626443008 00000100:00100000:2.0:1763332971.603798:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1763332971.603804:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626442624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.603829:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626442624:12345-0@lo:400:kworker.0 Request processed in 25us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332971.603835:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1763332971.603844:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1763332971.603849:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626441984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.603868:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1848987626441984:12345-0@lo:400:kworker.0 Request processed in 19us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332971.603873:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1763332971.603882:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1763332971.603886:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626442496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.603905:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626442496:12345-0@lo:400:kworker.0 Request processed in 19us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332971.603910:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1763332971.603918:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:2.0:1763332971.603923:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626443008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.603968:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626443008:12345-0@lo:400:kworker.0 Request processed in 44us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332971.603974:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1763332971.605440:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626442240:0@lo:400:kworker.0 00000100:00100000:0.0:1763332971.605499:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332971.605535:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626442752:0@lo:400:kworker.0 00000100:00100000:0.0:1763332971.605557:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332971.605580:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1763332971.605587:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626441856:0@lo:400:kworker.0 00000100:00100000:0.0:1763332971.605614:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332971.605780:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626442240 00000100:00100000:3.0:1763332971.605788:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626442240 00000100:00100000:2.0:1763332971.605925:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1848987626441984:0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.605939:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626442496:0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.605951:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626443008:0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.605963:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626442112:0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.605977:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626442624:0@lo:400:kworker.0 00000100:00100000:0.0:1763332971.606127:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626442368:0@lo:400:kworker.0 00000100:00100000:0.0:1763332971.606154:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332971.606172:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626442880:0@lo:400:kworker.0 00000100:00100000:0.0:1763332971.606189:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332971.606212:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626441856 00000100:00100000:0.0:1763332971.606215:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626441856 00000100:00100000:0.0:1763332971.606255:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1763332971.606263:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44898850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626441856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332971.606302:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44898850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626441856:12345-0@lo:400:kworker.0 Request processed in 40us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332971.606308:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1763332971.606338:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626442368 00000100:00100000:0.0:1763332971.606341:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626442368 00000100:00080000:2.0:1763332971.606439:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1763332971.606443:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1763332971.606446:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763332971.606467:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626442752 00000100:00100000:2.0:1763332971.606470:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626442752 00000100:00100000:2.0:1763332971.606494:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626442880 00000100:00100000:2.0:1763332971.606496:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626442880 00000100:00100000:2.0:1763332971.606512:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1763332971.606517:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626442752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.606548:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626442752:12345-0@lo:400:kworker.0 Request processed in 31us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332971.606554:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1763332971.606564:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1763332971.606569:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626442880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332971.606588:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626442880:12345-0@lo:400:kworker.0 Request processed in 19us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332971.606593:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00080000:2.0:1763332971.606609:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1763332971.606611:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332971.606738:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626441856:0@lo:400:kworker.0 00000100:00100000:1.0:1763332971.606747:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179869555 gen 2 00000100:00100000:1.0:1763332971.606759:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626442880:0@lo:400:kworker.0 00000100:00100000:1.0:1763332971.606769:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626442752:0@lo:400:kworker.0 00000100:00100000:3.0:1763332971.607286:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:3.0:1763332971.607296:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626442240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332971.607342:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626442240:12345-0@lo:400:kworker.0 Request processed in 48us (1843us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332971.607362:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:1.0:1763332971.607409:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626442240:0@lo:400:kworker.0 00000100:00100000:3.0:1763332971.607511:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1763332971.607518:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626442368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332971.607547:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626442368:12345-0@lo:400:kworker.0 Request processed in 31us (1393us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332971.607553:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1763332971.608248:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626442368:0@lo:400:kworker.0 00000100:00100000:2.0:1763332972.113635:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626443136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1763332972.113712:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332972.113796:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626443136 00000100:00100000:2.0:1763332972.113803:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626443136 00000100:00100000:2.0:1763332972.113848:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1763332972.113858:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626443136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1763332972.113889:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440064 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1763332972.113933:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626443136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332972.113941:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1763332972.113988:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626443136:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1763332972.114858:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1763332972.115383:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff5004b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626443392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1763332972.115508:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332972.115558:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1763332972.115565:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626443264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332972.115614:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332972.115735:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626443392 00000100:00100000:1.0:1763332972.115742:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626443392 00000100:00100000:1.0:1763332972.116915:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626443264 00000100:00100000:1.0:1763332972.116926:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626443264 00000100:00100000:3.0:1763332972.117182:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1763332972.117197:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e3eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626443392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763332972.117224:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440064 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1763332972.117303:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e3eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626443392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (1794us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332972.117310:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1763332972.117540:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1763332972.117549:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626443264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1763332972.117563:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60258240 pending 0 free 3920338944 avail 3688816640 00000100:00100000:3.0:1763332972.117595:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1848987626443264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (1980us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332972.117600:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1763332972.121449:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe469a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1848987626443264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1763332972.121470:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff5004b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626443392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1763332972.197395:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332972.197663:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611255424 00000100:00100000:0.0:1763332972.197673:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611255424 00000100:00100000:0.0:1763332972.197758:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3185 00000100:00100000:0.0:1763332972.197769:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:48867:x1848987611255424:12345-192.168.204.28@tcp:41:lfs.0 00000100:00080000:2.0:1763332972.197882:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000024:0.0:1763332972.197980:0:29240:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1446010880 avail 1299771392 00000100:00100000:0.0:1763332972.198447:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:48867:x1848987611255424:12345-192.168.204.28@tcp:41:lfs.0 Request processed in 678us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332972.198456:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3185 00000100:00100000:0.0:1763332972.222587:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332972.222982:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611255552 00000100:00100000:2.0:1763332972.222995:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611255552 00000100:00100000:2.0:1763332972.223095:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3186 00000100:00100000:2.0:1763332972.223110:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:48867:x1848987611255552:12345-192.168.204.28@tcp:41:lfs.0 00000004:00000024:2.0:1763332972.223152:0:29240:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:2.0:1763332972.223238:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:48867:x1848987611255552:12345-192.168.204.28@tcp:41:lfs.0 Request processed in 125us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332972.223247:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3186 00000100:00080000:0.0:1763332972.223924:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332972.226175:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332972.226295:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611255680 00000100:00100000:2.0:1763332972.226304:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611255680 00000100:00100000:2.0:1763332972.226426:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 622 00000100:00100000:2.0:1763332972.226437:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:48867:x1848987611255680:12345-192.168.204.28@tcp:13:lfs.0 00002000:00000024:2.0:1763332972.226465:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440064 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1763332972.226540:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:48867:x1848987611255680:12345-192.168.204.28@tcp:13:lfs.0 Request processed in 105us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332972.226547:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 622 00000100:00080000:0.0:1763332972.227006:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332972.228203:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.228278:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611255808 00000100:00100000:3.0:1763332972.228286:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611255808 00000100:00100000:3.0:1763332972.228343:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 623 00000100:00100000:3.0:1763332972.228372:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:48867:x1848987611255808:12345-192.168.204.28@tcp:13:lfs.0 00002000:00000024:3.0:1763332972.228391:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60258240 pending 0 free 3920338944 avail 3688816640 00000100:00100000:3.0:1763332972.228444:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:48867:x1848987611255808:12345-192.168.204.28@tcp:13:lfs.0 Request processed in 74us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332972.228451:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 623 00000100:00080000:0.0:1763332972.228525:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332972.278730:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.279192:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611255936 00000100:00100000:3.0:1763332972.279202:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611255936 00000100:00100000:3.0:1763332972.279269:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3187 00000100:00100000:3.0:1763332972.279280:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:48883:x1848987611255936:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332972.279299:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332972.279322:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c345ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5d5 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.279430:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c345f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.279444:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c345f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.279455:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c345f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.279469:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c345fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.279476:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c345fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.279482:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c345fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.279634:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c34602 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.279642:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c34602 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.279648:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c34602 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332972.280159:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xe:0x0]: returning size 4096 00000004:00200000:3.0:1763332972.280164:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332972.280186:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c34602 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280197:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c345f4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280203:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c345f4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280208:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c345f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280214:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c345f4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280224:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.280236:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c345f4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280243:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c345f4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280255:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:3.0:1763332972.280257:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.280261:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c345f4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280267:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c345f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280280:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c345fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280285:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c345fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280290:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c345fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280294:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.280297:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c345fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280302:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c345fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280307:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfe7a1a38 (ffff92fe435f8800) 00010000:00010000:3.0:1763332972.280309:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.280311:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c345fb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280316:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c345fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.280344:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c345ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5d5 expref: 13 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.280915:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c34602 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5d5 expref: 12 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.280922:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe435f8500) 00010000:00010000:3.0:1763332972.280924:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332972.280927:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2400, rc 0) 00000100:00100000:3.0:1763332972.281133:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:48883:x1848987611255936:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1853us (2409us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332972.281142:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3187 00000100:00100000:1.0:1763332972.296022:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.300400:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611256192 00000100:00100000:3.0:1763332972.300415:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611256192 00000100:00100000:3.0:1763332972.300496:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3188 00000100:00100000:3.0:1763332972.300507:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:48883:x1848987611256192:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332972.300527:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332972.300552:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34609 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5dc expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.300631:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34610 lrc: 3/1,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.300646:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34610 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.300658:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34610 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.300672:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34617 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.300678:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34617 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.300685:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34617 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303328:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c3461e lrc: 3/1,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303378:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c3461e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303390:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c3461e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332972.303403:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00010000:00010000:3.0:1763332972.303515:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34610 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303523:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34610 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303529:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34610 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303535:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34610 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303540:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.303545:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34610 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303551:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34610 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303562:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe435f8500) 00010000:00010000:3.0:1763332972.303566:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.303570:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34610 lrc: 3/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303577:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34610 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303590:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34617 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303596:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34617 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303602:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34617 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303607:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.303609:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34617 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303615:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34617 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303622:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0xaf1e71b4 (ffff92fe435f8800) 00010000:00010000:3.0:1763332972.303624:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.303627:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34617 lrc: 2/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303636:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34617 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.303685:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34609 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5dc expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.303700:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c3461e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5dc expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.303707:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:3.0:1763332972.303709:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332972.303712:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2000, rc 0) 00000100:00100000:3.0:1763332972.306074:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:48883:x1848987611256192:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3443us (7938us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1763332972.306095:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3188 00000100:00100000:1.0:1763332972.311124:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332972.312338:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611256448 00000100:00100000:2.0:1763332972.312368:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611256448 00000100:00100000:2.0:1763332972.312645:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 924 00000100:00100000:2.0:1763332972.312657:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:48883:x1848987611256448:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332972.312933:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:48883:x1848987611256448:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 277us (1819us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1763332972.312941:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 924 00000100:00100000:1.0:1763332972.321662:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.321745:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611256704 00000100:00100000:3.0:1763332972.321755:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611256704 00000100:00100000:2.0:1763332972.321901:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3189 00000100:00100000:2.0:1763332972.321914:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:48883:x1848987611256704:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332972.321939:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332972.322111:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ae00/0xb32e3ef184c3462c lrc: 2/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5e3 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.322219:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34633 lrc: 3/1,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.322268:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34633 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.322283:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34633 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:2.0:1763332972.322295:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00010000:00010000:2.0:1763332972.322492:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ae00/0xb32e3ef184c3462c lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5e3 expref: 18 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.322510:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34633 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5e3 expref: 17 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.322519:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:2.0:1763332972.322522:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763332972.322526:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9ac00, rc 0) 00000100:00100000:2.0:1763332972.322594:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:48883:x1848987611256704:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 682us (940us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1763332972.322603:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3189 00000100:00100000:3.0:1763332972.329277:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332972.330161:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611256960 00000100:00100000:0.0:1763332972.330171:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611256960 00000100:00100000:0.0:1763332972.330247:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3190 00000100:00100000:0.0:1763332972.330258:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:48883:x1848987611256960:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332972.330287:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332972.330312:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983d200/0xb32e3ef184c34641 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5ea expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.330442:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c800/0xb32e3ef184c34648 lrc: 3/0,1 mode: --/CW res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.330457:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c3461e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5dc expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.330466:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c800/0xb32e3ef184c34648 lrc: 4/0,1 mode: --/CW res: [0x200000405:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.330503:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c3461e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5dc expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.330516:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c3461e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5dc expref: 18 pid: 8606 timeout: 1176 lvb_type: 0 00000100:00100000:0.0:1763332972.330530:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75666680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626443520:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332972.330603:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332972.337451:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332972.337940:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75666680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8606:1848987626443520:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332972.338056:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611257088 00000100:00100000:2.0:1763332972.338064:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611257088 00010000:00010000:2.0:1763332972.338103:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c3461e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5dc expref: 19 pid: 8606 timeout: 1176 lvb_type: 0 00000100:00100000:2.0:1763332972.338146:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 847 00000100:00100000:2.0:1763332972.338157:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2420:x1848987611257088:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332972.338178:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332972.338184:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c3461e lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5dc expref: 19 pid: 8606 timeout: 1176 lvb_type: 0 00010000:00010000:2.0:1763332972.338197:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c3461e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5dc expref: 19 pid: 8606 timeout: 1176 lvb_type: 0 00010000:00010000:2.0:1763332972.338221:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2000/0xb32e3ef184c3461e lrc: 0/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5dc expref: 19 pid: 8606 timeout: 1176 lvb_type: 0 00010000:00010000:2.0:1763332972.338247:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:2.0:1763332972.338253:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c800/0xb32e3ef184c34648 lrc: 3/0,1 mode: --/CW res: [0x200000405:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332972.338261:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c800/0xb32e3ef184c34648 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332972.338267:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c800/0xb32e3ef184c34648 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332972.338285:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332972.338343:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:2420:x1848987611257088:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 187us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332972.338368:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 847 00010000:00010000:0.0:1763332972.338744:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c800/0xb32e3ef184c34648 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0xf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.338823:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c800/0xb32e3ef184c34648 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0xf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.338829:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c800/0xb32e3ef184c34648 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0xf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332972.338847:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00010000:00010000:0.0:1763332972.341901:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983d200/0xb32e3ef184c34641 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ea expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.341931:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c800/0xb32e3ef184c34648 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0xf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ea expref: 18 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.341941:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:0.0:1763332972.341944:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1763332972.341957:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983c800, rc 0) 00000100:00100000:0.0:1763332972.342032:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:48883:x1848987611256960:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 11774us (12763us total) trans 8589934596 rc 0/0 00000100:00100000:0.0:1763332972.342041:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3190 00000100:00100000:1.0:1763332972.348966:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332972.349055:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611257216 00000100:00100000:2.0:1763332972.349066:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611257216 00000100:00100000:2.0:1763332972.349129:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 925 00000100:00100000:2.0:1763332972.349140:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:48883:x1848987611257216:12345-192.168.204.28@tcp:33:lfs.0 00000100:00100000:2.0:1763332972.349463:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:48883:x1848987611257216:12345-192.168.204.28@tcp:33:lfs.0 Request processed in 324us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332972.349471:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 925 00000100:00100000:2.0:1763332972.352082:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332972.352504:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611257472 00000100:00100000:1.0:1763332972.352515:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611257472 00000100:00100000:1.0:1763332972.352566:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 926 00000100:00100000:1.0:1763332972.352576:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3e9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:48883:x1848987611257472:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332972.352819:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3e9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:48883:x1848987611257472:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 243us (744us total) trans 8589934597 rc 0/0 00000100:00100000:1.0:1763332972.352827:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 926 00000100:00100000:0.0:1763332972.363509:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.363591:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611257728 00000100:00100000:3.0:1763332972.363602:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611257728 00000100:00100000:3.0:1763332972.363659:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3191 00000100:00100000:3.0:1763332972.363667:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:48883:x1848987611257728:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332972.363691:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332972.363694:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1763332972.363718:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c800/0xb32e3ef184c34648 lrc: 0/0,0 mode: --/CW res: [0x200000405:0xf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ea expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.363739:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34633 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5e3 expref: 18 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.363750:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:3.0:1763332972.363760:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332972.363774:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34656 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5f1 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.363874:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c3465d lrc: 3/0,1 mode: --/PW res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.363887:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c3465d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332972.363896:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c3465d lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:3.0:1763332972.363907:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00010000:00010000:3.0:1763332972.364018:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34656 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f1 expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.364032:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c3465d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f1 expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.364039:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe435f8800) 00010000:00010000:3.0:1763332972.364042:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1763332972.364044:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3800, rc 0) 00000100:00100000:3.0:1763332972.364110:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:48883:x1848987611257728:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 443us (611us total) trans 8589934598 rc 0/0 00000100:00100000:3.0:1763332972.364118:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3191 00000100:00100000:2.0:1763332972.366500:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332972.368238:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611257984 00000100:00100000:0.0:1763332972.368254:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611257984 00000100:00100000:1.0:1763332972.369123:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 927 00000100:00100000:1.0:1763332972.369142:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:48883:x1848987611257984:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:1.0:1763332972.369213:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0xf:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c3465d lrc: 3/0,0 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f1 expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332972.369265:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3466b lrc: 3/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332972.369276:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3466b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332972.369284:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3466b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332972.373626:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3466b lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332972.373644:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3466b lrc: 2/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332972.373652:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3466b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332972.373659:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332972.373663:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3466b lrc: 3/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332972.373671:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3466b lrc: 4/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332972.373687:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe435f8800) 00010000:00010000:1.0:1763332972.373690:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1763332972.373694:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3466b lrc: 2/0,0 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332972.373700:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c3466b lrc: 0/0,0 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:1.0:1763332972.373711:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe435f8800) 00010000:00010000:1.0:1763332972.373714:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332972.373721:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c3465d lrc: 0/0,0 mode: --/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f1 expref: 19 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332972.373925:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:48883:x1848987611257984:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 4789us (7431us total) trans 8589934599 rc -22/-22 00000100:00100000:1.0:1763332972.373936:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 927 00000100:00100000:2.0:1763332972.403179:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332972.404068:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611258112 00000100:00100000:1.0:1763332972.404079:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611258112 00000100:00100000:1.0:1763332972.404146:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3192 00000100:00100000:1.0:1763332972.404156:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:48883:x1848987611258112:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332972.404179:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332972.404202:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34672 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5f8 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332972.404267:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34672 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f8 expref: 20 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332972.404281:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34672 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f8 expref: 20 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332972.404411:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff62250200) 00010000:00010000:1.0:1763332972.404415:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332972.404420:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75400, rc 0) 00000100:00100000:1.0:1763332972.404485:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:48883:x1848987611258112:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 329us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332972.404492:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3192 00000100:00100000:1.0:1763332972.409164:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332972.410408:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611258368 00000100:00100000:2.0:1763332972.410420:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611258368 00000100:00100000:2.0:1763332972.410490:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3193 00000100:00100000:2.0:1763332972.410502:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:48883:x1848987611258368:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332972.410522:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332972.410525:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1763332972.410552:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2400/0xb32e3ef184c34602 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5d5 expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.410571:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe435f8500) 00010000:00010000:2.0:1763332972.410581:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332972.410596:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34679 lrc: 2/0,0 mode: --/CW res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e5ff expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.413274:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34680 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.413295:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34680 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.413306:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34680 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:2.0:1763332972.413320:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0x11:0x0]: returning size 0 00010000:00010000:2.0:1763332972.413411:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34679 lrc: 0/0,0 mode: --/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ff expref: 22 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.413436:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34680 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ff expref: 21 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.413447:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x11:0x0].0x0 (ffff92fe44cd0600) 00010000:00010000:2.0:1763332972.413450:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332972.413454:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9ac00, rc 0) 00000100:00100000:2.0:1763332972.413567:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:48883:x1848987611258368:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3066us (4410us total) trans 8589934600 rc 0/0 00000100:00100000:2.0:1763332972.413577:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3193 00000100:00100000:2.0:1763332972.425150:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332972.425915:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611258624 00000100:00100000:1.0:1763332972.425925:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611258624 00000100:00100000:1.0:1763332972.425997:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3194 00000100:00100000:1.0:1763332972.426007:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:48883:x1848987611258624:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332972.426030:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332972.426050:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c3468e lrc: 2/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e606 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332972.426159:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c34695 lrc: 3/0,1 mode: --/PW res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332972.426173:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c34695 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:1.0:1763332972.426184:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c34695 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:1.0:1763332972.426197:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00010000:00010000:1.0:1763332972.426335:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74600/0xb32e3ef184c3468e lrc: 0/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e606 expref: 24 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332972.426407:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c34695 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e606 expref: 23 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332972.426416:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff62250200) 00010000:00010000:1.0:1763332972.426420:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332972.426424:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75200, rc 0) 00000100:00100000:1.0:1763332972.426508:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:48883:x1848987611258624:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 502us (1369us total) trans 8589934601 rc 0/0 00000100:00100000:1.0:1763332972.426517:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3194 00000100:00100000:3.0:1763332972.430529:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332972.430648:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611258880 00000100:00100000:0.0:1763332972.430660:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611258880 00000100:00100000:0.0:1763332972.430721:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 928 00000100:00100000:0.0:1763332972.430733:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:48883:x1848987611258880:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:0.0:1763332972.430814:0:6522:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x200000405:0xf:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c34695 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e606 expref: 23 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.430854:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.430868:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34672 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f8 expref: 23 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.430877:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 4/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.430913:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34672 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f8 expref: 23 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.430928:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34672 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f8 expref: 23 pid: 29240 timeout: 1176 lvb_type: 0 00000100:00100000:0.0:1763332972.430942:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626443648:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332972.431042:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7780 going to sleep for 11 seconds 00000100:00100000:1.0:1763332972.435419:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626443648:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332972.435448:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763332972.437265:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332972.441847:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611259008 00000100:00100000:1.0:1763332972.441869:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611259008 00010000:00010000:1.0:1763332972.441932:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34672 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f8 expref: 24 pid: 29240 timeout: 1176 lvb_type: 0 00000100:00100000:1.0:1763332972.442448:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 848 00000100:00100000:1.0:1763332972.442460:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:2420:x1848987611259008:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332972.442478:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332972.442485:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34672 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f8 expref: 24 pid: 29240 timeout: 1176 lvb_type: 0 00010000:00010000:1.0:1763332972.442498:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34672 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f8 expref: 24 pid: 29240 timeout: 1176 lvb_type: 0 00010000:00010000:1.0:1763332972.442527:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c34672 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5f8 expref: 24 pid: 29240 timeout: 1176 lvb_type: 0 00010000:00010000:1.0:1763332972.442547:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff62250200) 00010000:00010000:1.0:1763332972.442552:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 3/0,1 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332972.442562:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332972.442569:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.443757:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.443776:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 4/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.443828:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 3/0,1 mode: --/EX res: [0x200000405:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.443845:0:6522:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34680 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ff expref: 23 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.443853:0:6522:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 4/0,1 mode: --/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.443905:0:6522:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34680 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ff expref: 23 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.443923:0:6522:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34680 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ff expref: 23 pid: 29240 timeout: 1176 lvb_type: 0 00000100:00100000:0.0:1763332972.443938:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626443776:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332972.444321:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc79c0 going to sleep for 11 seconds 00010000:00010000:1.0:1763332972.444409:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332972.444441:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2420:x1848987611259008:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 1983us (7185us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332972.444451:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 848 00000100:00100000:2.0:1763332972.449493:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6522:1848987626443776:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332972.449527:0:6522:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 3/0,1 mode: --/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:3.0:1763332972.450340:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332972.450612:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611259136 00000100:00100000:1.0:1763332972.450620:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611259136 00010000:00010000:1.0:1763332972.450655:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34680 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ff expref: 23 pid: 29240 timeout: 1176 lvb_type: 0 00000100:00100000:1.0:1763332972.450692:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 849 00000100:00100000:1.0:1763332972.450700:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2421:x1848987611259136:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332972.450713:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332972.450719:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34680 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ff expref: 23 pid: 29240 timeout: 1176 lvb_type: 0 00010000:00010000:1.0:1763332972.450736:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34680 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ff expref: 23 pid: 29240 timeout: 1176 lvb_type: 0 00010000:00010000:1.0:1763332972.450754:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34680 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ff expref: 23 pid: 29240 timeout: 1176 lvb_type: 0 00010000:00010000:1.0:1763332972.450767:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x11:0x0].0x0 (ffff92fe44cd0600) 00010000:00010000:1.0:1763332972.450771:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 3/0,1 mode: --/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332972.450780:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332972.450786:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 4/0,1 mode: EX/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6522 initiator: MDT0 00010000:00010000:1.0:1763332972.450819:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332972.450877:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2421:x1848987611259136:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 177us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332972.450885:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 849 00010000:00010000:0.0:1763332972.452109:0:6522:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.452121:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT0 00000100:00100000:0.0:1763332972.453103:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626443904:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1763332972.453164:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332972.453203:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff7dcc7240 going to sleep for 11 seconds 00000100:00100000:1.0:1763332972.453598:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626443904 00000100:00100000:1.0:1763332972.453606:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626443904 00000100:00100000:1.0:1763332972.453658:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1763332972.453668:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626443904:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1763332972.453760:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6522:x1848987626443904:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 93us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332972.453767:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1763332972.454773:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff75664a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6522:1848987626443904:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1763332972.454855:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934602 00000001:00080000:2.0:1763332972.454940:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934603 00010000:00010000:2.0:1763332972.454980:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 3/0,1 mode: EX/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.454991:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 2/0,0 mode: EX/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.454998:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455004:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983da00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332972.455008:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 3/0,0 mode: EX/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455015:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 4/0,0 mode: EX/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455031:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x11:0x0].0x0 (ffff92fe44cd0600) 00010000:00010000:2.0:1763332972.455034:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763332972.455039:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 2/0,0 mode: --/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455045:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c346aa lrc: 0/0,0 mode: --/EX res: [0x200000405:0x11:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455067:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 3/0,1 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455073:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 2/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455078:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455083:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983c400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332972.455086:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 3/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455096:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 4/0,0 mode: EX/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455103:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff62250200) 00010000:00010000:2.0:1763332972.455105:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763332972.455108:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 2/0,0 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455113:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c400/0xb32e3ef184c346a3 lrc: 0/0,0 mode: --/EX res: [0x200000405:0xf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.455125:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92ff62250200) 00010000:00010000:2.0:1763332972.455128:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332972.455134:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75200/0xb32e3ef184c34695 lrc: 0/0,0 mode: --/PW res: [0x200000405:0xf:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e606 expref: 24 pid: 29240 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332972.455254:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:48883:x1848987611258880:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 24523us (24738us total) trans 8589934604 rc 0/0 00000100:00100000:2.0:1763332972.455263:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 928 00000020:00080000:2.0:1763332972.455268:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1763332972.459102:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332972.459201:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611259264 00000100:00100000:0.0:1763332972.459212:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611259264 00000100:00100000:0.0:1763332972.459281:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3195 00000100:00100000:0.0:1763332972.459292:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:48883:x1848987611259264:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332972.459316:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332972.459339:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983d400/0xb32e3ef184c346b1 lrc: 2/0,0 mode: --/CR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e60d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.459507:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983d400/0xb32e3ef184c346b1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e60d expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.459521:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983d400/0xb32e3ef184c346b1 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e60d expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.459535:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe43b44c00) 00010000:00010000:0.0:1763332972.459538:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332972.459540:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983d400, rc 0) 00000100:00100000:0.0:1763332972.459591:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:48883:x1848987611259264:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 302us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332972.459596:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3195 00000100:00100000:0.0:1763332972.462124:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332972.462192:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611259520 00000100:00100000:2.0:1763332972.462202:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611259520 00000100:00100000:2.0:1763332972.462269:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 929 00000100:00100000:2.0:1763332972.462279:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:48883:x1848987611259520:12345-192.168.204.28@tcp:35:lfs.0 00000004:00080000:2.0:1763332972.462701:0:6522:0:(mdd_object.c:3993:mdd_close()) Object [0x200000405:0x11:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1763332972.462753:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2, 64 off8320 00000004:00080000:2.0:1763332972.462763:0:6522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1076542413554ns, next at 1077542410282ns, rc = 0 00000001:00080000:2.0:1763332972.462769:0:6522:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934605 00010000:00010000:2.0:1763332972.462807:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c346b8 lrc: 3/0,1 mode: --/PW res: [0x200000405:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.462823:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c346b8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.462835:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c346b8 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.462843:0:6522:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c346b8 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.462849:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c346b8 lrc: 4/0,1 mode: PW/PW res: [0x200000405:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.462854:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c346b8 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 00010000:00010000:2.0:1763332972.463232:0:6522:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1763332972.463232:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1763332972.463238:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c346b8 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.463245:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9bc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332972.463249:0:6508:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c346b8 lrc: 2/0,0 mode: PW/PW res: [0x200000405:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.463255:0:6508:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c346b8 lrc: 3/0,0 mode: PW/PW res: [0x200000405:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.463266:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0x11:0x0].0x0 (ffff92fe44cd0700) 00010000:00010000:0.0:1763332972.463270:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1763332972.463275:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c346b8 lrc: 1/0,0 mode: --/PW res: [0x200000405:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.463281:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c346b8 lrc: 0/0,0 mode: --/PW res: [0x200000405:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 00010000:00010000:0.0:1763332972.463296:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332972.463298:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332972.463300:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332972.463424:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:48883:x1848987611259520:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 1145us (1307us total) trans 8589934606 rc 0/0 00000100:00100000:2.0:1763332972.463438:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 929 00000020:00080000:2.0:1763332972.463443:0:6522:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763332972.465107:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332972.465203:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611259776 00000100:00100000:2.0:1763332972.465212:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611259776 00000100:00100000:2.0:1763332972.465267:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 930 00000100:00100000:2.0:1763332972.465274:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:48883:x1848987611259776:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332972.465517:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:48883:x1848987611259776:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 241us (419us total) trans 8589934607 rc 0/0 00000100:00100000:2.0:1763332972.465524:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 930 00000100:00100000:3.0:1763332972.473762:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332972.477511:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611259904 00000100:00100000:0.0:1763332972.477532:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611259904 00000100:00100000:0.0:1763332972.477620:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 75 00000100:00100000:0.0:1763332972.477631:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44898450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611259904:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332972.477741:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44898450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2418:x1848987611259904:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 111us (3986us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332972.477750:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 75 00000100:00100000:1.0:1763332972.483314:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332972.483465:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611260032 00000100:00100000:0.0:1763332972.483474:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611260032 00000100:00100000:0.0:1763332972.483527:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3196 00000100:00100000:0.0:1763332972.483535:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:48896:x1848987611260032:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332972.483557:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332972.483578:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983d800/0xb32e3ef184c346bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e614 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.483636:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c600/0xb32e3ef184c346c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483649:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c600/0xb32e3ef184c346c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483659:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c600/0xb32e3ef184c346c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483670:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983de00/0xb32e3ef184c346cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483676:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983de00/0xb32e3ef184c346cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483682:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983de00/0xb32e3ef184c346cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483776:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c346d4 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483784:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c346d4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483790:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c346d4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:0.0:1763332972.483826:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xe:0x0]: returning size 4096 00000004:00200000:0.0:1763332972.483830:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1763332972.483846:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c346d4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483858:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c600/0xb32e3ef184c346c6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483864:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c600/0xb32e3ef184c346c6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483869:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c600/0xb32e3ef184c346c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483875:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c600/0xb32e3ef184c346c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483884:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983c600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332972.483887:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c600/0xb32e3ef184c346c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483894:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c600/0xb32e3ef184c346c6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483905:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332972.483908:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332972.483913:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c600/0xb32e3ef184c346c6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483919:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983c600/0xb32e3ef184c346c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483932:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983de00/0xb32e3ef184c346cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483937:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983de00/0xb32e3ef184c346cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483941:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983de00/0xb32e3ef184c346cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483946:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983de00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332972.483948:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983de00/0xb32e3ef184c346cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483954:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983de00/0xb32e3ef184c346cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483961:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfe7a1a38 (ffff92fe43b44a00) 00010000:00010000:0.0:1763332972.483963:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332972.483966:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983de00/0xb32e3ef184c346cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.483971:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983de00/0xb32e3ef184c346cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332972.484001:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983d800/0xb32e3ef184c346bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e614 expref: 29 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.484013:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c346d4 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e614 expref: 28 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.484020:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe43b44100) 00010000:00010000:0.0:1763332972.484022:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1763332972.484025:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983ce00, rc 0) 00000100:00100000:0.0:1763332972.484096:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:48896:x1848987611260032:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 560us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332972.484104:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3196 00000100:00100000:3.0:1763332972.486583:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332972.486688:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611260288 00000100:00100000:2.0:1763332972.486698:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611260288 00000100:00100000:2.0:1763332972.486752:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3197 00000100:00100000:2.0:1763332972.486762:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:48896:x1848987611260288:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332972.486788:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332972.486811:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ae00/0xb32e3ef184c346db lrc: 2/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e61b expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.486893:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9be00/0xb32e3ef184c346e2 lrc: 3/1,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.486907:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9be00/0xb32e3ef184c346e2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.486917:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9be00/0xb32e3ef184c346e2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.486931:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c346e9 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.486938:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c346e9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.486945:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c346e9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487031:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9be00/0xb32e3ef184c346e2 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487038:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9be00/0xb32e3ef184c346e2 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487044:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9be00/0xb32e3ef184c346e2 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487050:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9be00/0xb32e3ef184c346e2 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487060:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9be00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332972.487064:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9be00/0xb32e3ef184c346e2 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487071:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9be00/0xb32e3ef184c346e2 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487082:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe43b44100) 00010000:00010000:2.0:1763332972.487085:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332972.487089:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9be00/0xb32e3ef184c346e2 lrc: 3/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487095:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9be00/0xb32e3ef184c346e2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487108:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c346e9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487113:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c346e9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487119:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c346e9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487124:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9a600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332972.487127:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c346e9 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487132:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c346e9 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487138:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0xaf1e71b4 (ffff92fe44cd0600) 00010000:00010000:2.0:1763332972.487155:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332972.487158:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c346e9 lrc: 2/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487163:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c346e9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.487199:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ae00/0xb32e3ef184c346db lrc: 1/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e61b expref: 29 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.487209:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe43b44100) 00010000:00010000:2.0:1763332972.487211:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332972.487214:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ae00/0xb32e3ef184c346db lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e61b expref: 29 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.487232:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9ae00, rc 0) 00000100:00100000:2.0:1763332972.488524:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:48896:x1848987611260288:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1755us (1945us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332972.488535:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3197 00000100:00100000:3.0:1763332972.492617:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332972.492789:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611260544 00000100:00100000:1.0:1763332972.492799:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611260544 00000100:00100000:1.0:1763332972.493084:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3198 00000100:00100000:1.0:1763332972.493094:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:48896:x1848987611260544:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332972.493114:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332972.493133:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c346f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e622 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1763332972.493234:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xe:0x0]: returning size 4096 00010000:00010000:1.0:1763332972.493329:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c346f0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e622 expref: 30 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332972.493343:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:1.0:1763332972.493346:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1763332972.494144:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c346f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e622 expref: 30 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332972.494159:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d74c00, rc 0) 00000100:00100000:1.0:1763332972.494228:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:48896:x1848987611260544:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1129us (1613us total) trans 8589934608 rc 301/301 00000100:00100000:1.0:1763332972.494236:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3198 00000100:00100000:1.0:1763332972.496960:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.497241:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611260672 00000100:00100000:3.0:1763332972.497251:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611260672 00000100:00100000:3.0:1763332972.497613:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3199 00000100:00100000:3.0:1763332972.497625:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:48896:x1848987611260672:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332972.497698:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c346fe lrc: 3/1,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497715:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c346fe lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497727:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c346fe lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497740:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34705 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497748:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34705 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497754:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34705 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497822:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3470c lrc: 3/1,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497829:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3470c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497835:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3470c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:3.0:1763332972.497870:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00000004:00200000:3.0:1763332972.497875:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332972.497886:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3470c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497900:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c346fe lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497906:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c346fe lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497913:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c346fe lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497918:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c346fe lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497923:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.497928:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c346fe lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497935:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c346fe lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497945:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe43b44100) 00010000:00010000:3.0:1763332972.497961:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.497967:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c346fe lrc: 3/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497973:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c346fe lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497987:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34705 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497992:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34705 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.497997:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34705 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.498002:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.498004:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34705 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.498009:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34705 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.498015:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0xaf1e71b4 (ffff92fe435f8000) 00010000:00010000:3.0:1763332972.498017:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.498020:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34705 lrc: 2/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.498025:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34705 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.498038:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3470c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.498044:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3470c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.498049:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3470c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.498848:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.498853:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3470c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.498861:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3470c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.498872:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe43b44c00) 00010000:00010000:3.0:1763332972.498875:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.498878:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3470c lrc: 2/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.498884:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c3470c lrc: 0/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00000100:00100000:3.0:1763332972.499090:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:48896:x1848987611260672:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 1462us (2142us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332972.499100:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3199 00000100:00100000:3.0:1763332972.503277:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332972.507195:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611260928 00000100:00100000:2.0:1763332972.507210:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611260928 00000100:00100000:2.0:1763332972.507295:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 931 00000100:00100000:2.0:1763332972.507305:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6b3eac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:48896:x1848987611260928:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332972.507553:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6b3eac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:48896:x1848987611260928:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 249us (4289us total) trans 8589934609 rc 0/0 00000100:00100000:2.0:1763332972.507561:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 931 00000100:00100000:2.0:1763332972.522042:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.522162:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611261184 00000100:00100000:3.0:1763332972.522173:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611261184 00000100:00100000:3.0:1763332972.522245:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3200 00000100:00100000:3.0:1763332972.522254:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:48899:x1848987611261184:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332972.522278:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332972.522282:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332972.522314:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c346d4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e614 expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.522335:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe43b44100) 00010000:00010000:3.0:1763332972.522399:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332972.522417:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34713 lrc: 2/0,0 mode: --/CW res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e629 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.522547:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c3471a lrc: 3/1,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522559:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c3471a lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522570:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c3471a lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522582:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34721 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522588:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34721 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522594:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34721 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522647:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34728 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522655:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34728 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522662:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34728 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:3.0:1763332972.522672:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 0 00010000:00010000:3.0:1763332972.522752:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c3471a lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522763:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c3471a lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522769:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c3471a lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522775:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c3471a lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522782:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.522786:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c3471a lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522794:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c3471a lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522802:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe435f8000) 00010000:00010000:3.0:1763332972.522805:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.522810:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c3471a lrc: 3/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522815:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c3471a lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522825:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34721 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522831:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34721 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522837:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34721 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522842:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.522845:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34721 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522850:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34721 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522857:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0xaf1e71b4 (ffff92fe435f8d00) 00010000:00010000:3.0:1763332972.522859:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.522862:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34721 lrc: 2/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522867:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34721 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.522920:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34713 lrc: 0/0,0 mode: --/CW res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e629 expref: 32 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.522936:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34728 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e629 expref: 31 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.522944:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe43b44c00) 00010000:00010000:3.0:1763332972.522946:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332972.523099:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3600, rc 0) 00000100:00100000:3.0:1763332972.523168:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:48899:x1848987611261184:12345-192.168.204.28@tcp:101:dd.0 Request processed in 915us (1136us total) trans 8589934610 rc 0/0 00000100:00100000:3.0:1763332972.523176:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3200 00000100:00100000:0.0:1763332972.526135:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.526210:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611261312 00000100:00100000:3.0:1763332972.526248:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611261312 00000100:00100000:3.0:1763332972.526335:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3201 00000100:00100000:3.0:1763332972.526345:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:48899:x1848987611261312:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332972.526548:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332972.526570:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34736 lrc: 2/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e630 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.526601:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c3473d lrc: 3/1,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.526614:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c3473d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.526625:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c3473d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.526725:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34736 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e630 expref: 33 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.526743:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3e00/0xb32e3ef184c3473d lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e630 expref: 32 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.526751:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe43b44c00) 00010000:00010000:3.0:1763332972.526754:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763332972.526757:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3e00, rc 0) 00000100:00100000:3.0:1763332972.526816:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:48899:x1848987611261312:12345-192.168.204.28@tcp:101:dd.0 Request processed in 472us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332972.526823:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3201 00000100:00100000:2.0:1763332972.534126:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.534681:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611261568 00000100:00100000:3.0:1763332972.534691:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611261568 00000100:00100000:3.0:1763332972.534905:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3202 00000100:00100000:3.0:1763332972.534916:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:48899:x1848987611261568:12345-192.168.204.28@tcp:36:dd.0 00010000:00010000:3.0:1763332972.534984:0:29240:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332972.535013:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34728 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e629 expref: 32 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.535029:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe43b44c00) 00010000:00010000:3.0:1763332972.535035:0:29240:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332972.535196:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 3/0,1 mode: --/PW res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.535210:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.535219:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000001:00080000:3.0:1763332972.535271:0:29240:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934611 00000004:00010000:3.0:1763332972.535292:0:29240:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000099c40caf reply state 0000000076caf792 transno 8589934612 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 3/0,1 mode: PW/PW res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.535303:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.535310:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe43b44c00) 00010000:00010000:3.0:1763332972.535312:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332972.535315:0:29240:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332972.536809:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:48899:x1848987611261568:12345-192.168.204.28@tcp:36:dd.0 Request processed in 1885us (2684us total) trans 8589934612 rc 0/0 00000100:00100000:3.0:1763332972.536820:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3202 00000020:00080000:3.0:1763332972.536828:0:29240:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763332972.543674:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332972.543786:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611261696 00000100:00100000:0.0:1763332972.543809:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611261696 00000100:00100000:0.0:1763332972.543872:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1634 00000100:00100000:0.0:1763332972.543882:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:48899:x1848987611261696:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332972.543901:0:28600:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332972.543919:0:28600:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c3474b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e637 expref: -99 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.543950:0:28600:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c34091 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e588 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332972.543965:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332972.543967:0:28600:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332972.543971:0:28600:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c3474b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e637 expref: 11 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.544006:0:28600:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c34091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e588 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332972.544020:0:28600:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c34091 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e588 expref: 11 pid: 8407 timeout: 1176 lvb_type: 1 00000100:00100000:0.0:1763332972.544034:0:28600:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626444032:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332972.544117:0:28600:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff61838c00 going to sleep for 11 seconds 00000100:00100000:0.0:1763332972.549328:0:28600:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4399bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:28600:1848987626444032:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332972.549401:0:28600:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c3474b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e637 expref: 11 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.549421:0:28600:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983de00, rc 0) 00000100:00100000:0.0:1763332972.549482:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:48899:x1848987611261696:12345-192.168.204.28@tcp:101:dd.0 Request processed in 5600us (5818us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332972.549491:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1634 00000100:00100000:3.0:1763332972.551814:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332972.551912:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611261824 00000100:00100000:2.0:1763332972.551922:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611261824 00010000:00010000:2.0:1763332972.551971:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c34091 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e588 expref: 11 pid: 8407 timeout: 1176 lvb_type: 1 00000100:00100000:2.0:1763332972.552012:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 850 00000100:00100000:2.0:1763332972.552022:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611261824:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332972.552036:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332972.552042:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c34091 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e588 expref: 11 pid: 8407 timeout: 1176 lvb_type: 1 00010000:00010000:2.0:1763332972.552056:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c34091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e588 expref: 11 pid: 8407 timeout: 1176 lvb_type: 1 00010000:00010000:2.0:1763332972.552081:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe467be600/0xb32e3ef184c34091 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e588 expref: 11 pid: 8407 timeout: 1176 lvb_type: 1 00010000:00010000:2.0:1763332972.552097:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332972.552099:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332972.552104:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c3474b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e637 expref: 10 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.552115:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c3474b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e637 expref: 10 pid: 28600 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332972.552151:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92ff4983de00/0xb32e3ef184c3474b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e637 expref: 10 pid: 28600 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332972.552169:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44820700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626444160:192.168.204.28@tcp:105: 00000100:00100000:2.0:1763332972.552257:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49a27cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1763332972.556172:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.556675:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611261952 00000100:00100000:3.0:1763332972.556685:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611261952 00002000:00010000:3.0:1763332972.558088:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/86 (0->18446744073709551615) 00002000:00100000:3.0:1763332972.558096:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75664a80 with x1848987611261952 ext(0->18446744073709551615) 00002000:00010000:3.0:1763332972.558108:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff75664a80. 00000100:00100000:3.0:1763332972.558148:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 648 00000100:00100000:3.0:1763332972.558160:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611261952:12345-192.168.204.28@tcp:10:dd.0 00002000:00010000:3.0:1763332972.558338:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x56:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763332972.558341:0:28429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x56:0x0] updating lvb mtime from disk: 1763332918 -> 1763332972 00002000:00010000:3.0:1763332972.558344:0:28429:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x56:0x0] updating lvb atime from disk: 1763332918 -> 1763332918 00002000:00010000:3.0:1763332972.558346:0:28429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x56:0x0] updating lvb ctime from disk: 1763332918 -> 1763332972 00002000:00010000:3.0:1763332972.558363:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x56:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332972.558422:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611261952:12345-192.168.204.28@tcp:10:dd.0 Request processed in 265us (2258us total) trans 17179869556 rc 0/0 00000100:00100000:3.0:1763332972.558429:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 648 00002000:00010000:3.0:1763332972.558434:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/86 (0->18446744073709551615) 00002000:00100000:3.0:1763332972.558437:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff75664a80 with x1848987611261952 ext(0->18446744073709551615) 00002000:00010000:3.0:1763332972.558441:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff75664a80. 00000100:00100000:1.0:1763332972.558714:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44820700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626444160:192.168.204.28@tcp:105: 00010000:00010000:1.0:1763332972.558736:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332972.558766:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611261824:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 6745us (6972us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332972.558773:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 850 00000100:00100000:3.0:1763332972.597887:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332972.598026:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611262208 00000100:00100000:1.0:1763332972.598036:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611262208 00000100:00100000:1.0:1763332972.598091:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 932 00000100:00100000:1.0:1763332972.598100:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:48899:x1848987611262208:12345-192.168.204.28@tcp:35:dd.0 00000100:00100000:1.0:1763332972.598413:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:48899:x1848987611262208:12345-192.168.204.28@tcp:35:dd.0 Request processed in 313us (533us total) trans 8589934613 rc 0/0 00000100:00100000:1.0:1763332972.598422:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 932 00000100:00100000:0.0:1763332972.643194:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.643326:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611262336 00000100:00100000:3.0:1763332972.643335:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611262336 00000100:00100000:3.0:1763332972.643418:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3203 00000100:00100000:3.0:1763332972.643428:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:48900:x1848987611262336:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332972.643452:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332972.643473:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34752 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e63e expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.643544:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34759 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643559:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34759 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643569:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34759 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643583:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34760 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643590:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34760 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643597:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34760 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643679:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34767 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643687:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34767 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643693:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34767 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:3.0:1763332972.643724:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xe:0x0]: returning size 4096 00000004:00200000:3.0:1763332972.643728:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1763332972.643743:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34767 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643754:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34759 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643761:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34759 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643767:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34759 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643773:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34759 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643778:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.643782:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34759 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643789:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34759 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643801:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:3.0:1763332972.643805:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.643809:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34759 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643815:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34759 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643827:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34760 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643833:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34760 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643837:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34760 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643842:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.643845:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34760 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643850:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34760 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643856:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfe7a1a38 (ffff92fe435f8000) 00010000:00010000:3.0:1763332972.643859:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.643862:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34760 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643866:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34760 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe7a1a38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.643894:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34752 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e63e expref: 37 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.643907:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3c00/0xb32e3ef184c34767 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e63e expref: 36 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.643914:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe435f8d00) 00010000:00010000:3.0:1763332972.643917:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1763332972.643920:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3c00, rc 0) 00000100:00100000:3.0:1763332972.645199:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:48900:x1848987611262336:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1763us (2007us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332972.645210:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3203 00000100:00100000:2.0:1763332972.655628:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.655724:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611262592 00000100:00100000:3.0:1763332972.655736:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611262592 00000100:00100000:3.0:1763332972.655817:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3204 00000100:00100000:3.0:1763332972.655829:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:48900:x1848987611262592:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332972.655853:0:29240:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332972.655873:0:29240:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c3476e lrc: 2/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e645 expref: -99 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.655960:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34775 lrc: 3/1,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.655974:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34775 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.655985:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34775 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.655999:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3477c lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656006:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3477c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656012:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3477c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656085:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34775 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656092:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34775 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656098:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34775 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656104:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34775 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656109:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.656114:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34775 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656120:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34775 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656132:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe435f8d00) 00010000:00010000:3.0:1763332972.656135:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.656139:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34775 lrc: 3/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656145:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34775 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656158:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3477c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656164:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3477c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656170:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3477c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656174:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332972.656177:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3477c lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656182:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3477c lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656188:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0xaf1e71b4 (ffff92fe435f8a00) 00010000:00010000:3.0:1763332972.656191:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332972.656193:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3477c lrc: 2/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656201:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c3477c lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.656243:0:29240:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c3476e lrc: 1/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e645 expref: 37 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.656254:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe435f8d00) 00010000:00010000:3.0:1763332972.656255:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332972.656259:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c3476e lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e645 expref: 37 pid: 29240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332972.656267:0:29240:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2200, rc 0) 00000100:00100000:3.0:1763332972.656333:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:48900:x1848987611262592:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 505us (714us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332972.656340:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3204 00000100:00100000:1.0:1763332972.662877:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332972.693450:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611262848 00000100:00100000:0.0:1763332972.693464:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611262848 00000100:00100000:0.0:1763332972.693527:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3205 00000100:00100000:0.0:1763332972.693537:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:48900:x1848987611262848:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332972.693556:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332972.693575:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983dc00/0xb32e3ef184c34783 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e64c expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1763332972.693667:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xe:0x0]: returning size 4096 00010000:00010000:0.0:1763332972.693758:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983dc00/0xb32e3ef184c34783 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e64c expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.693772:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332972.693775:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332972.693780:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983dc00/0xb32e3ef184c34783 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e64c expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332972.693794:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983dc00, rc 0) 00000100:00100000:0.0:1763332972.693847:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:48900:x1848987611262848:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 311us (30982us total) trans 8589934614 rc 301/301 00000100:00100000:0.0:1763332972.693854:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3205 00000100:00100000:0.0:1763332972.706934:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332972.707069:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611262976 00000100:00100000:3.0:1763332972.707080:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611262976 00000100:00100000:3.0:1763332972.707137:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3206 00000100:00100000:3.0:1763332972.707147:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:48900:x1848987611262976:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:3.0:1763332972.707231:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34791 lrc: 3/1,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.707246:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34791 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.707257:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34791 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.707272:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34798 lrc: 3/1,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.707278:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34798 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.707284:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34798 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.707400:0:29240:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c3479f lrc: 3/1,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.707409:0:29240:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c3479f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:3.0:1763332972.707417:0:29240:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c3479f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00000004:00200000:2.0:1763332972.707534:0:29240:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000405:0xf:0x0]: returning size 1048576 00000004:00200000:2.0:1763332972.707539:0:29240:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332972.707553:0:29240:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c3479f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707565:0:29240:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34791 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707571:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34791 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707577:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34791 lrc: 3/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707583:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34791 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707588:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332972.707591:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34791 lrc: 4/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707599:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34791 lrc: 5/0,0 mode: CR/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707610:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0x0 (ffff92fe435f8d00) 00010000:00010000:2.0:1763332972.707613:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332972.707618:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34791 lrc: 3/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707624:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2200/0xb32e3ef184c34791 lrc: 0/0,0 mode: --/CR res: [0x200000405:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707638:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34798 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707644:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34798 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707649:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34798 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707654:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332972.707656:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34798 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707661:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34798 lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707667:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xe:0x0].0xaf1e71b4 (ffff92fe435f8a00) 00010000:00010000:2.0:1763332972.707669:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332972.707672:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34798 lrc: 2/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707677:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34798 lrc: 0/0,0 mode: --/PR res: [0x200000405:0xe:0x0].0xaf1e71b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707690:0:29240:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c3479f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707695:0:29240:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c3479f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707704:0:29240:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c3479f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707709:0:29240:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332972.707711:0:29240:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c3479f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707716:0:29240:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c3479f lrc: 4/0,0 mode: PR/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707722:0:29240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe43b44c00) 00010000:00010000:2.0:1763332972.707724:0:29240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332972.707728:0:29240:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c3479f lrc: 2/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332972.707733:0:29240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c3479f lrc: 0/0,0 mode: --/PR res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00000100:00100000:2.0:1763332972.707822:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4399b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:48900:x1848987611262976:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 674us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332972.707830:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3206 00000100:00100000:2.0:1763332972.710297:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332972.710378:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611263232 00000100:00100000:0.0:1763332972.710388:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611263232 00000100:00100000:1.0:1763332972.711426:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 933 00000100:00100000:1.0:1763332972.711444:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:48900:x1848987611263232:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:1.0:1763332972.711675:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:48900:x1848987611263232:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 237us (1386us total) trans 8589934615 rc 0/0 00000100:00100000:1.0:1763332972.711684:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 933 00010000:00010000:2.0:1763332973.138328:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332974.161396:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332975.184520:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1763332976.208599:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332976.725323:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1763332976.725360:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626444416:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332976.725421:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332976.725481:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626444288:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332976.725503:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332976.725526:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe43999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626444544:0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.725552:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332976.725557:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626444416 00000100:00100000:0.0:1763332976.725563:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626444416 00000100:00100000:1.0:1763332976.725570:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626445056:0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.725589:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332976.725603:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626444288 00000100:00100000:1.0:1763332976.725604:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44cce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626445568:0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.725606:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626444288 00000100:00100000:0.0:1763332976.725621:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1763332976.725624:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332976.725629:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626444416:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332976.725640:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1763332976.725644:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626444928:0@lo:400:kworker.0 00000004:00000024:0.0:1763332976.725660:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446256640 avail 1300017152 00000100:00100000:1.0:1763332976.725662:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332976.725677:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626445440:0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.725694:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332976.725696:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626444416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332976.725702:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1763332976.725706:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe438a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626445952:0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.725719:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:1.0:1763332976.725722:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332976.725724:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3653:x1848987626444288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1763332976.725739:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1446010880 avail 1299771392 00000100:00100000:1.0:1763332976.725753:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe450d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626444416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1763332976.725763:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3653:x1848987626444288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 39us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332976.725765:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626444288:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1763332976.725768:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:0.0:1763332976.725787:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626444672:0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.725807:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332976.725811:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626444544 00000100:00100000:1.0:1763332976.725815:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626444544 00000100:00100000:0.0:1763332976.725823:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626445184:0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.725840:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332976.725854:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1763332976.725856:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626445696:0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.725860:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4489a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626444544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.725874:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332976.725888:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4489a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3653:x1848987626444544:12345-0@lo:400:kworker.0 Request processed in 29us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332976.725891:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1763332976.725893:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1763332976.725895:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626444800:0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.725914:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332976.725924:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626445568 00000100:00100000:1.0:1763332976.725927:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626445568 00000100:00100000:0.0:1763332976.725928:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626445312:0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.725945:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332976.725956:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626445440 00000100:00100000:1.0:1763332976.725958:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626445440 00000100:00100000:0.0:1763332976.725959:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626445824:0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.725969:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626445952 00000100:00100000:1.0:1763332976.725972:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626445952 00000100:00100000:0.0:1763332976.725976:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332976.725980:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626445184 00000100:00100000:1.0:1763332976.725982:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626445184 00000100:00100000:1.0:1763332976.725994:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626444800 00000100:00100000:1.0:1763332976.725996:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626444800 00000100:00100000:0.0:1763332976.726002:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626445056 00000100:00100000:0.0:1763332976.726005:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626445056 00000100:00100000:1.0:1763332976.726006:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626445312 00000100:00100000:1.0:1763332976.726007:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626445312 00000100:00100000:1.0:1763332976.726019:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1763332976.726024:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626445568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.726026:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626444928 00000100:00100000:0.0:1763332976.726028:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626444928 00000100:00100000:0.0:1763332976.726044:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626445696 00000100:00100000:0.0:1763332976.726047:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626445696 00000100:00100000:1.0:1763332976.726053:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626445568:12345-0@lo:400:kworker.0 Request processed in 29us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332976.726059:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1763332976.726063:0:28600:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626445824 00000100:00100000:0.0:1763332976.726065:0:28600:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626445824 00000100:00100000:1.0:1763332976.726069:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1763332976.726074:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626445440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.726081:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1763332976.726087:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626445056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.726098:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1848987626445440:12345-0@lo:400:kworker.0 Request processed in 23us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332976.726103:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:0.0:1763332976.726109:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626445056:12345-0@lo:400:kworker.0 Request processed in 24us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332976.726114:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1763332976.726115:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1763332976.726119:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626445952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.726125:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1763332976.726130:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626444928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.726140:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1848987626445952:12345-0@lo:400:kworker.0 Request processed in 21us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332976.726158:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1763332976.726163:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3653:x1848987626444928:12345-0@lo:400:kworker.0 Request processed in 33us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332976.726168:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1763332976.726169:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1763332976.726174:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626445184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.726179:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1763332976.726183:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626445696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.726203:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848987626445184:12345-0@lo:400:kworker.0 Request processed in 29us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332976.726204:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626445696:12345-0@lo:400:kworker.0 Request processed in 21us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332976.726210:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1763332976.726210:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1763332976.726222:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:0.0:1763332976.726222:0:28600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1763332976.726228:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626444800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.726228:0:28600:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626445824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.726251:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1848987626444800:12345-0@lo:400:kworker.0 Request processed in 24us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332976.726251:0:28600:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626445824:12345-0@lo:400:kworker.0 Request processed in 24us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332976.726257:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:0.0:1763332976.726257:0:28600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1763332976.726268:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:1.0:1763332976.726274:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626445312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.726274:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626444672 00000100:00100000:0.0:1763332976.726277:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626444672 00000100:00100000:0.0:1763332976.726296:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1763332976.726298:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626445312:12345-0@lo:400:kworker.0 Request processed in 25us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332976.726302:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626444672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.726303:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:0.0:1763332976.726327:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626444672:12345-0@lo:400:kworker.0 Request processed in 25us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332976.726332:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1763332976.726334:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626444928:0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.726343:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1848987626445440:0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.726371:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe438a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1848987626445952:0@lo:400:kworker.0 00000100:00100000:1.0:1763332976.726379:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe43999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3653:1848987626444544:0@lo:400:kworker.0 00000100:00080000:0.0:1763332976.726385:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763332976.726387:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626445056:0@lo:400:kworker.0 00000100:00080000:0.0:1763332976.726389:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332976.726392:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332976.726394:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44cce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626445568:0@lo:400:kworker.0 00000100:00080000:0.0:1763332976.726394:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1763332976.726428:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1848987626444800:0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.726436:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626445312:0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.726444:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626445824:0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.726452:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626444672:0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.726459:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1848987626445184:0@lo:400:kworker.0 00000100:00100000:0.0:1763332976.726469:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77c6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626445696:0@lo:400:kworker.0 00000100:00100000:3.0:1763332976.732725:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332976.732752:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626446080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332976.732824:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332976.734327:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626446080 00000100:00100000:0.0:1763332976.734338:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626446080 00000100:00100000:0.0:1763332976.734416:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1763332976.734427:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626446080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1763332976.734459:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60258240 pending 0 free 3920338944 avail 3688816640 00000100:00100000:0.0:1763332976.734530:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1848987626446080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (1705us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332976.734538:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1763332976.734621:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626446080:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1763332977.232873:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332977.233250:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332977.233271:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626446208:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332977.233344:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332977.233419:0:8408:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626446208 00000100:00100000:2.0:1763332977.233428:0:8408:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626446208 00000100:00100000:1.0:1763332977.233496:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332977.233506:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626446336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332977.233514:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1763332977.233524:0:8408:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626446208:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332977.233534:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1763332977.233555:0:8408:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440064 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1763332977.233558:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626446336 00000100:00100000:1.0:1763332977.233561:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626446336 00000100:00100000:1.0:1763332977.233580:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1763332977.233586:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626446336:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1763332977.233593:0:8408:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1848987626446208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (249us total) trans 0 rc 0/0 00002000:00000024:1.0:1763332977.233595:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 60258240 pending 0 free 3920338944 avail 3688816640 00000100:00100000:2.0:1763332977.233601:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1763332977.233622:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626446336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332977.233628:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1763332977.233666:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626446336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332977.233696:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626446208:0@lo:13:osp-pre-0-1.0 00000004:00080000:0.0:1763332977.234178:0:32363:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1081313828526ns, next at 1082313826435ns, rc = 0 00000100:00100000:1.0:1763332977.234198:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626446464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1763332977.234222:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332977.234825:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626446464 00000100:00100000:3.0:1763332977.234831:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626446464 00000100:00100000:3.0:1763332977.234878:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1763332977.234886:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626446464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1763332977.234900:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 43440064 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1763332977.234948:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626446464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332977.234955:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1763332977.241870:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626446464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332977.592201:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332977.592255:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332977.592298:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332977.592335:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332977.592395:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332977.592430:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611263872 00000100:00100000:3.0:1763332977.592440:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611263872 00000100:00100000:3.0:1763332977.592490:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611263744 00000100:00100000:3.0:1763332977.592493:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611263744 00000100:00100000:3.0:1763332977.592513:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 748 00000100:00100000:3.0:1763332977.592522:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611263872:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332977.592589:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611263872:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 68us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332977.592597:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 748 00000100:00100000:3.0:1763332977.592615:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 749 00000100:00100000:3.0:1763332977.592622:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611263744:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332977.592646:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611263744:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 25us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332977.592652:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 749 00000100:00080000:3.0:1763332977.592667:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1763332977.592671:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1763332977.592791:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611263360 00000100:00100000:0.0:1763332977.592797:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611263360 00000100:00100000:0.0:1763332977.592845:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 77 00000100:00100000:0.0:1763332977.592853:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44899c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611263360:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332977.592893:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44899c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2420:x1848987611263360:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 41us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332977.592900:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 77 00000100:00100000:0.0:1763332977.592933:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611263616 00000100:00100000:0.0:1763332977.592936:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611263616 00000100:00100000:0.0:1763332977.592970:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611263488 00000100:00100000:0.0:1763332977.592973:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611263488 00000100:00100000:0.0:1763332977.592998:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1208 00000100:00100000:0.0:1763332977.593005:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611263616:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332977.593036:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611263616:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 32us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332977.593044:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1208 00000100:00100000:0.0:1763332977.593059:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1209 00000100:00100000:0.0:1763332977.593067:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:2420:x1848987611263488:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332977.593102:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:2420:x1848987611263488:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 36us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332977.593108:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1209 00000100:00080000:3.0:1763332977.593209:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1763332977.593212:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:1.0:1763332977.748077:0:32345:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00010000:00010000:2.0:1763332977.749913:0:3639:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 3/0,1 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332977.749926:0:3639:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 2/0,0 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332977.749933:0:3639:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332977.749938:0:3639:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332977.749943:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 3/0,0 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332977.749950:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 4/0,0 mode: TXN/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332977.749965:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000405:0xf:0x0].0x0 (ffff92fe43b44c00) 00010000:00010000:2.0:1763332977.749968:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332977.749971:0:3639:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 2/0,0 mode: --/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00010000:00010000:2.0:1763332977.749976:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c34744 lrc: 0/0,0 mode: --/TXN res: [0x200000405:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29240 initiator: MDT0 00000001:00080000:1.0:1763332977.750216:0:32345:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934615 is committed 00000004:00080000:1.0:1763332977.750241:0:32345:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000100:00100000:0.0:1763332977.750677:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1763332977.752186:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626446592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1763332977.752252:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332977.752379:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626446592 00000100:00100000:1.0:1763332977.752387:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626446592 00000100:00100000:1.0:1763332977.752435:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 00000100:00100000:1.0:1763332977.752444:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626446592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1763332977.752471:0:8611:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:91 count 1 00010000:00010000:1.0:1763332977.752497:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332977.752518:0:8611:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe467be000/0xb32e3ef184c3407c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e57a expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332977.752527:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332977.752530:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332977.752534:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332977.752567:0:8611:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe467be000/0xb32e3ef184c3407c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e57a expref: 7 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332977.752583:0:8611:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe467be000/0xb32e3ef184c3407c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e57a expref: 7 pid: 28651 timeout: 1181 lvb_type: 1 00000100:00100000:1.0:1763332977.752595:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8611:1848987626446720:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332977.752658:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff5c5ee180 going to sleep for 11 seconds 00000001:00080000:2.0:1763332977.755741:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869556 is committed 00000100:00100000:1.0:1763332977.770427:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8611:1848987626446720:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332977.770456:0:8611:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332977.773224:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332977.776257:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611264000 00000100:00100000:1.0:1763332977.776284:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611264000 00010000:00010000:1.0:1763332977.776375:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe467be000/0xb32e3ef184c3407c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e57a expref: 8 pid: 28651 timeout: 1181 lvb_type: 1 00000100:00100000:1.0:1763332977.776434:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 851 00000100:00100000:1.0:1763332977.776445:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2418:x1848987611264000:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332977.776464:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332977.776470:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe467be000/0xb32e3ef184c3407c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e57a expref: 8 pid: 28651 timeout: 1181 lvb_type: 1 00010000:00010000:1.0:1763332977.776489:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe467be000/0xb32e3ef184c3407c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e57a expref: 8 pid: 28651 timeout: 1181 lvb_type: 1 00010000:00010000:1.0:1763332977.776516:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe467be000/0xb32e3ef184c3407c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e57a expref: 8 pid: 28651 timeout: 1181 lvb_type: 1 00010000:00010000:1.0:1763332977.776537:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332977.776539:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332977.776544:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332977.776553:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332977.776593:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332977.776624:0:8611:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332977.776642:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332977.776653:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332977.776661:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332977.776681:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:2418:x1848987611264000:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 237us (3466us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332977.776690:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 851 00010000:00010000:0.0:1763332977.776693:0:8611:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1763332977.776984:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3652:x1848987626446592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24540us (24731us total) trans 21474836880 rc 0/0 00000100:00100000:0.0:1763332977.776993:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000004:00080000:1.0:1763332977.777078:0:3652:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff92fe44e19f80/2, rc 0, transno 21474836880 00000100:00100000:1.0:1763332977.777085:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626446592:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1763332977.777735:0:8421:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332977.777745:0:8421:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332977.777754:0:8421:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332977.777758:0:8421:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332977.777767:0:8421:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332977.777780:0:8421:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332977.777788:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332977.777806:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332977.777808:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332977.777810:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332978.259546:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1763332979.019382:0:33058:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 50a: mirror extend/copy preserves sparseness ========================================================== 17:42:57 (1763332977) 00000100:00100000:3.0:1763332979.135473:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.135516:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611264256 00000100:00100000:3.0:1763332979.135527:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611264256 00000100:00100000:3.0:1763332979.135594:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3207 00000100:00100000:3.0:1763332979.135605:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:49480:x1848987611264256:12345-192.168.204.28@tcp:36:mkdir.0 00000100:00100000:3.0:1763332979.135728:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626446848:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763332979.135784:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332979.135834:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad00c0 going to sleep for 11 seconds 00000100:00080000:3.0:1763332979.135850:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332979.135866:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626446848 00000100:00100000:3.0:1763332979.135870:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626446848 00000100:00100000:3.0:1763332979.135901:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1763332979.135906:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8606:x1848987626446848:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763332979.136116:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8606:x1848987626446848:12345-0@lo:1000:mdt00_003.0 Request processed in 208us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.136124:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1763332979.136174:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626446848:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763332979.136212:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626446976:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763332979.136233:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332979.136245:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1763332979.136256:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626446976 00000100:00100000:3.0:1763332979.136259:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626446976 00000100:00100000:3.0:1763332979.136277:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:3.0:1763332979.136282:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:8606:x1848987626446976:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763332979.136337:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:8606:x1848987626446976:12345-0@lo:1000:mdt00_003.0 Request processed in 55us (103us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763332979.136344:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:3.0:1763332979.136386:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff74035c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626446976:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1763332979.136428:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 8606 initiator: MDT0 00010000:00010000:3.0:1763332979.136438:0:8606:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332979.136447:0:8606:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 8606 initiator: MDT1 00000100:00100000:3.0:1763332979.136457:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626447104:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1763332979.136477:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332979.136489:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332979.136497:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626447104 00000100:00100000:3.0:1763332979.136500:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626447104 00000100:00100000:3.0:1763332979.136516:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:3.0:1763332979.136521:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8606:x1848987626447104:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1763332979.136529:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332979.136540:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c347b4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c347ad expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.136563:0:6525:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ce expref: 13 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.136572:0:6525:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c347b4 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c347ad expref: 8 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.136595:0:6525:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ce expref: 13 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.136607:0:6525:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ce expref: 13 pid: 6519 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.136619:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1848987626447232:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332979.136667:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad00c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332979.139120:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42ef9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1848987626447232:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332979.139169:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c347b4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c347ad expref: 8 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.139190:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:0.0:1763332979.139194:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332979.139198:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c347b4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c347ad expref: 8 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.139211:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2a00, rc 0) 00000100:00100000:0.0:1763332979.139281:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74035c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626447104:12345-0@lo:101:mdt00_003.0 Request processed in 2758us (2801us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.139291:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:3.0:1763332979.139399:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626447104:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1763332979.139418:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.139434:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332979.140057:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.141750:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611264384 00000100:00100000:1.0:1763332979.141766:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611264384 00010000:00010000:1.0:1763332979.141831:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ce expref: 14 pid: 6519 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1763332979.141873:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 852 00000100:00100000:1.0:1763332979.141884:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff51e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611264384:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332979.141901:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332979.141908:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ce expref: 14 pid: 6519 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1763332979.141921:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ce expref: 14 pid: 6519 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1763332979.141950:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff4983cc00/0xb32e3ef184c345e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e5ce expref: 14 pid: 6519 timeout: 1183 lvb_type: 0 00010000:00010000:1.0:1763332979.141969:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:1.0:1763332979.141976:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c347b4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c347ad expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.141989:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c347b4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c347ad expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.141999:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c347b4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb32e3ef184c347ad expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142033:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c347b4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c347ad expref: 7 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332979.142048:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8423:1848987626447360:0@lo:105: 00000100:00100000:1.0:1763332979.142110:0:8423:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.142144:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff5c5ee180 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.142164:0:6502:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626447360 00000100:00100000:1.0:1763332979.142167:0:6502:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626447360 00000100:00100000:1.0:1763332979.142192:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1763332979.142198:0:6502:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8423:x1848987626447360:12345-0@lo:105: 00010000:00010000:1.0:1763332979.142209:0:6502:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142219:0:6502:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142234:0:6502:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142242:0:6502:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142249:0:6502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142257:0:6502:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142278:0:6502:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff92fe496e3000) 00000100:00100000:1.0:1763332979.142312:0:6502:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe43999180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8423:x1848987626447360:12345-0@lo:105: Request processed in 113us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.142319:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00010000:00010000:1.0:1763332979.142368:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142377:0:8606:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763332979.142401:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1763332979.142435:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332979.142442:0:8606:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.142455:0:8606:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8606 initiator: MDT1 00000100:00100000:1.0:1763332979.142469:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626447488:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1763332979.142492:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.142508:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff42a44840 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.142519:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626447488 00000100:00100000:1.0:1763332979.142522:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626447488 00000100:00100000:1.0:1763332979.142543:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1763332979.142549:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8606:x1848987626447488:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763332979.142562:0:6525:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332979.142575:0:6525:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c347c2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb32e3ef184c347bb expref: -99 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142590:0:6525:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c347c2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb32e3ef184c347bb expref: 9 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142601:0:6525:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c347c2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c347bb expref: 9 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142609:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7dfb9607 (ffff92fe4388e400) 00010000:00010000:1.0:1763332979.142612:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332979.142615:0:6525:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe44d75400, rc 0) 00000100:00100000:1.0:1763332979.142637:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626447488:12345-0@lo:101:mdt00_003.0 Request processed in 89us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.142643:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1763332979.142671:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626447488:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1763332979.142684:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c347c2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.142692:0:8606:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c347c2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1763332979.142702:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1763332979.142734:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626447616:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.142756:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.142766:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801bc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.142777:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626447616 00000100:00100000:1.0:1763332979.142780:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626447616 00000100:00100000:1.0:1763332979.142798:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1763332979.142803:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626447616:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.142851:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626447616:12345-0@lo:1000:mdt00_003.0 Request processed in 47us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.142857:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1763332979.142882:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff6bc12a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626447616:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.142919:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626447744:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.142937:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.142948:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff44c37840 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.142958:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626447744 00000100:00100000:1.0:1763332979.142960:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626447744 00000100:00100000:1.0:1763332979.142977:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1763332979.142982:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626447744:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.143040:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44cce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626447744:12345-0@lo:1000:mdt00_003.0 Request processed in 57us (101us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763332979.143049:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1763332979.143070:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626447744:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.143140:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626447872:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.143159:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.143170:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff44c373c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.143179:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626447872 00000100:00100000:1.0:1763332979.143182:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626447872 00000100:00100000:1.0:1763332979.143198:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:1.0:1763332979.143204:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626447872:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.143245:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626447872:12345-0@lo:1000:mdt00_003.0 Request processed in 41us (84us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763332979.143251:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:1.0:1763332979.143270:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626447872:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.143308:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626448000:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.143326:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.143336:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801bc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.143344:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626448000 00000100:00100000:1.0:1763332979.143366:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626448000 00000100:00100000:1.0:1763332979.143384:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1763332979.143389:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626448000:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.143438:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626448000:12345-0@lo:1000:mdt00_003.0 Request processed in 49us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.143444:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1763332979.143464:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626448000:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.143501:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626448128:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.143521:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.143532:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff44c37840 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.143541:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626448128 00000100:00100000:1.0:1763332979.143544:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626448128 00000100:00100000:1.0:1763332979.143559:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:1.0:1763332979.143565:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626448128:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1763332979.143596:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8606:x1848987626448128:12345-0@lo:1000:mdt00_003.0 Request processed in 32us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.143602:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:1.0:1763332979.143622:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44ccd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626448128:0@lo:1000:mdt00_003.0 00000040:00080000:1.0:1763332979.144152:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].10, 992 off43552 00000040:00080000:1.0:1763332979.144208:0:8606:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].9, 1144 off44576 00000004:00080000:1.0:1763332979.144214:0:8606:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff92ff801bc3c0 with version 20 00000100:00100000:1.0:1763332979.144244:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8423:1848987626447360:0@lo:105: 00010000:00010000:1.0:1763332979.144255:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332979.144301:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff51e55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611264384:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2417us (4244us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.144309:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 852 00000004:00080000:3.0:1763332979.144481:0:7449:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff92ff49dc1b40 version 20 rpc_version 20 00000020:00100000:3.0:1763332979.144503:0:7449:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763332979.144511:0:7449:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff92fe42efb480 x1848987626448384/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763332979.144529:0:7449:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626448384:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1763332979.144562:0:7449:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332979.144590:0:7449:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad0f00 going to sleep for 11 seconds 00000100:00080000:3.0:1763332979.144603:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1763332979.144721:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626448384 00000100:00100000:3.0:1763332979.144727:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626448384 00000100:00100000:3.0:1763332979.144757:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1763332979.144764:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7449:x1848987626448384:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1763332979.147706:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7449:x1848987626448384:12345-0@lo:1000:osp_up0-1.0 Request processed in 2932us (3133us total) trans 8589934616 rc 0/0 00000100:00100000:3.0:1763332979.147719:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1763332979.147746:0:7449:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efb480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7449:1848987626448384:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1763332979.147848:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332979.147864:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.147877:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00010000:1.0:1763332979.147892:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dc6cb74b reply state 000000004b7ace81 transno 4294967495 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.147901:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.147907:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332979.147910:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332979.147912:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1763332979.147918:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x8:0x0]: returning size 4096 00000004:00080000:1.0:1763332979.147925:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1763332979.147933:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.147942:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.147948:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.147972:0:8606:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1763332979.147976:0:8606:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1763332979.147980:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c347c2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.147986:0:8606:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb32e3ef184c347c2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332979.148053:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:49480:x1848987611264256:12345-192.168.204.28@tcp:36:mkdir.0 Request processed in 12449us (12590us total) trans 4294967495 rc 0/0 00000100:00100000:1.0:1763332979.148064:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3207 00010000:00010000:3.0:1763332979.148254:0:6508:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332979.148261:0:6508:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.148269:0:6508:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3000 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:3.0:1763332979.148274:0:6508:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1763332979.148288:0:6508:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.148323:0:6508:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.148329:0:6508:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1763332979.148374:0:6508:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.148382:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe496e3000/0xb32e3ef184c347ad lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb32e3ef184c347b4 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.148394:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332979.148396:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332979.148398:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1763332979.148405:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1763332979.148418:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe42efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626448512:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1763332979.148457:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.149765:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626448512 00000100:00100000:1.0:1763332979.149777:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626448512 00000100:00100000:1.0:1763332979.149853:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1763332979.149864:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3655:x1848987626448512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332979.149883:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332979.149908:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e2a00/0xb32e3ef184c347b4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb32e3ef184c347ad expref: 10 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.149924:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:1.0:1763332979.149929:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332979.149989:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3655:x1848987626448512:12345-0@lo:103:ldlm_bl.0 Request processed in 128us (1531us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.149996:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1763332979.150463:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe42efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1848987626448512:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332979.162026:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.175924:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611264512 00000100:00100000:2.0:1763332979.175936:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611264512 00000100:00100000:2.0:1763332979.176004:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3208 00000100:00100000:2.0:1763332979.176013:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:49481:x1848987611264512:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332979.176034:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.176055:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c347d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e653 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.176139:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ae00/0xb32e3ef184c347d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.176156:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ae00/0xb32e3ef184c347d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.176168:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ae00/0xb32e3ef184c347d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00000004:00200000:2.0:1763332979.176222:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1763332979.176226:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332979.176244:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ae00/0xb32e3ef184c347d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.176267:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9a600/0xb32e3ef184c347d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e653 expref: 15 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.176281:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92ff73a9ae00/0xb32e3ef184c347d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e653 expref: 14 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.176291:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:2.0:1763332979.176294:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1763332979.176297:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9ae00, rc 0) 00000100:00100000:2.0:1763332979.176388:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42f0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:49481:x1848987611264512:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 376us (14372us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.176395:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3208 00000100:00100000:1.0:1763332979.185280:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.185325:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611264640 00000100:00100000:1.0:1763332979.185335:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611264640 00000100:00100000:1.0:1763332979.185399:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3209 00000100:00100000:1.0:1763332979.185409:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:49481:x1848987611264640:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332979.185428:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332979.185447:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c347de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e65a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.185504:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c347e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.185518:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c347e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.185528:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c347e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.185538:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.185548:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c347c2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb32e3ef184c347bb expref: 8 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.185556:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.185587:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c347c2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xb32e3ef184c347bb expref: 8 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332979.185602:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626448640:0@lo:104: 00000100:00100000:1.0:1763332979.185645:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.185675:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff4301e480 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.185692:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626448640 00000100:00100000:1.0:1763332979.185695:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626448640 00000100:00100000:1.0:1763332979.185716:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1763332979.185722:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6521:x1848987626448640:12345-0@lo:104: 00010000:00010000:1.0:1763332979.185732:0:6503:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c347c2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.185771:0:6503:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1763332979.185777:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6521:x1848987626448640:12345-0@lo:104: Request processed in 56us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.185784:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00010000:00010000:1.0:1763332979.185803:0:8422:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1763332979.185809:0:8422:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xb32e3ef184c347c2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.185817:0:8422:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75200 already unused, calling callback (ffffffffc17c0290) 00010000:00010000:1.0:1763332979.185822:0:8422:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xb32e3ef184c347c2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1763332979.185831:0:8422:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xb32e3ef184c347c2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.185854:0:8422:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c347c2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.185860:0:8422:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1763332979.185876:0:8422:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c347c2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.185883:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff92fe44d75200/0xb32e3ef184c347bb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xb32e3ef184c347c2 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.185900:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332979.185902:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332979.185904:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332979.185911:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1763332979.185921:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626448768:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1763332979.185946:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.185986:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7569ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1848987626448640:0@lo:104: 00010000:00010000:1.0:1763332979.186003:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763332979.186023:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626448768 00000100:00100000:1.0:1763332979.186026:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626448768 00010000:00010000:1.0:1763332979.186040:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c347c2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xb32e3ef184c347bb expref: 9 pid: 6525 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332979.186059:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1763332979.186064:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3654:x1848987626448768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332979.186072:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1763332979.190342:0:32345:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934616 is committed 00010000:00010000:1.0:1763332979.190439:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75400/0xb32e3ef184c347c2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xb32e3ef184c347bb expref: 8 pid: 6525 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.190457:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7dfb9607 (ffff92fe4388e400) 00010000:00010000:1.0:1763332979.190462:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.190472:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.190479:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.190502:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332979.190565:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:3654:x1848987626448768:12345-0@lo:103:ldlm_bl.0 Request processed in 4499us (4615us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.190574:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1763332979.190625:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1848987626448768:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1763332979.190650:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.190658:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000100:00100000:1.0:1763332979.190772:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77a3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6521:1848987626448896:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1763332979.190808:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.190828:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801ac300 going to sleep for 11 seconds 00000100:00100000:3.0:1763332979.192658:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626448896 00000100:00100000:3.0:1763332979.192669:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626448896 00000100:00100000:3.0:1763332979.196218:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1763332979.196241:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6521:x1848987626448896:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1763332979.196390:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7569ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6521:x1848987626448896:12345-0@lo:1000:mdt00_002.0 Request processed in 159us (5581us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.196398:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1763332979.196670:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77a3ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6521:1848987626448896:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1763332979.196729:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c347f3 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196745:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c347f3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196756:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c347f3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00000004:00010000:3.0:1763332979.196777:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c347f3 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196791:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c347e5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196798:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c347e5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196804:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c347e5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196811:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c347e5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196816:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332979.196820:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c347e5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196827:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c347e5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196839:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92ff8016f600) 00010000:00010000:3.0:1763332979.196842:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332979.196846:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c347e5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196853:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74400/0xb32e3ef184c347e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196865:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196871:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196876:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196880:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d75a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332979.196883:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196888:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196894:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7dfb9607 (ffff92fe4388e400) 00010000:00010000:3.0:1763332979.196897:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332979.196900:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196905:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d75a00/0xb32e3ef184c347ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7dfb9607 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.196942:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff92fe44d74c00/0xb32e3ef184c347de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e65a expref: 16 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.196954:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff92fe496e3000/0xb32e3ef184c347f3 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e65a expref: 15 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.196962:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe435f8400) 00010000:00010000:3.0:1763332979.196964:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332979.196966:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3000, rc 0) 00000100:00100000:3.0:1763332979.197020:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dcfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:49481:x1848987611264640:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 11612us (11751us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.197027:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3209 00000100:00100000:2.0:1763332979.204333:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.206312:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611264768 00000100:00100000:3.0:1763332979.206327:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611264768 00000100:00100000:3.0:1763332979.206418:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3210 00000100:00100000:3.0:1763332979.206428:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:49481:x1848987611264768:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332979.206452:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332979.206472:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c347fa lrc: 2/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e661 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.206535:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c34801 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.206549:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c34801 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.206560:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c34801 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763332979.206609:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x8:0x0]: returning size 4096 00000004:00200000:3.0:1763332979.206613:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1763332979.206645:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c347fa lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e661 expref: 20 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.206662:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2800/0xb32e3ef184c34801 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e661 expref: 19 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.206672:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:3.0:1763332979.206675:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1763332979.206678:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2800, rc 0) 00000100:00100000:3.0:1763332979.206743:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:49481:x1848987611264768:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 317us (2419us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.206750:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3210 00000100:00100000:1.0:1763332979.210026:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.210527:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611264896 00000100:00100000:0.0:1763332979.210540:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611264896 00000100:00100000:0.0:1763332979.210599:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3211 00000100:00100000:0.0:1763332979.210608:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:49481:x1848987611264896:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332979.210630:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332979.210654:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34808 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e668 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.210730:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3480f lrc: 3/1,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332979.210747:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3480f lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.210761:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3480f lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.210804:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34816 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332979.210812:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34816 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.210819:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34816 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211035:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3480f lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211043:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3480f lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211049:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3480f lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211061:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3480f lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211068:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983c000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332979.211072:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3480f lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211081:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3480f lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211094:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332979.211106:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332979.211111:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3480f lrc: 3/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211117:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3480f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211132:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34816 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211138:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34816 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211144:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34816 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211149:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983ca00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332979.211152:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34816 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211157:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34816 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211168:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x5675640f (ffff92fe43b44800) 00010000:00010000:0.0:1763332979.211171:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332979.211174:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34816 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211179:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34816 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.211214:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34808 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e668 expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.211224:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332979.211227:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332979.211230:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34808 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e668 expref: 20 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.211239:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983cc00, rc 0) 00000100:00100000:0.0:1763332979.212040:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:49481:x1848987611264896:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1425us (2018us total) trans 0 rc 301/301 00000100:00100000:0.0:1763332979.212051:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3211 00000100:00100000:1.0:1763332979.215545:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.215613:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611265152 00000100:00100000:0.0:1763332979.215624:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611265152 00000100:00100000:0.0:1763332979.215685:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3212 00000100:00100000:0.0:1763332979.215695:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:49481:x1848987611265152:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332979.215718:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332979.215739:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c3481d lrc: 2/0,0 mode: --/CW res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e66f expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.215843:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c34824 lrc: 3/0,1 mode: --/CW res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332979.215858:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c34824 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.216011:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c34824 lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.216029:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 3/0,1 mode: --/PW res: [0x240000404:0x8:0x0].0x5675640f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332979.216037:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.216045:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000100:00100000:0.0:1763332979.216181:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626449024:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1763332979.216228:0:8606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332979.216597:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58240 going to sleep for 11 seconds 00000100:00100000:3.0:1763332979.216667:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626449024 00000100:00100000:3.0:1763332979.216672:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626449024 00000100:00100000:3.0:1763332979.216701:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1763332979.216707:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:8606:x1848987626449024:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1763332979.216783:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:8606:x1848987626449024:12345-0@lo:1000:mdt00_003.0 Request processed in 75us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.216790:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1763332979.216923:0:8606:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589934616 gen 2 00000004:00080000:0.0:1763332979.216928:0:8606:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589934616 committed transno 8589934616 00000100:00100000:0.0:1763332979.216950:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8606:1848987626449024:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1763332979.217280:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34832 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332979.217291:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34832 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.217300:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34832 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:0.0:1763332979.217311:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 0 00010000:00010000:0.0:1763332979.217332:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c34824 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.217339:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c34824 lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.217345:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c34824 lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.217381:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c34824 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.217388:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983c800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332979.217392:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c34824 lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.217400:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c34824 lrc: 5/0,0 mode: CW/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.217410:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332979.217413:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332979.217417:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c34824 lrc: 3/0,0 mode: --/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.217424:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c34824 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000004:00010000:0.0:1763332979.217436:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e9222682 reply state 00000000a34a95f4 transno 4294967496 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.217446:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.217457:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x5675640f (ffff92fe43b44300) 00010000:00010000:0.0:1763332979.217459:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332979.217462:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1763332979.217492:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c3481d lrc: 0/0,0 mode: --/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e66f expref: 22 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.217506:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34832 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e66f expref: 21 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.217513:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:0.0:1763332979.217516:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332979.217518:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983cc00, rc 0) 00000100:00100000:0.0:1763332979.217703:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:49481:x1848987611265152:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 2008us (2171us total) trans 4294967496 rc 0/0 00000100:00100000:0.0:1763332979.217710:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3212 00000100:00100000:2.0:1763332979.221002:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.221051:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611265408 00000100:00100000:0.0:1763332979.221062:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611265408 00000100:00100000:0.0:1763332979.221138:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3213 00000100:00100000:0.0:1763332979.221149:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:49481:x1848987611265408:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332979.221175:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332979.221198:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34840 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e676 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.221330:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332979.221345:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34832 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e66f expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.221415:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 4/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.221448:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34832 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e66f expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.221461:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34832 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e66f expref: 23 pid: 8606 timeout: 1183 lvb_type: 0 00000100:00100000:0.0:1763332979.221474:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b17800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626449152:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332979.221538:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d583c0 going to sleep for 11 seconds 00000100:00100000:0.0:1763332979.225608:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b17800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626449152:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332979.225642:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000100:00100000:1.0:1763332979.225884:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.226142:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611265536 00000100:00100000:3.0:1763332979.226149:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611265536 00010000:00010000:3.0:1763332979.226188:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34832 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e66f expref: 24 pid: 8606 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.226230:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 854 00000100:00100000:3.0:1763332979.226240:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:2420:x1848987611265536:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332979.226255:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332979.226261:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34832 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e66f expref: 24 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.226276:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34832 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e66f expref: 24 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.226308:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34832 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e66f expref: 24 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.226329:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.226336:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332979.226378:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332979.226388:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332979.226412:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332979.226469:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:2420:x1848987611265536:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 230us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.226477:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 854 00010000:00010000:0.0:1763332979.226858:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.226867:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:0.0:1763332979.226906:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 0 00000004:00080000:0.0:1763332979.227119:0:8606:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1c:0x0], index 1: 0 00010000:00010000:0.0:1763332979.227238:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.227246:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.227254:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.227260:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983c000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332979.227265:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.227272:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.227285:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:0.0:1763332979.227288:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1763332979.227293:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.227299:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34847 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.227374:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34840 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e676 expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.227384:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332979.227386:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1763332979.227390:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34840 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e676 expref: 23 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.227400:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983ca00, rc 0) 00000100:00100000:0.0:1763332979.227456:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:49481:x1848987611265408:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6308us (6463us total) trans 4294967497 rc 301/301 00000100:00100000:0.0:1763332979.227464:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3213 00000100:00100000:1.0:1763332979.230784:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.230871:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611265792 00000100:00100000:2.0:1763332979.230882:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611265792 00000100:00100000:2.0:1763332979.230941:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 934 00000100:00100000:2.0:1763332979.230953:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:49481:x1848987611265792:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332979.231266:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:49481:x1848987611265792:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 314us (487us total) trans 4294967498 rc 0/0 00000100:00100000:2.0:1763332979.231274:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 934 00000100:00100000:1.0:1763332979.232959:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.233027:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611266048 00000100:00100000:3.0:1763332979.233036:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611266048 00000100:00100000:3.0:1763332979.233082:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 935 00000100:00100000:3.0:1763332979.233091:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+23:49481:x1848987611266048:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332979.233291:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:49481:x1848987611266048:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 201us (349us total) trans 4294967499 rc 0/0 00000100:00100000:3.0:1763332979.233299:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 935 00000100:00100000:3.0:1763332979.245503:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.245646:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611266304 00000100:00100000:0.0:1763332979.245658:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611266304 00000100:00100000:0.0:1763332979.245754:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3214 00000100:00100000:0.0:1763332979.245766:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:49482:x1848987611266304:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:0.0:1763332979.245793:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332979.245814:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34855 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e67d expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.245954:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3485c lrc: 3/1,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332979.245969:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3485c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.245979:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3485c lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.245989:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c34863 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332979.245995:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c34863 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246001:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c34863 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246059:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c3486a lrc: 3/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:0.0:1763332979.246067:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c3486a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246073:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c3486a lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:0.0:1763332979.246084:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 0 00010000:00010000:0.0:1763332979.246169:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3485c lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246178:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3485c lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246184:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3485c lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246191:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3485c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246197:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983c000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332979.246201:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3485c lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246209:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3485c lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246220:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:0.0:1763332979.246223:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332979.246227:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3485c lrc: 3/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246234:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3485c lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246248:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c34863 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246253:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c34863 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246259:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c34863 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246264:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983d200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:0.0:1763332979.246268:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c34863 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246273:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c34863 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246280:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x5675640f (ffff92fe43b44300) 00010000:00010000:0.0:1763332979.246282:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763332979.246285:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c34863 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246290:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d200/0xb32e3ef184c34863 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:0.0:1763332979.246323:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c34855 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e67d expref: 27 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.246336:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c3486a lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e67d expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.246343:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:0.0:1763332979.246404:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332979.246407:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983c800, rc 0) 00000100:00100000:0.0:1763332979.246456:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:49482:x1848987611266304:12345-192.168.204.28@tcp:101:dd.0 Request processed in 692us (963us total) trans 4294967500 rc 0/0 00000100:00100000:0.0:1763332979.246464:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3214 00000100:00100000:1.0:1763332979.254704:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.254784:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611266432 00000100:00100000:3.0:1763332979.254794:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611266432 00000100:00100000:3.0:1763332979.254936:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3215 00000100:00100000:3.0:1763332979.254946:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:49482:x1848987611266432:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332979.254970:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332979.254992:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c34878 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e684 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.255024:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3487f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.255038:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3487f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.255049:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3487f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.255166:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c34878 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e684 expref: 28 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.255183:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3487f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e684 expref: 27 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.255193:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.255196:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1763332979.255200:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3200, rc 0) 00000100:00100000:3.0:1763332979.255921:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:49482:x1848987611266432:12345-192.168.204.28@tcp:101:dd.0 Request processed in 923us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.255931:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3215 00000100:00100000:1.0:1763332979.263263:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.263648:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611266688 00000100:00100000:3.0:1763332979.263661:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611266688 00000100:00100000:3.0:1763332979.263720:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3216 00000100:00100000:3.0:1763332979.263731:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:49482:x1848987611266688:12345-192.168.204.28@tcp:36:dd.0 00010000:00010000:3.0:1763332979.263788:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332979.263819:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c800/0xb32e3ef184c3486a lrc: 0/0,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e67d expref: 27 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.263843:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.263850:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332979.265132:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.265149:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.265159:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000001:00080000:3.0:1763332979.265195:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967501 00000004:00010000:3.0:1763332979.265241:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007a73af03 reply state 00000000c6cb4d8f transno 4294967502 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.265254:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.265260:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.265263:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332979.265267:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332979.265386:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:49482:x1848987611266688:12345-192.168.204.28@tcp:36:dd.0 Request processed in 1620us (2096us total) trans 4294967502 rc 0/0 00000100:00100000:3.0:1763332979.265394:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3216 00000020:00080000:3.0:1763332979.265399:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1763332979.269321:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.270040:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611266816 00000100:00100000:0.0:1763332979.270051:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611266816 00000100:00100000:1.0:1763332979.270943:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3217 00000100:00100000:1.0:1763332979.270956:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:49482:x1848987611266816:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:1.0:1763332979.270982:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332979.271004:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3488d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e68b expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.271061:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3488d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e68b expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.271077:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3488d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e68b expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.271110:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:1.0:1763332979.271114:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332979.271119:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff50090400, rc 0) 00000100:00100000:1.0:1763332979.271195:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:49482:x1848987611266816:12345-192.168.204.28@tcp:101:dd.0 Request processed in 241us (1883us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.271203:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3217 00000100:00100000:1.0:1763332979.275463:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.275579:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611266944 00000100:00100000:0.0:1763332979.275605:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611266944 00000100:00080000:3.0:1763332979.276602:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332979.276852:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1636 00000100:00100000:2.0:1763332979.276865:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:49482:x1848987611266944:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332979.276887:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.276910:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34894 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e692 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332979.277014:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332979.277039:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.277042:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.277052:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34894 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e692 expref: 11 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.277070:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34894 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e692 expref: 11 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.277082:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9b000, rc 0) 00000100:00100000:2.0:1763332979.277168:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:49482:x1848987611266944:12345-192.168.204.28@tcp:101:dd.0 Request processed in 306us (1715us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.277175:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1636 00010000:00010000:2.0:1763332979.281975:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763332979.293009:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.293556:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611267072 00000100:00100000:1.0:1763332979.293567:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611267072 00002000:00010000:1.0:1763332979.293610:0:16635:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/28 (1045504->18446744073709551615) 00002000:00100000:1.0:1763332979.293615:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe450db800 with x1848987611267072 ext(1045504->18446744073709551615) 00002000:00010000:1.0:1763332979.293627:0:16635:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe450db800. 00000100:00100000:3.0:1763332979.294236:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 649 00000100:00100000:3.0:1763332979.294251:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611267072:12345-192.168.204.28@tcp:10:dd.0 00002000:00010000:3.0:1763332979.294531:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb size from disk: 0 -> 1045504 00002000:00010000:3.0:1763332979.294536:0:28429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb mtime from disk: 0 -> 1763332979 00002000:00010000:3.0:1763332979.294538:0:28429:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332979.294541:0:28429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb ctime from disk: 0 -> 1763332979 00002000:00010000:3.0:1763332979.294544:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332979.294627:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611267072:12345-192.168.204.28@tcp:10:dd.0 Request processed in 380us (1627us total) trans 17179869557 rc 0/0 00000100:00100000:3.0:1763332979.294636:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 649 00002000:00010000:3.0:1763332979.294641:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/28 (1045504->18446744073709551615) 00002000:00100000:3.0:1763332979.294644:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe450db800 with x1848987611267072 ext(1045504->18446744073709551615) 00002000:00010000:3.0:1763332979.294650:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe450db800. 00000100:00100000:3.0:1763332979.298178:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.298242:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611267200 00000100:00100000:1.0:1763332979.298254:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611267200 00002000:00100000:1.0:1763332979.298304:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x1c:0x0] (1044480->1048575) req@ffff92fe42efb480 x1848987611267200/t0(0) o3->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:290/0 lens 488/0 e 0 to 0 dl 1763332990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332979.298316:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42efb480 with x1848987611267200 ext(1044480->1048575) 00002000:00010000:1.0:1763332979.298321:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe42efb480 00000100:00100000:1.0:1763332979.298375:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 650 00000100:00100000:1.0:1763332979.298385:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611267200:12345-192.168.204.28@tcp:3:dd.0 00000100:00100000:1.0:1763332979.298611:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611267200:12345-192.168.204.28@tcp:3:dd.0 Request processed in 227us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763332979.298619:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 650 00002000:00100000:1.0:1763332979.298626:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x1c:0x0] (1044480->1048575) req@ffff92fe42efb480 x1848987611267200/t0(0) o3->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:290/0 lens 488/4536 e 0 to 0 dl 1763332990 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332979.298634:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe42efb480 with x1848987611267200 ext(1044480->1048575) 00002000:00010000:1.0:1763332979.298637:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe42efb480 00000100:00100000:2.0:1763332979.305288:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.305903:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611267456 00000100:00100000:3.0:1763332979.305914:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611267456 00000100:00100000:3.0:1763332979.305980:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3218 00000100:00100000:3.0:1763332979.305990:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:49482:x1848987611267456:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332979.306013:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332979.306016:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332979.306045:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090400/0xb32e3ef184c3488d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e68b expref: 30 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.306066:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.306072:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332979.306088:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c3489b lrc: 2/0,0 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e699 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.306158:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c348a2 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.306172:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c348a2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.306182:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c348a2 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00080000:3.0:1763332979.306340:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1e:0x0], index 0: 0 00000004:00080000:3.0:1763332979.306430:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1d:0x0], index 1: 0 00010000:00010000:3.0:1763332979.306547:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c348a2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e699 expref: 32 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.306555:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.306558:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332979.306568:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2c00/0xb32e3ef184c3489b lrc: 0/0,0 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e699 expref: 32 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763332979.306583:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c348a2 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e699 expref: 31 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.306875:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.306879:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1763332979.306882:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2a00, rc 0) 00000100:00100000:2.0:1763332979.306980:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:49482:x1848987611267456:12345-192.168.204.28@tcp:101:dd.0 Request processed in 991us (1704us total) trans 4294967503 rc 0/0 00000100:00100000:2.0:1763332979.306989:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3218 00000100:00100000:2.0:1763332979.310598:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.310822:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611267584 00000100:00100000:1.0:1763332979.310833:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611267584 00002000:00100000:1.0:1763332979.310882:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x1c:0x0] (1044480->1048575) req@ffff92ff77bbce00 x1848987611267584/t0(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:290/0 lens 4584/0 e 0 to 0 dl 1763332990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332979.310894:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77bbce00 with x1848987611267584 ext(1044480->1048575) 00002000:00010000:1.0:1763332979.310901:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77bbce00 00000100:00100000:1.0:1763332979.310930:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 651 00000100:00100000:1.0:1763332979.310939:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611267584:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:1.0:1763332979.315836:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2420:x1848987611267584:12345-192.168.204.28@tcp:4:dd.0 Request processed in 4885us (5236us total) trans 17179869558 rc 0/0 00000100:00100000:1.0:1763332979.315852:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 651 00002000:00100000:1.0:1763332979.315866:0:16635:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000400:0x1c:0x0] (1044480->1048575) req@ffff92ff77bbce00 x1848987611267584/t17179869558(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:290/0 lens 4584/448 e 0 to 0 dl 1763332990 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1763332979.315876:0:16635:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77bbce00 with x1848987611267584 ext(1044480->1048575) 00002000:00010000:1.0:1763332979.315883:0:16635:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77bbce00 00000100:00100000:2.0:1763332979.319178:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.319295:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611267712 00000100:00100000:0.0:1763332979.319306:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611267712 00000100:00100000:2.0:1763332979.319749:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1637 00000100:00100000:2.0:1763332979.319762:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:49482:x1848987611267712:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332979.319781:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.319810:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9a600/0xb32e3ef184c348a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6a0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332979.319935:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332979.319973:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.319976:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.319987:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9a600/0xb32e3ef184c348a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a0 expref: 15 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.320005:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9a600/0xb32e3ef184c348a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a0 expref: 15 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.320022:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9a600, rc 0) 00000100:00100000:2.0:1763332979.320087:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:49482:x1848987611267712:12345-192.168.204.28@tcp:101:dd.0 Request processed in 328us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.320110:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1637 00000100:00100000:2.0:1763332979.324556:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.324652:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611267968 00000100:00100000:1.0:1763332979.324662:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611267968 00000100:00100000:1.0:1763332979.325756:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 936 00000100:00100000:1.0:1763332979.325770:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+31:49482:x1848987611267968:12345-192.168.204.28@tcp:35:dd.0 00000100:00100000:1.0:1763332979.326884:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:49482:x1848987611267968:12345-192.168.204.28@tcp:35:dd.0 Request processed in 1112us (2331us total) trans 4294967504 rc 0/0 00000100:00100000:1.0:1763332979.326895:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 936 00000100:00100000:1.0:1763332979.338075:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.338280:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611268224 00000100:00100000:2.0:1763332979.338292:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611268224 00000100:00100000:2.0:1763332979.338392:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3219 00000100:00100000:2.0:1763332979.338404:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:49483:x1848987611268224:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332979.338430:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.338451:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348b0 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6a7 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.338585:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c348b7 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332979.338598:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c348b7 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338608:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c348b7 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338617:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c348be lrc: 3/1,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332979.338624:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c348be lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338629:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c348be lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338675:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c348c5 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332979.338682:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c348c5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338688:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c348c5 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763332979.338697:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 1065984 00010000:00010000:2.0:1763332979.338769:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c348b7 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338775:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c348b7 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338781:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c348b7 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338787:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c348b7 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338792:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9a800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.338795:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c348b7 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338802:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c348b7 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338812:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332979.338815:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332979.338819:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c348b7 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338824:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c348b7 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338836:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c348be lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338845:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c348be lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338850:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c348be lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338854:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9b200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.338857:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c348be lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338861:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c348be lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338866:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x5675640f (ffff92fe43b44300) 00010000:00010000:2.0:1763332979.338868:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332979.338870:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c348be lrc: 2/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338875:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c348be lrc: 0/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.338902:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348b0 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a7 expref: 35 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.338913:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c348c5 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a7 expref: 34 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.338919:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.338920:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332979.338922:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9a000, rc 0) 00000100:00100000:2.0:1763332979.342165:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:49483:x1848987611268224:12345-192.168.204.28@tcp:101:dd.0 Request processed in 3751us (4087us total) trans 4294967505 rc 0/0 00000100:00100000:2.0:1763332979.342180:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3219 00000100:00100000:0.0:1763332979.345181:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.345649:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611268480 00000100:00100000:2.0:1763332979.345661:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611268480 00000100:00100000:0.0:1763332979.345924:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3220 00000100:00100000:0.0:1763332979.345935:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+34:49483:x1848987611268480:12345-192.168.204.28@tcp:36:dd.0 00010000:00010000:0.0:1763332979.345999:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1763332979.346027:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2a00/0xb32e3ef184c348a2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e699 expref: 34 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.346048:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c348c5 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a7 expref: 33 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.346058:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:0.0:1763332979.346063:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1763332979.346264:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332979.346280:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332979.346290:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000001:00080000:0.0:1763332979.346341:0:6521:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967506 00000004:00010000:0.0:1763332979.346408:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000014217717 reply state 00000000ec8b41e0 transno 4294967507 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332979.346422:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332979.346429:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:0.0:1763332979.346432:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1763332979.346435:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1763332979.346523:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:49483:x1848987611268480:12345-192.168.204.28@tcp:36:dd.0 Request processed in 590us (1355us total) trans 4294967507 rc 0/0 00000100:00100000:0.0:1763332979.346531:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3220 00000020:00080000:0.0:1763332979.346536:0:6521:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1763332979.350615:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.350693:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611268608 00000100:00100000:2.0:1763332979.350704:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611268608 00000100:00100000:2.0:1763332979.350769:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3221 00000100:00100000:2.0:1763332979.350779:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:49483:x1848987611268608:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:2.0:1763332979.350802:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.350822:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348da lrc: 2/0,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6ae expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.350874:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348da lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ae expref: 36 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.350887:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348da lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ae expref: 36 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.350902:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.350905:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332979.350908:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9be00, rc 0) 00000100:00100000:2.0:1763332979.351624:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:49483:x1848987611268608:12345-192.168.204.28@tcp:101:dd.0 Request processed in 843us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.351632:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3221 00000100:00100000:2.0:1763332979.356869:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.358216:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611268736 00000100:00100000:3.0:1763332979.358228:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611268736 00000100:00100000:3.0:1763332979.358324:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1638 00000100:00100000:3.0:1763332979.358335:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+7:49483:x1848987611268736:12345-192.168.204.28@tcp:101:dd.0 00010000:00010000:3.0:1763332979.358376:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332979.358402:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c348e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6b5 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332979.358522:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1763332979.358545:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.358547:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.358556:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c348e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6b5 expref: 8 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.358571:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c348e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6b5 expref: 8 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.358585:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2c00, rc 0) 00000100:00100000:3.0:1763332979.358660:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:49483:x1848987611268736:12345-192.168.204.28@tcp:101:dd.0 Request processed in 327us (1799us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.358668:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1638 00000100:00080000:0.0:1763332979.358750:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332979.363321:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.363411:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.363500:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611268864 00000100:00100000:3.0:1763332979.363511:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611268864 00002000:00010000:3.0:1763332979.363551:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/30 (1048576->18446744073709551615) 00002000:00100000:3.0:1763332979.363557:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77b16a00 with x1848987611268864 ext(1048576->18446744073709551615) 00002000:00010000:3.0:1763332979.363570:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff77b16a00. 00000100:00100000:3.0:1763332979.363604:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611268992 00000100:00100000:3.0:1763332979.363607:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611268992 00002000:00010000:3.0:1763332979.363620:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/29 (1041408->18446744073709551615) 00002000:00100000:3.0:1763332979.363623:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77b17480 with x1848987611268992 ext(1041408->18446744073709551615) 00002000:00010000:3.0:1763332979.363630:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77b17480. 00000100:00100000:3.0:1763332979.363652:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 652 00000100:00100000:3.0:1763332979.363662:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611268864:12345-192.168.204.28@tcp:10:dd.0 00002000:00010000:3.0:1763332979.363886:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1763332979.363890:0:28429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb mtime from disk: 0 -> 1763332979 00002000:00010000:3.0:1763332979.363893:0:28429:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332979.363896:0:28429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb ctime from disk: 0 -> 1763332979 00002000:00010000:3.0:1763332979.363898:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1763332979.363953:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611268864:12345-192.168.204.28@tcp:10:dd.0 Request processed in 291us (640us total) trans 21474836881 rc 0/0 00000100:00100000:3.0:1763332979.363961:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 652 00002000:00010000:3.0:1763332979.363965:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/30 (1048576->18446744073709551615) 00002000:00100000:3.0:1763332979.363968:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77b16a00 with x1848987611268864 ext(1048576->18446744073709551615) 00002000:00010000:3.0:1763332979.363972:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff77b16a00. 00000100:00100000:0.0:1763332979.364338:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 653 00000100:00100000:0.0:1763332979.364371:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2419:x1848987611268992:12345-192.168.204.28@tcp:10:dd.0 00002000:00010000:0.0:1763332979.364525:0:28426:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb size from disk: 0 -> 1041408 00002000:00010000:0.0:1763332979.364529:0:28426:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb mtime from disk: 0 -> 1763332979 00002000:00010000:0.0:1763332979.364531:0:28426:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332979.364533:0:28426:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb ctime from disk: 0 -> 1763332979 00002000:00010000:0.0:1763332979.364535:0:28426:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763332979.364562:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611268992:12345-192.168.204.28@tcp:10:dd.0 Request processed in 215us (1150us total) trans 17179869559 rc 0/0 00000100:00100000:0.0:1763332979.364569:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 653 00002000:00010000:0.0:1763332979.364572:0:28426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/29 (1041408->18446744073709551615) 00002000:00100000:0.0:1763332979.364575:0:28426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77b17480 with x1848987611268992 ext(1041408->18446744073709551615) 00002000:00010000:0.0:1763332979.364580:0:28426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77b17480. 00000100:00100000:3.0:1763332979.370513:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.371432:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611269120 00000100:00100000:0.0:1763332979.371444:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611269120 00002000:00100000:0.0:1763332979.371494:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x1d:0x0] (1040384->1044479) req@ffff92ff77a3ce00 x1848987611269120/t0(0) o3->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:290/0 lens 488/0 e 0 to 0 dl 1763332990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332979.371506:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77a3ce00 with x1848987611269120 ext(1040384->1044479) 00002000:00010000:0.0:1763332979.371512:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77a3ce00 00000100:00100000:0.0:1763332979.372057:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 654 00000100:00100000:0.0:1763332979.372068:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611269120:12345-192.168.204.28@tcp:3:dd.0 00000100:00100000:0.0:1763332979.373053:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611269120:12345-192.168.204.28@tcp:3:dd.0 Request processed in 970us (2534us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763332979.373066:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 654 00002000:00100000:0.0:1763332979.373078:0:28429:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000400:0x1d:0x0] (1040384->1044479) req@ffff92ff77a3ce00 x1848987611269120/t0(0) o3->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:290/0 lens 488/4536 e 0 to 0 dl 1763332990 ref 1 fl Complete:/600/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1763332979.373089:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff77a3ce00 with x1848987611269120 ext(1040384->1044479) 00002000:00010000:0.0:1763332979.373103:0:28429:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff77a3ce00 00000100:00100000:2.0:1763332979.381270:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.381543:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611269376 00000100:00100000:1.0:1763332979.381555:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611269376 00000100:00100000:1.0:1763332979.381618:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 937 00000100:00100000:1.0:1763332979.381629:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bd5e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+36:49483:x1848987611269376:12345-192.168.204.28@tcp:35:dd.0 00000100:00100000:1.0:1763332979.381995:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bd5e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:49483:x1848987611269376:12345-192.168.204.28@tcp:35:dd.0 Request processed in 368us (735us total) trans 4294967508 rc 0/0 00000100:00100000:1.0:1763332979.382003:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 937 00000100:00100000:1.0:1763332979.390102:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.390237:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611269504 00000100:00100000:2.0:1763332979.390247:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611269504 00000100:00100000:2.0:1763332979.390313:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3222 00000100:00100000:2.0:1763332979.390324:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+37:49484:x1848987611269504:12345-192.168.204.28@tcp:101:truncate.0 00010000:00010000:2.0:1763332979.390382:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.390409:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c348e8 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6bc expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.390477:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c348ef lrc: 3/1,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.390492:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c348ef lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390504:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c348ef lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390515:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a400/0xb32e3ef184c348f6 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.390521:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a400/0xb32e3ef184c348f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390526:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a400/0xb32e3ef184c348f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390594:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c348fd lrc: 3/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.390602:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c348fd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390608:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c348fd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:2.0:1763332979.390648:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 2110464 00000004:00200000:2.0:1763332979.390653:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332979.390689:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c348fd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390702:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c348fd lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390711:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c348ef lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390717:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c348ef lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390723:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c348ef lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390729:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c348ef lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390734:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9ba00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.390738:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c348ef lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390746:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c348ef lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390757:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332979.390760:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332979.390765:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c348ef lrc: 3/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390772:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c348ef lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390784:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a400/0xb32e3ef184c348f6 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390790:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a400/0xb32e3ef184c348f6 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390795:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a400/0xb32e3ef184c348f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390799:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9a400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.390802:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a400/0xb32e3ef184c348f6 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390807:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a400/0xb32e3ef184c348f6 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390814:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x5675640f (ffff92fe43b44300) 00010000:00010000:2.0:1763332979.390816:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332979.390819:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a400/0xb32e3ef184c348f6 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390824:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a400/0xb32e3ef184c348f6 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.390849:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c348e8 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6bc expref: 39 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.390863:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c348fd lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6bc expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.390870:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.390872:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332979.390874:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9b600, rc 0) 00000100:00100000:2.0:1763332979.390959:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:49484:x1848987611269504:12345-192.168.204.28@tcp:101:truncate.0 Request processed in 630us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.390968:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3222 00000100:00100000:3.0:1763332979.397432:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.397532:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611269760 00000100:00100000:0.0:1763332979.397542:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611269760 00000100:00100000:2.0:1763332979.398839:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3223 00000100:00100000:2.0:1763332979.398860:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+38:49484:x1848987611269760:12345-192.168.204.28@tcp:36:truncate.0 00010000:00010000:2.0:1763332979.398921:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332979.398951:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c348fd lrc: 0/0,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6bc expref: 38 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.398971:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.398975:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332979.399169:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 3/0,1 mode: --/PW res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.399185:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.399194:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000001:00080000:2.0:1763332979.399234:0:8606:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967509 00000004:00010000:2.0:1763332979.399257:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a2ce2a7b reply state 00000000464103d0 transno 4294967510 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.399270:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.399276:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.399278:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332979.399281:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332979.399408:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+40:49484:x1848987611269760:12345-192.168.204.28@tcp:36:truncate.0 Request processed in 556us (1985us total) trans 4294967510 rc 0/0 00000100:00100000:2.0:1763332979.399420:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3223 00000020:00080000:2.0:1763332979.399427:0:8606:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1763332979.403188:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.404845:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611269888 00000100:00100000:2.0:1763332979.404857:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611269888 00002000:00010000:2.0:1763332979.404897:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/30 (2097152->18446744073709551615) 00002000:00100000:2.0:1763332979.404902:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe4626c700 with x1848987611269888 ext(2097152->18446744073709551615) 00002000:00010000:2.0:1763332979.404915:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe4626c700. 00000100:00100000:2.0:1763332979.404966:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 655 00000100:00100000:2.0:1763332979.404977:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2420:x1848987611269888:12345-192.168.204.28@tcp:10:truncate.0 00002000:00010000:2.0:1763332979.405199:0:28427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb size from disk: 1048576 -> 2097152 00002000:00010000:2.0:1763332979.405203:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb mtime from disk: 1763332979 -> 1763332979 00002000:00010000:2.0:1763332979.405205:0:28427:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763332979.405207:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb ctime from disk: 1763332979 -> 1763332979 00002000:00010000:2.0:1763332979.405210:0:28427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1763332979.405275:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611269888:12345-192.168.204.28@tcp:10:truncate.0 Request processed in 300us (2098us total) trans 21474836882 rc 0/0 00000100:00100000:2.0:1763332979.405283:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 655 00002000:00010000:2.0:1763332979.405288:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/30 (2097152->18446744073709551615) 00002000:00100000:2.0:1763332979.405291:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe4626c700 with x1848987611269888 ext(2097152->18446744073709551615) 00002000:00010000:2.0:1763332979.405295:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe4626c700. 00000100:00100000:1.0:1763332979.408673:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.409209:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611270016 00000100:00100000:0.0:1763332979.409220:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611270016 00002000:00010000:0.0:1763332979.409260:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/29 (1602848->18446744073709551615) 00002000:00100000:0.0:1763332979.409264:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44e05180 with x1848987611270016 ext(1602848->18446744073709551615) 00002000:00010000:0.0:1763332979.409277:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe44e05180. 00000100:00100000:0.0:1763332979.409314:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 656 00000100:00100000:0.0:1763332979.409323:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611270016:12345-192.168.204.28@tcp:10:truncate.0 00002000:00010000:0.0:1763332979.409567:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb size from disk: 1041408 -> 1602848 00002000:00010000:0.0:1763332979.409572:0:28429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb mtime from disk: 1763332979 -> 1763332979 00002000:00010000:0.0:1763332979.409574:0:28429:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763332979.409576:0:28429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb ctime from disk: 1763332979 -> 1763332979 00002000:00010000:0.0:1763332979.409578:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763332979.409648:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611270016:12345-192.168.204.28@tcp:10:truncate.0 Request processed in 325us (983us total) trans 17179869560 rc 0/0 00000100:00100000:0.0:1763332979.409659:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 656 00002000:00010000:0.0:1763332979.409663:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/29 (1602848->18446744073709551615) 00002000:00100000:0.0:1763332979.409666:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe44e05180 with x1848987611270016 ext(1602848->18446744073709551615) 00002000:00010000:0.0:1763332979.409670:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe44e05180. 00000100:00100000:3.0:1763332979.443340:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.447170:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611270272 00000100:00100000:0.0:1763332979.447187:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611270272 00000100:00100000:0.0:1763332979.447274:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3224 00000100:00100000:0.0:1763332979.447284:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+40:49485:x1848987611270272:12345-192.168.204.28@tcp:101:lseek_test.0 00010000:00010000:0.0:1763332979.447310:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332979.447333:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3490b lrc: 2/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.448460:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34912 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.448479:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34912 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448491:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34912 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448503:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34919 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.448510:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34919 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448516:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34919 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448700:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c34920 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:1.0:1763332979.448711:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c34920 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448718:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c34920 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:1.0:1763332979.448729:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 3700000 00010000:00010000:1.0:1763332979.448829:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34912 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448837:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34912 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448843:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34912 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448850:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34912 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448856:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50091c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332979.448860:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34912 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448868:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34912 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448879:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332979.448882:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332979.448886:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34912 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448893:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091c00/0xb32e3ef184c34912 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448904:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34919 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448910:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34919 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448920:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34919 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448925:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090c00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332979.448928:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34919 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448933:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34919 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448940:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x5675640f (ffff92fe43b44300) 00010000:00010000:1.0:1763332979.448942:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332979.448944:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34919 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.448950:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34919 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.449012:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c3490b lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6c3 expref: 43 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.449030:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c34920 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6c3 expref: 42 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.449038:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:1.0:1763332979.449040:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1763332979.449042:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff50090e00, rc 0) 00000100:00100000:1.0:1763332979.449135:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+42:49485:x1848987611270272:12345-192.168.204.28@tcp:101:lseek_test.0 Request processed in 1851us (5806us total) trans 4294967511 rc 0/0 00000100:00100000:1.0:1763332979.449144:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3224 00000100:00100000:3.0:1763332979.456552:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.457147:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611270400 00000100:00100000:2.0:1763332979.457157:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611270400 00002000:00100000:2.0:1763332979.457213:0:28427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (1048576->1064959) req@ffff92fe4626d180 x1848987611270400/t0(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:290/0 lens 16872/0 e 0 to 0 dl 1763332990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332979.457225:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe4626d180 with x1848987611270400 ext(1048576->1064959) 00002000:00010000:2.0:1763332979.457232:0:28427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe4626d180 00000100:00100000:2.0:1763332979.457271:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 657 00000100:00100000:2.0:1763332979.457281:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2419:x1848987611270400:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:2.0:1763332979.463788:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2419:x1848987611270400:12345-192.168.204.28@tcp:4:dd.0 Request processed in 6495us (7234us total) trans 21474836883 rc 0/0 00000100:00100000:2.0:1763332979.464071:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 657 00002000:00100000:2.0:1763332979.464085:0:28427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (1048576->1064959) req@ffff92fe4626d180 x1848987611270400/t21474836883(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:290/0 lens 16872/448 e 0 to 0 dl 1763332990 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332979.464106:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe4626d180 with x1848987611270400 ext(1048576->1064959) 00002000:00010000:2.0:1763332979.464114:0:28427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92fe4626d180 00000100:00100000:3.0:1763332979.464599:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.464745:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611270528 00000100:00100000:2.0:1763332979.464754:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611270528 00002000:00100000:2.0:1763332979.464793:0:28427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x1d:0x0] (0->1048575) req@ffff92fe4626f480 x1848987611270528/t0(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:290/0 lens 504/0 e 0 to 0 dl 1763332990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332979.464803:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe4626f480 with x1848987611270528 ext(0->1048575) 00002000:00010000:2.0:1763332979.464808:0:28427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe4626f480 00000100:00100000:2.0:1763332979.465335:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 658 00000100:00100000:2.0:1763332979.465391:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2419:x1848987611270528:12345-192.168.204.28@tcp:4:dd.0 00000100:00100000:2.0:1763332979.471540:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2419:x1848987611270528:12345-192.168.204.28@tcp:4:dd.0 Request processed in 6179us (6928us total) trans 17179869561 rc 0/0 00000100:00100000:2.0:1763332979.471557:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 658 00002000:00100000:2.0:1763332979.471571:0:28427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x1d:0x0] (0->1048575) req@ffff92fe4626f480 x1848987611270528/t17179869561(0) o4->1370b1d7-8612-4b90-ab37-e53288bbf9fd@192.168.204.28@tcp:290/0 lens 504/448 e 0 to 0 dl 1763332990 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1763332979.471581:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92fe4626f480 with x1848987611270528 ext(0->1048575) 00002000:00010000:2.0:1763332979.471589:0:28427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92fe4626f480 00000100:00100000:3.0:1763332979.474422:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.475411:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.476241:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.476384:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611270656 00000100:00100000:1.0:1763332979.476395:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611270656 00000100:00100000:1.0:1763332979.476447:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611270784 00000100:00100000:1.0:1763332979.476451:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611270784 00000100:00100000:1.0:1763332979.476468:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611270912 00000100:00100000:1.0:1763332979.476471:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611270912 00000100:00100000:1.0:1763332979.476489:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1639 00000100:00100000:1.0:1763332979.476498:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2418:x1848987611270656:12345-192.168.204.28@tcp:23:lseek_test.0 00000100:00100000:1.0:1763332979.476603:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2418:x1848987611270656:12345-192.168.204.28@tcp:23:lseek_test.0 Request processed in 107us (2191us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.476611:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1639 00000100:00100000:1.0:1763332979.476628:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1640 00000100:00100000:1.0:1763332979.476634:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2418:x1848987611270784:12345-192.168.204.28@tcp:23:lseek_test.0 00000100:00100000:1.0:1763332979.476668:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7566e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2418:x1848987611270784:12345-192.168.204.28@tcp:23:lseek_test.0 Request processed in 35us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.476674:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1640 00000100:00100000:1.0:1763332979.476684:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1641 00000100:00100000:1.0:1763332979.476689:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2420:x1848987611270912:12345-192.168.204.28@tcp:23:lseek_test.0 00000100:00100000:1.0:1763332979.476716:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2420:x1848987611270912:12345-192.168.204.28@tcp:23:lseek_test.0 Request processed in 27us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.476722:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1641 00000100:00100000:3.0:1763332979.479770:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.479933:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611271168 00000100:00100000:1.0:1763332979.479943:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611271168 00000100:00100000:1.0:1763332979.479997:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 938 00000100:00100000:1.0:1763332979.480007:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+42:49485:x1848987611271168:12345-192.168.204.28@tcp:35:lseek_test.0 00000100:00100000:1.0:1763332979.480306:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7403b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+43:49485:x1848987611271168:12345-192.168.204.28@tcp:35:lseek_test.0 Request processed in 299us (545us total) trans 4294967512 rc 0/0 00000100:00100000:1.0:1763332979.480315:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 938 00000100:00100000:1.0:1763332979.490484:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.490640:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611271424 00000100:00100000:2.0:1763332979.490652:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611271424 00000100:00100000:2.0:1763332979.490713:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3225 00000100:00100000:2.0:1763332979.490723:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+43:49486:x1848987611271424:12345-192.168.204.28@tcp:101:lseek_test.0 00010000:00010000:2.0:1763332979.490748:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.490769:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c3492e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6ca expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.490890:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34935 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332979.490905:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34935 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.490915:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34935 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763332979.490926:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 3700000 00010000:00010000:2.0:1763332979.491048:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c3492e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ca expref: 46 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.491068:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34935 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ca expref: 45 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.491077:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.491080:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1763332979.491084:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9b600, rc 0) 00000100:00100000:2.0:1763332979.491161:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+45:49486:x1848987611271424:12345-192.168.204.28@tcp:101:lseek_test.0 Request processed in 439us (692us total) trans 4294967513 rc 0/0 00000100:00100000:2.0:1763332979.491172:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3225 00000100:00100000:2.0:1763332979.495143:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.495562:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611271552 00000100:00100000:3.0:1763332979.495574:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611271552 00000100:00100000:3.0:1763332979.495630:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1642 00000100:00100000:3.0:1763332979.495640:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2421:x1848987611271552:12345-192.168.204.28@tcp:23:lseek_test.0 00000100:00100000:3.0:1763332979.495749:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2421:x1848987611271552:12345-192.168.204.28@tcp:23:lseek_test.0 Request processed in 111us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.495756:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1642 00000100:00100000:3.0:1763332979.514294:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.518497:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611271808 00000100:00100000:1.0:1763332979.518511:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611271808 00000100:00100000:1.0:1763332979.518583:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3226 00000100:00100000:1.0:1763332979.518591:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+45:49487:x1848987611271808:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332979.518616:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332979.518638:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34943 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6d1 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.518737:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332979.518751:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c34920 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6c3 expref: 46 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.518761:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 4/0,1 mode: --/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.518796:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c34920 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6c3 expref: 46 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.518808:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c34920 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6c3 expref: 46 pid: 6521 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1763332979.518821:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626449280:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332979.518914:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801ac900 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.521500:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.521613:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611271936 00000100:00100000:3.0:1763332979.521623:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611271936 00010000:00010000:3.0:1763332979.521661:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c34920 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6c3 expref: 47 pid: 6521 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.521705:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 855 00000100:00100000:3.0:1763332979.521714:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+47:2421:x1848987611271936:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332979.521730:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332979.521737:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c34920 lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6c3 expref: 47 pid: 6521 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.521749:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c34920 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6c3 expref: 47 pid: 6521 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.521770:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.521775:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 3/0,1 mode: --/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332979.521786:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332979.521793:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 4/0,1 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332979.521812:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332979.522177:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090e00/0xb32e3ef184c34920 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6c3 expref: 47 pid: 6521 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.522197:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626449280:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332979.522216:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.522224:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.522229:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 3/0,1 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:2.0:1763332979.522245:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 3700000 00010000:00010000:2.0:1763332979.522397:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090c00/0xb32e3ef184c34943 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d1 expref: 48 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.522411:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d1 expref: 47 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.522417:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.522420:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1763332979.522423:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff50091000, rc 0) 00000100:00100000:3.0:1763332979.522486:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+47:2421:x1848987611271936:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 772us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.522494:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 855 00000100:00100000:2.0:1763332979.522623:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff74038e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+46:49487:x1848987611271808:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4032us (8343us total) trans 4294967514 rc 0/0 00000100:00100000:2.0:1763332979.522630:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3226 00000100:00100000:3.0:1763332979.525071:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.525167:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611272192 00000100:00100000:2.0:1763332979.525176:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611272192 00000100:00100000:1.0:1763332979.525339:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3227 00000100:00100000:1.0:1763332979.525444:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+46:49487:x1848987611272192:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332979.525545:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332979.525566:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34958 lrc: 2/0,0 mode: --/CW res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6d8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.526038:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c400/0xb32e3ef184c3495f lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:0.0:1763332979.526052:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c400/0xb32e3ef184c3495f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:0.0:1763332979.526063:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c400/0xb32e3ef184c3495f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:0.0:1763332979.526074:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc:0x0]: returning size 0 00010000:00010000:0.0:1763332979.526130:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34958 lrc: 0/0,0 mode: --/CW res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d8 expref: 49 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.526153:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c400/0xb32e3ef184c3495f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d8 expref: 48 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.526162:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe43b44d00) 00010000:00010000:0.0:1763332979.526165:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1763332979.526168:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983c400, rc 0) 00000100:00100000:0.0:1763332979.526231:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+48:49487:x1848987611272192:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 882us (1167us total) trans 4294967515 rc 0/0 00000100:00100000:0.0:1763332979.526239:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3227 00000100:00100000:0.0:1763332979.529320:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.529511:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611272448 00000100:00100000:2.0:1763332979.529521:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611272448 00000100:00100000:2.0:1763332979.529572:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3228 00000100:00100000:2.0:1763332979.529581:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+48:49487:x1848987611272448:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332979.529603:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.529622:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c3496d lrc: 2/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.529725:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332979.529738:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c400/0xb32e3ef184c3495f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d8 expref: 49 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.529746:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 4/0,1 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.529778:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c400/0xb32e3ef184c3495f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d8 expref: 49 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.529790:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c400/0xb32e3ef184c3495f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d8 expref: 49 pid: 6521 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.529803:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848987626449408:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332979.529882:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e2ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.533277:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848987626449408:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332979.533306:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:0.0:1763332979.533699:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.533760:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611272576 00000100:00100000:3.0:1763332979.533767:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611272576 00010000:00010000:3.0:1763332979.533803:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c400/0xb32e3ef184c3495f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d8 expref: 50 pid: 6521 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.533839:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 856 00000100:00100000:3.0:1763332979.533846:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+50:2421:x1848987611272576:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332979.533860:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332979.533866:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c400/0xb32e3ef184c3495f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d8 expref: 50 pid: 6521 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.533876:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c400/0xb32e3ef184c3495f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d8 expref: 50 pid: 6521 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.533896:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983c400/0xb32e3ef184c3495f lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d8 expref: 50 pid: 6521 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.533910:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe43b44d00) 00010000:00010000:3.0:1763332979.533915:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.533923:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.533930:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.533962:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332979.534019:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+49:2421:x1848987611272576:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 173us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.534027:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 856 00010000:00010000:2.0:1763332979.534456:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.534463:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763332979.534479:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc:0x0]: returning size 0 00000004:00080000:2.0:1763332979.534617:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x1f:0x0], index 0: 0 00010000:00010000:2.0:1763332979.534715:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.534723:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.534729:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.534734:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9a800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.534738:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.534745:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.534754:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe43b44d00) 00010000:00010000:2.0:1763332979.534757:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1763332979.534760:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 2/0,0 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.534766:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34974 lrc: 0/0,0 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.534815:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c3496d lrc: 1/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6df expref: 49 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.534825:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332979.534828:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332979.534831:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c3496d lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6df expref: 49 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.534839:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9ba00, rc 0) 00000100:00100000:2.0:1763332979.534881:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+48:49487:x1848987611272448:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5301us (5571us total) trans 4294967516 rc 301/301 00000100:00100000:2.0:1763332979.534888:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3228 00000100:00100000:0.0:1763332979.538438:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.538593:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611272832 00000100:00100000:3.0:1763332979.538603:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611272832 00000100:00100000:3.0:1763332979.538660:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 939 00000100:00100000:3.0:1763332979.538671:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+48:49487:x1848987611272832:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:3.0:1763332979.538975:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+49:49487:x1848987611272832:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 305us (546us total) trans 4294967517 rc 0/0 00000100:00100000:3.0:1763332979.538983:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 939 00000100:00100000:1.0:1763332979.541690:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.542056:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611272960 00000100:00100000:2.0:1763332979.542066:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611272960 00000100:00100000:2.0:1763332979.542134:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3229 00000100:00100000:2.0:1763332979.542144:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+49:49487:x1848987611272960:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332979.542170:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.542192:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c34982 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6e6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.542297:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34989 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332979.542311:0:6521:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 2/0,0 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d1 expref: 50 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.542320:0:6521:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34989 lrc: 4/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.542387:0:6521:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d1 expref: 50 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.542403:0:6521:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d1 expref: 50 pid: 8606 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.542414:0:6521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848987626449536:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332979.542483:0:6521:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e2ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.545255:0:6521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1848987626449536:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332979.545286:0:6521:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34989 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000100:00100000:1.0:1763332979.546399:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.546546:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611273088 00000100:00100000:3.0:1763332979.546554:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611273088 00010000:00010000:3.0:1763332979.546592:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d1 expref: 51 pid: 8606 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.546631:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 857 00000100:00100000:3.0:1763332979.546641:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+51:2421:x1848987611273088:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332979.546659:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332979.546666:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 4/0,0 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d1 expref: 51 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.546678:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 3/0,0 mode: CW/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d1 expref: 51 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.546701:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091000/0xb32e3ef184c3494a lrc: 0/0,0 mode: --/CW res: [0x240000404:0x9:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6d1 expref: 51 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.546717:0:8423:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.546722:0:8423:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34989 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.546733:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34989 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.546741:0:8423:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34989 lrc: 4/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.546775:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332979.546823:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+50:2421:x1848987611273088:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 183us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.546831:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 857 00010000:00010000:2.0:1763332979.547461:0:6521:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34989 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.547470:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34989 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763332979.547521:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 3700000 00000004:00200000:2.0:1763332979.547525:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332979.547542:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34989 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.547573:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c34982 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6e6 expref: 50 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.547586:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34989 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6e6 expref: 49 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.547593:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.547595:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1763332979.547598:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9a000, rc 0) 00000100:00100000:2.0:1763332979.547645:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff511f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+49:49487:x1848987611272960:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 5502us (5962us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.547652:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3229 00000100:00100000:1.0:1763332979.550724:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.551138:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611273216 00000100:00100000:2.0:1763332979.551148:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611273216 00000100:00100000:2.0:1763332979.551215:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3230 00000100:00100000:2.0:1763332979.551226:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+49:49487:x1848987611273216:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332979.551247:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.551271:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34990 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6ed expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.551382:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34997 lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:2.0:1763332979.551396:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34997 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.551407:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34997 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:2.0:1763332979.551455:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0xc:0x0]: returning size 0 00000004:00200000:2.0:1763332979.551459:0:6521:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332979.551482:0:6521:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34997 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:2.0:1763332979.551508:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34990 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ed expref: 51 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.551524:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34997 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ed expref: 50 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.551539:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:2.0:1763332979.551542:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1763332979.551545:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9a800, rc 0) 00000100:00100000:2.0:1763332979.551600:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+50:49487:x1848987611273216:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 377us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.551608:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3230 00000100:00100000:0.0:1763332979.555035:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.555299:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611273344 00000100:00100000:2.0:1763332979.555310:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611273344 00000100:00100000:2.0:1763332979.555378:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1643 00000100:00100000:2.0:1763332979.555388:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2418:x1848987611273344:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332979.555405:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.555424:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9aa00/0xb32e3ef184c3499e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6f4 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332979.555524:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1763332979.555545:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.555547:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.555558:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9aa00/0xb32e3ef184c3499e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6f4 expref: 13 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332979.555574:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9aa00/0xb32e3ef184c3499e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6f4 expref: 13 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332979.555586:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9aa00, rc 0) 00000100:00100000:2.0:1763332979.556566:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2418:x1848987611273344:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1174us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.556579:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1643 00000100:00100000:0.0:1763332979.560046:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.560154:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611273600 00000100:00100000:1.0:1763332979.560163:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611273600 00000100:00100000:1.0:1763332979.560272:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3231 00000100:00100000:1.0:1763332979.560283:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+50:49487:x1848987611273600:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332979.560308:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332979.560329:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349a5 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e6fb expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.560489:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091600/0xb32e3ef184c349ac lrc: 3/0,1 mode: --/PW res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332979.560506:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091600/0xb32e3ef184c349ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.560518:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091600/0xb32e3ef184c349ac lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:1.0:1763332979.560531:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 3700000 00010000:00010000:1.0:1763332979.560626:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349a5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6fb expref: 53 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.560641:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091600/0xb32e3ef184c349ac lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6fb expref: 52 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.560649:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:1.0:1763332979.560652:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1763332979.560655:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff50091600, rc 0) 00000100:00100000:1.0:1763332979.560715:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+52:49487:x1848987611273600:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 433us (677us total) trans 4294967518 rc 0/0 00000100:00100000:1.0:1763332979.560722:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3231 00000100:00100000:1.0:1763332979.563709:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.563904:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611273728 00000100:00100000:2.0:1763332979.563914:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611273728 00000100:00100000:2.0:1763332979.563971:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1644 00000100:00100000:2.0:1763332979.563981:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2418:x1848987611273728:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:2.0:1763332979.564028:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.564046:0:8611:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34894 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e692 expref: 19 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.564053:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332979.564056:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332979.564060:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.564104:0:8611:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34894 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e692 expref: 19 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.564117:0:8611:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34894 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e692 expref: 19 pid: 8611 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.564132:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626449664:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332979.564211:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e2a000 going to sleep for 11 seconds 00000100:00100000:0.0:1763332979.564792:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.564844:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.564944:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611273856 00000100:00100000:3.0:1763332979.564950:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611273856 00000100:00100000:3.0:1763332979.564986:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611273984 00000100:00100000:3.0:1763332979.564989:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611273984 00000100:00100000:3.0:1763332979.565016:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1645 00000100:00100000:3.0:1763332979.565024:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2418:x1848987611273856:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332979.565049:0:28650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.565062:0:28650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c348e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6b5 expref: 13 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.565069:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332979.565070:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1763332979.565074:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.565109:0:28650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c348e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6b5 expref: 13 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.565119:0:28650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c348e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6b5 expref: 13 pid: 8611 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.565132:0:28650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626449792:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332979.565175:0:28650:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.565312:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1646 00000100:00100000:1.0:1763332979.565322:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2418:x1848987611273984:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:1.0:1763332979.565344:0:28651:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.565384:0:28651:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9a600/0xb32e3ef184c348a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a0 expref: 20 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.565391:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332979.565392:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332979.565395:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.565415:0:28651:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9a600/0xb32e3ef184c348a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a0 expref: 20 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.565424:0:28651:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9a600/0xb32e3ef184c348a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a0 expref: 20 pid: 8611 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1763332979.565440:0:28651:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626449920:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332979.565465:0:28651:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801ac180 going to sleep for 11 seconds 00000100:00100000:0.0:1763332979.574826:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.574863:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.574932:0:28651:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e122680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:28651:1848987626449920:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332979.575031:0:28651:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332979.575076:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.575114:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611274112 00000100:00100000:0.0:1763332979.575120:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611274112 00010000:00010000:0.0:1763332979.575149:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34894 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e692 expref: 21 pid: 8611 timeout: 1183 lvb_type: 0 00000100:00100000:0.0:1763332979.575173:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611274240 00000100:00100000:0.0:1763332979.575175:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611274240 00010000:00010000:0.0:1763332979.575187:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c348e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6b5 expref: 14 pid: 8611 timeout: 1183 lvb_type: 0 00000100:00100000:0.0:1763332979.575202:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611274368 00000100:00100000:0.0:1763332979.575205:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611274368 00010000:00010000:0.0:1763332979.575216:0:6505:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9a600/0xb32e3ef184c348a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a0 expref: 22 pid: 8611 timeout: 1183 lvb_type: 0 00000100:00100000:0.0:1763332979.575231:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 858 00000100:00100000:0.0:1763332979.575239:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff51e55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2421:x1848987611274112:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332979.575255:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763332979.575271:0:6505:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb size from disk: 1045504 -> 1048576 00002000:00010000:0.0:1763332979.575275:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1763332979.575281:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34894 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e692 expref: 22 pid: 8611 timeout: 1183 lvb_type: 0 00010000:00010000:0.0:1763332979.575293:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34894 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e692 expref: 22 pid: 8611 timeout: 1183 lvb_type: 0 00010000:00010000:0.0:1763332979.575318:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.575320:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.575325:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575334:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575387:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332979.575430:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff51e55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+22:2421:x1848987611274112:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 191us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.575437:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 858 00000100:00100000:0.0:1763332979.575501:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 859 00000100:00100000:0.0:1763332979.575508:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ada680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611274240:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332979.575517:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763332979.575526:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:0.0:1763332979.575531:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c348e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6b5 expref: 14 pid: 8611 timeout: 1183 lvb_type: 0 00010000:00010000:0.0:1763332979.575539:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c348e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6b5 expref: 14 pid: 8611 timeout: 1183 lvb_type: 0 00010000:00010000:0.0:1763332979.575551:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.575553:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.575556:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575562:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575575:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332979.575593:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ada680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611274240:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 85us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.575600:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 859 00000100:00100000:0.0:1763332979.575614:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 860 00000100:00100000:0.0:1763332979.575621:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2421:x1848987611274368:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332979.575628:0:6505:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1763332979.575636:0:6505:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb blocks from disk: 0 -> 56 00010000:00010000:0.0:1763332979.575640:0:6505:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9a600/0xb32e3ef184c348a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a0 expref: 21 pid: 8611 timeout: 1183 lvb_type: 0 00010000:00010000:0.0:1763332979.575650:0:6505:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9a600/0xb32e3ef184c348a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a0 expref: 21 pid: 8611 timeout: 1183 lvb_type: 0 00010000:00010000:0.0:1763332979.575661:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9a600/0xb32e3ef184c348a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6a0 expref: 21 pid: 8611 timeout: 1183 lvb_type: 0 00010000:00010000:0.0:1763332979.575672:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.575674:0:6505:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.575677:0:6505:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575684:0:6505:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575700:0:6505:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332979.575718:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2421:x1848987611274368:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 97us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.575724:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 860 00010000:00010000:0.0:1763332979.575746:0:28651:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575758:0:28651:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575774:0:28651:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575781:0:28651:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575788:0:28651:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575794:0:28651:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332979.575797:0:28651:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575805:0:28651:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575814:0:28651:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.575820:0:28651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090a00/0xb32e3ef184c349c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332979.575856:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2418:x1848987611273984:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 10537us (11012us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.575863:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1646 00010000:00010000:2.0:1763332979.576185:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34894 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e692 expref: 18 pid: 8611 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.576201:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626449664:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332979.576213:0:8611:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.576221:0:8611:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.576227:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.576242:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.576249:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.576255:0:8611:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.576261:0:8611:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9ba00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332979.576264:0:8611:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.576270:0:8611:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.576286:0:8611:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.576293:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349ba lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332979.576327:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2418:x1848987611273728:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 12348us (12626us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.576334:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1644 00010000:00010000:2.0:1763332979.577686:0:28650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2c00/0xb32e3ef184c348e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6b5 expref: 13 pid: 8611 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.577703:0:28650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45182a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626449792:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332979.577719:0:28650:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.577727:0:28650:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.577732:0:28650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.577753:0:28650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.577764:0:28650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.577770:0:28650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.577775:0:28650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332979.577778:0:28650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.577785:0:28650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.577798:0:28650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.577804:0:28650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3a00/0xb32e3ef184c349c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332979.577861:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2418:x1848987611273856:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 12837us (13070us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.577867:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1645 00000100:00100000:0.0:1763332979.580544:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.580675:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.582742:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.582847:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611274624 00000100:00100000:3.0:1763332979.582857:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611274624 00000100:00100000:3.0:1763332979.583017:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1647 00000100:00100000:3.0:1763332979.583029:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611274624:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332979.583047:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332979.583070:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c349cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e709 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332979.583101:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 2097152, mtime: 0x691a5373, atime: 0x0, ctime: 0x691a5373, blocks: 0x20 00010000:00010000:3.0:1763332979.583121:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.583124:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.583134:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c349cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e709 expref: 13 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332979.583152:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c349cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e709 expref: 13 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332979.583165:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2e00, rc 0) 00000100:00100000:3.0:1763332979.583219:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611274624:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 192us (2544us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.583226:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1647 00000100:00100000:2.0:1763332979.583479:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611274496 00000100:00100000:2.0:1763332979.583485:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611274496 00000100:00100000:1.0:1763332979.584492:0:28651:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611274752 00000100:00100000:1.0:1763332979.584501:0:28651:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611274752 00000100:00100000:1.0:1763332979.584537:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1648 00000100:00100000:1.0:1763332979.584545:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff49773c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:2421:x1848987611274496:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332979.584557:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332979.584575:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e702 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332979.584593:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1c:0x0] initial LVB size: 1048576, mtime: 0x691a5373, atime: 0x0, ctime: 0x691a5373, blocks: 0x8 00010000:00010000:1.0:1763332979.584606:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332979.584608:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332979.584615:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e702 expref: 19 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332979.584629:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e702 expref: 19 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332979.584640:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff50090400, rc 0) 00000100:00100000:1.0:1763332979.584674:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff49773c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2421:x1848987611274496:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 130us (4140us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.584680:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1648 00000100:00100000:1.0:1763332979.584833:0:28651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1649 00000100:00100000:1.0:1763332979.584840:0:28651:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:2421:x1848987611274752:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332979.584847:0:28651:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332979.584856:0:28651:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c349dd lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e710 expref: -99 pid: 28651 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332979.584867:0:28651:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d:0x0] initial LVB size: 1602848, mtime: 0x691a5373, atime: 0x0, ctime: 0x691a5373, blocks: 0x38 00010000:00010000:1.0:1763332979.584876:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332979.584877:0:28651:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332979.584881:0:28651:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c349dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e710 expref: 19 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332979.584891:0:28651:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c349dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e710 expref: 19 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332979.584899:0:28651:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff50091200, rc 0) 00000100:00100000:1.0:1763332979.584918:0:28651:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2421:x1848987611274752:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 79us (2183us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.584924:0:28651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1649 00000100:00100000:1.0:1763332979.619471:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.619687:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611274880 00000100:00100000:0.0:1763332979.619698:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611274880 00000100:00100000:0.0:1763332979.619752:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1650 00000100:00100000:0.0:1763332979.619761:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2418:x1848987611274880:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332979.619883:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e121c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2418:x1848987611274880:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 121us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.619890:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1650 00000100:00100000:0.0:1763332979.620927:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.620965:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.621167:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611275008 00000100:00100000:3.0:1763332979.621175:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611275008 00000100:00100000:3.0:1763332979.621219:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611275136 00000100:00100000:3.0:1763332979.621223:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611275136 00000100:00100000:3.0:1763332979.621257:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1651 00000100:00100000:3.0:1763332979.621265:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2419:x1848987611275008:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332979.621378:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2419:x1848987611275008:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 82us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.621387:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1651 00000100:00100000:3.0:1763332979.621403:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1652 00000100:00100000:3.0:1763332979.621409:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2419:x1848987611275136:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332979.621452:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2419:x1848987611275136:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 43us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.621459:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1652 00000100:00100000:1.0:1763332979.624594:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.624676:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611275264 00000100:00100000:2.0:1763332979.624685:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611275264 00000100:00100000:2.0:1763332979.625136:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3232 00000100:00100000:2.0:1763332979.625148:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+52:49487:x1848987611275264:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332979.625175:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.625197:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349e4 lrc: 2/0,0 mode: --/PR res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e717 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.625230:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c349eb lrc: 3/1,0 mode: --/PR res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.625243:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c349eb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.625254:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c349eb lrc: 3/1,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.625387:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c349e4 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e717 expref: 54 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.625404:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c349eb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e717 expref: 53 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.625414:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:2.0:1763332979.625417:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1763332979.625421:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9b000, rc 0) 00000100:00100000:2.0:1763332979.625925:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+53:49487:x1848987611275264:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 778us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.625933:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3232 00000100:00100000:3.0:1763332979.630050:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.630316:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611275520 00000100:00100000:2.0:1763332979.630327:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611275520 00000100:00100000:2.0:1763332979.634239:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3233 00000100:00100000:2.0:1763332979.634264:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+53:49487:x1848987611275520:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332979.634322:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332979.634378:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34997 lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ed expref: 53 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.634399:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:2.0:1763332979.634404:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332979.634572:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.634586:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.634595:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000001:00080000:2.0:1763332979.634640:0:8606:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967519 00000004:00010000:2.0:1763332979.634662:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fc6366b5 reply state 00000000ccfc9bfb transno 4294967520 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.634673:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.634679:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:2.0:1763332979.634681:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332979.634684:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332979.634768:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+55:49487:x1848987611275520:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 517us (4728us total) trans 4294967520 rc 0/0 00000100:00100000:2.0:1763332979.634775:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3233 00000020:00080000:2.0:1763332979.634780:0:8606:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763332979.640033:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.641303:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611275648 00000100:00100000:2.0:1763332979.641317:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611275648 00000100:00100000:1.0:1763332979.642765:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3234 00000100:00100000:1.0:1763332979.642785:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+55:49487:x1848987611275648:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332979.642810:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332979.642831:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090600/0xb32e3ef184c349f9 lrc: 2/0,0 mode: --/CR res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e71e expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.642891:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090600/0xb32e3ef184c349f9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e71e expref: 56 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.642907:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090600/0xb32e3ef184c349f9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e71e expref: 56 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.642926:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:1.0:1763332979.642929:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332979.642933:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff50090600, rc 0) 00000100:00100000:1.0:1763332979.643181:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+56:49487:x1848987611275648:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 404us (3235us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.643189:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3234 00000100:00100000:3.0:1763332979.645571:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.645667:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611275776 00000100:00100000:0.0:1763332979.645677:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611275776 00000100:00100000:0.0:1763332979.645736:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1653 00000100:00100000:0.0:1763332979.645745:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:49487:x1848987611275776:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332979.645764:0:28650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332979.645784:0:28650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e725 expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.645817:0:28650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9aa00/0xb32e3ef184c3499e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6f4 expref: 14 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332979.645825:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.645828:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.645833:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50000080000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 14 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.645867:0:28650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9aa00/0xb32e3ef184c3499e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6f4 expref: 14 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332979.645879:0:28650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9aa00/0xb32e3ef184c3499e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6f4 expref: 14 pid: 8611 timeout: 1183 lvb_type: 1 00000100:00100000:0.0:1763332979.645892:0:28650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73adb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626450048:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332979.648521:0:28650:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58540 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.650063:0:28650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73adb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:28650:1848987626450048:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332979.650108:0:28650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40000080020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 14 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.650129:0:28650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983da00, rc 0) 00000100:00100000:2.0:1763332979.650188:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:49487:x1848987611275776:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4443us (4625us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.650198:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1653 00000100:00100000:1.0:1763332979.653298:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.653417:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611275904 00000100:00100000:2.0:1763332979.653427:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611275904 00010000:00010000:2.0:1763332979.653469:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9aa00/0xb32e3ef184c3499e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6f4 expref: 14 pid: 8611 timeout: 1183 lvb_type: 1 00000100:00100000:2.0:1763332979.653511:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 861 00000100:00100000:2.0:1763332979.653520:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2420:x1848987611275904:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332979.653535:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332979.653540:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9aa00/0xb32e3ef184c3499e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6f4 expref: 14 pid: 8611 timeout: 1183 lvb_type: 1 00010000:00010000:2.0:1763332979.653553:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9aa00/0xb32e3ef184c3499e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6f4 expref: 14 pid: 8611 timeout: 1183 lvb_type: 1 00010000:00010000:2.0:1763332979.653588:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9aa00/0xb32e3ef184c3499e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400010020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6f4 expref: 14 pid: 8611 timeout: 1183 lvb_type: 1 00010000:00010000:2.0:1763332979.653605:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.653608:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.653616:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40080080020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 13 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.653626:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40080080020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 13 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.653665:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000080020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 13 pid: 28650 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332979.653679:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8423:1848987626450176:192.168.204.28@tcp:105: 00000100:00100000:2.0:1763332979.653749:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e2a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.660193:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8423:1848987626450176:192.168.204.28@tcp:105: 00010000:00010000:2.0:1763332979.660222:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332979.660286:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2420:x1848987611275904:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 6765us (6995us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.660297:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 861 00000100:00100000:1.0:1763332979.660487:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.661135:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611276032 00000100:00100000:2.0:1763332979.661144:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611276032 00002000:00010000:2.0:1763332979.661178:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/31 (0->18446744073709551615) 00002000:00100000:2.0:1763332979.661183:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7e123800 with x1848987611276032 ext(0->18446744073709551615) 00002000:00010000:2.0:1763332979.661194:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7e123800. 00000100:00100000:1.0:1763332979.662268:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 659 00000100:00100000:1.0:1763332979.662284:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611276032:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:1.0:1763332979.662831:0:28427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763332979.662836:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb mtime from disk: 0 -> 1763332979 00002000:00010000:1.0:1763332979.662839:0:28427:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763332979.662841:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb ctime from disk: 0 -> 1763332979 00002000:00010000:1.0:1763332979.662843:0:28427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1763332979.663744:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e123800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611276032:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 1459us (3251us total) trans 21474836884 rc 0/0 00000100:00100000:1.0:1763332979.663757:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 659 00002000:00010000:1.0:1763332979.663763:0:28427:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/31 (0->18446744073709551615) 00002000:00100000:1.0:1763332979.663767:0:28427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff7e123800 with x1848987611276032 ext(0->18446744073709551615) 00002000:00010000:1.0:1763332979.663774:0:28427:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff92ff7e123800. 00000100:00100000:1.0:1763332979.668961:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.669165:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.669259:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.669324:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611276160 00000100:00100000:2.0:1763332979.669340:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611276160 00000100:00100000:2.0:1763332979.669503:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611276416 00000100:00100000:2.0:1763332979.669507:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611276416 00000100:00100000:2.0:1763332979.669536:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1654 00000100:00100000:2.0:1763332979.669547:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2419:x1848987611276160:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332979.669709:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2419:x1848987611276160:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 163us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.669718:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1654 00000100:00100000:2.0:1763332979.669740:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1655 00000100:00100000:2.0:1763332979.669746:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2419:x1848987611276416:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332979.669783:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2419:x1848987611276416:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 37us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.669791:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1655 00000100:00100000:0.0:1763332979.670130:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611276288 00000100:00100000:0.0:1763332979.670137:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611276288 00000100:00100000:0.0:1763332979.670180:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1656 00000100:00100000:0.0:1763332979.670187:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2419:x1848987611276288:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332979.670243:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2419:x1848987611276288:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 57us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.670250:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1656 00000100:00100000:0.0:1763332979.675022:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.675054:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.675079:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.675173:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611276544 00000100:00100000:1.0:1763332979.675182:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611276544 00000100:00100000:1.0:1763332979.675236:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611276800 00000100:00100000:1.0:1763332979.675239:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611276800 00000100:00100000:1.0:1763332979.675261:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611276672 00000100:00100000:1.0:1763332979.675263:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611276672 00000100:00100000:1.0:1763332979.675281:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1657 00000100:00100000:1.0:1763332979.675289:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2418:x1848987611276544:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332979.675407:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2418:x1848987611276544:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 118us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.675414:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1657 00000100:00100000:1.0:1763332979.675431:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1658 00000100:00100000:1.0:1763332979.675436:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2418:x1848987611276800:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332979.675473:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2418:x1848987611276800:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 37us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.675480:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1658 00000100:00100000:1.0:1763332979.675492:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1659 00000100:00100000:1.0:1763332979.675499:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2418:x1848987611276672:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332979.675539:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2418:x1848987611276672:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 41us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.675545:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1659 00000100:00100000:2.0:1763332979.678828:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.679122:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.680663:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611277056 00000100:00100000:0.0:1763332979.680676:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611277056 00000100:00100000:0.0:1763332979.680751:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611276928 00000100:00100000:0.0:1763332979.680755:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611276928 00000100:00100000:0.0:1763332979.680785:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 660 00000100:00100000:0.0:1763332979.680795:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+20:2418:x1848987611277056:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332979.680845:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c200/0xb32e3ef184c34a07 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.680862:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.680865:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.680871:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c200/0xb32e3ef184c34a07 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.680886:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c200/0xb32e3ef184c34a07 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332979.681213:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 661 00000100:00100000:3.0:1763332979.681222:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2418:x1848987611276928:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:3.0:1763332979.681243:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a0e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.681251:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.681253:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.681256:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a0e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1044480->1048575] (req 1044480->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.681265:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a0e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1044480->1048575] (req 1044480->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.681328:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a0e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1044480->1048575] (req 1044480->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.681336:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1044480->1048575] (req 1044480->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.681344:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1044480->1048575] (req 1044480->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.681367:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332979.681371:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1044480->1048575] (req 1044480->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.681379:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1044480->1048575] (req 1044480->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.681393:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a0e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1044480->1048575] (req 1044480->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.681400:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a0e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1044480->1048575] (req 1044480->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332979.681454:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+21:2418:x1848987611276928:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 233us (2331us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763332979.681462:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 661 00010000:00010000:3.0:1763332979.685322:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c200/0xb32e3ef184c34a07 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.685343:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c200/0xb32e3ef184c34a07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.685379:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c200/0xb32e3ef184c34a07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.685385:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983c200 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332979.685389:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c200/0xb32e3ef184c34a07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.685397:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c200/0xb32e3ef184c34a07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.685414:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c200/0xb32e3ef184c34a07 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.685420:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c200/0xb32e3ef184c34a07 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->20479] (req 0->20479) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332979.685504:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2418:x1848987611277056:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 4706us (6679us total) trans 0 rc 20480/20480 00000100:00100000:3.0:1763332979.685514:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 660 00000100:00100000:0.0:1763332979.688239:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.688419:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611277184 00000100:00100000:3.0:1763332979.688429:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611277184 00000100:00100000:1.0:1763332979.689095:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 662 00000100:00100000:1.0:1763332979.689108:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2419:x1848987611277184:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:1.0:1763332979.689146:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.689164:0:28427:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000080020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 14 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.689171:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332979.689173:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1763332979.689177:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.689210:0:28427:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000080020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 14 pid: 28650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.689223:0:28427:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000480020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 14 pid: 28650 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1763332979.689237:0:28427:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28427:1848987626450304:192.168.204.28@tcp:104: 00000100:00100000:1.0:1763332979.689300:0:28427:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801ac900 going to sleep for 11 seconds 00000100:00100000:0.0:1763332979.694680:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.694745:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611277312 00000100:00100000:2.0:1763332979.694755:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611277312 00010000:00010000:2.0:1763332979.694792:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000480020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 15 pid: 28650 timeout: 1183 lvb_type: 0 00000100:00100000:1.0:1763332979.695517:0:28427:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:28427:1848987626450304:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332979.695541:0:28427:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332979.695593:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 862 00000100:00100000:3.0:1763332979.695604:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73adad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2420:x1848987611277312:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332979.695618:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332979.695638:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000480020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 15 pid: 28650 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.695649:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000480020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 15 pid: 28650 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.695669:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4983da00/0xb32e3ef184c34a00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801480020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e725 expref: 15 pid: 28650 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.695682:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.695684:0:6506:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.695687:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.695697:0:6506:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.695725:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332979.695780:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73adad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2420:x1848987611277312:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 177us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.695787:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 862 00010000:00010000:1.0:1763332979.697083:0:28427:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.697106:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763332979.703964:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836885 is committed 00000001:00080000:0.0:1763332979.703995:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836880 is committed 00002000:00010000:1.0:1763332979.704293:0:28427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb size from disk: 0 -> 1069056 00002000:00010000:1.0:1763332979.704298:0:28427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb mtime from disk: 1763332979 -> 1763332980 00002000:00010000:1.0:1763332979.704301:0:28427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb ctime from disk: 1763332979 -> 1763332980 00002000:00010000:1.0:1763332979.704303:0:28427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb blocks from disk: 0 -> 48 00010000:00010000:1.0:1763332979.704316:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.704329:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.704338:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.704345:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332979.704480:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.704489:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.704803:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.704812:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff50090a00/0xb32e3ef184c34a15 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [1044480->1069055] (req 1044480->1069055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332979.704920:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611277184:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 15811us (16685us total) trans 21474836885 rc 0/0 00000100:00100000:1.0:1763332979.704930:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 662 00000100:00100000:0.0:1763332979.711649:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.711783:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611277440 00000100:00100000:3.0:1763332979.711793:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611277440 00000100:00100000:3.0:1763332979.711855:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1660 00000100:00100000:3.0:1763332979.711866:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611277440:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:3.0:1763332979.715630:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611277440:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 3754us (3978us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.715645:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1660 00000100:00100000:1.0:1763332979.716451:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.716671:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611277568 00000100:00100000:2.0:1763332979.716682:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611277568 00000100:00100000:2.0:1763332979.716736:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1661 00000100:00100000:2.0:1763332979.716745:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2420:x1848987611277568:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:2.0:1763332979.717164:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2420:x1848987611277568:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 419us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.717171:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1661 00000100:00100000:1.0:1763332979.721087:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.721412:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.721673:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611277824 00000100:00100000:0.0:1763332979.721682:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611277824 00000100:00100000:0.0:1763332979.721740:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611277696 00000100:00100000:0.0:1763332979.721744:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611277696 00000100:00100000:0.0:1763332979.721777:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1662 00000100:00100000:0.0:1763332979.721786:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2421:x1848987611277824:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332979.721905:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2421:x1848987611277824:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 120us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.721913:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1662 00000100:00100000:0.0:1763332979.721928:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1663 00000100:00100000:0.0:1763332979.721934:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611277696:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:0.0:1763332979.721974:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2421:x1848987611277696:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 39us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.721981:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1663 00000100:00100000:3.0:1763332979.725460:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.725986:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611277952 00000100:00100000:1.0:1763332979.725998:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611277952 00000100:00100000:1.0:1763332979.726068:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 663 00000100:00100000:1.0:1763332979.726078:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2420:x1848987611277952:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332979.726148:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a1c lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.726165:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332979.726167:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332979.726172:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a1c lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.726185:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a1c lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.726287:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a1c lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.726295:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.726302:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.726314:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50090000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332979.726318:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.726325:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.726340:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a1c lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.726372:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a1c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332979.726438:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45181f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2420:x1848987611277952:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 361us (988us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1763332979.726446:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 663 00000100:00100000:0.0:1763332979.729513:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.729642:0:28427:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611278080 00000100:00100000:1.0:1763332979.729653:0:28427:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611278080 00000100:00100000:1.0:1763332979.730228:0:28427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 664 00000100:00100000:1.0:1763332979.730239:0:28427:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611278080:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:1.0:1763332979.730297:0:28427:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a23 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.730311:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332979.730314:0:28427:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332979.730319:0:28427:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->1064959] (req 1048576->1064959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.730337:0:28427:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->1064959] (req 1048576->1064959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.730461:0:28427:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->1064959] (req 1048576->1064959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.730470:0:28427:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->1064959] (req 1048576->1064959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.730477:0:28427:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->1064959] (req 1048576->1064959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.730483:0:28427:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50091a00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332979.730488:0:28427:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->1064959] (req 1048576->1064959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.730495:0:28427:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->1064959] (req 1048576->1064959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.730510:0:28427:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->1064959] (req 1048576->1064959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.730516:0:28427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->1064959] (req 1048576->1064959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332979.730593:0:28427:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611278080:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 356us (1089us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1763332979.730605:0:28427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 664 00000100:00100000:0.0:1763332979.741770:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.741883:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611278336 00000100:00100000:3.0:1763332979.741895:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611278336 00000100:00100000:3.0:1763332979.741968:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3235 00000100:00100000:3.0:1763332979.741978:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+56:49487:x1848987611278336:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332979.741999:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332979.742003:0:6521:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1763332979.742031:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090600/0xb32e3ef184c349f9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e71e expref: 56 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.742051:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:3.0:1763332979.742056:0:6521:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332979.742072:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a2a lrc: 2/0,0 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e72c expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.742134:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c34a31 lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.742147:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c34a31 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.742156:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c34a31 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00080000:3.0:1763332979.742266:0:6521:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x1e:0x0], index 1: 0 00010000:00010000:3.0:1763332979.742375:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c34a31 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e72c expref: 58 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.742384:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:3.0:1763332979.742386:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332979.742395:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a2a lrc: 0/0,0 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e72c expref: 58 pid: 6521 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1763332979.742408:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c34a31 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e72c expref: 57 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.742427:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:3.0:1763332979.742430:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1763332979.742432:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e2200, rc 0) 00000100:00100000:3.0:1763332979.742495:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+57:49487:x1848987611278336:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 519us (736us total) trans 4294967521 rc 0/0 00000100:00100000:3.0:1763332979.742503:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3235 00000100:00100000:3.0:1763332979.746075:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.746144:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.746227:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611278464 00000100:00100000:0.0:1763332979.746236:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611278464 00000100:00100000:0.0:1763332979.746306:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611278592 00000100:00100000:0.0:1763332979.746309:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611278592 00000100:00100000:0.0:1763332979.746340:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 665 00000100:00100000:0.0:1763332979.746370:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611278464:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:0.0:1763332979.746420:0:28429:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 1069056, mtime: 0x691a5374, atime: 0x0, ctime: 0x691a5374, blocks: 0x30 00010000:00010000:0.0:1763332979.746432:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c34a38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.746445:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.746447:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.746452:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c34a38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.746465:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c34a38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332979.746832:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 666 00000100:00100000:0.0:1763332979.746840:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2419:x1848987611278592:12345-192.168.204.28@tcp:4:lfs.0 00002000:00010000:0.0:1763332979.746933:0:28426:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1763332979.746940:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c34a3f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.746953:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.746954:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.746957:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c34a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->2113535] (req 2097152->2113535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.746966:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c34a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->2113535] (req 2097152->2113535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1763332979.750107:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869562 is committed 00002000:00010000:2.0:1763332979.750610:0:28426:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb size from disk: 0 -> 2113536 00002000:00010000:2.0:1763332979.750615:0:28426:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb mtime from disk: 0 -> 1763332980 00002000:00010000:2.0:1763332979.750618:0:28426:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb ctime from disk: 0 -> 1763332980 00002000:00010000:2.0:1763332979.750620:0:28426:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:2.0:1763332979.750634:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c34a3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->2113535] (req 2097152->2113535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.750645:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c34a3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->2113535] (req 2097152->2113535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.750655:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c34a3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->2113535] (req 2097152->2113535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.750661:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983c600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332979.750665:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c34a3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->2113535] (req 2097152->2113535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.750674:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c34a3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->2113535] (req 2097152->2113535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.750691:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c34a3f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->2113535] (req 2097152->2113535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.750698:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c600/0xb32e3ef184c34a3f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->2113535] (req 2097152->2113535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332979.750818:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dff8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2419:x1848987611278592:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 3973us (4668us total) trans 17179869562 rc 0/0 00000100:00100000:2.0:1763332979.750828:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 666 00000001:00080000:3.0:1763332979.762426:0:24714:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474836886 is committed 00002000:00010000:0.0:1763332979.762569:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb size from disk: 1069056 -> 2097152 00002000:00010000:0.0:1763332979.762575:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb blocks from disk: 48 -> 64 00010000:00010000:0.0:1763332979.762589:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c34a38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.762601:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c34a38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.762611:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c34a38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.762618:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983ce00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332979.762622:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c34a38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.762631:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c34a38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.762652:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c34a38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.762661:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff4983ce00/0xb32e3ef184c34a38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332979.762776:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2419:x1848987611278464:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 16422us (16704us total) trans 21474836886 rc 0/0 00000100:00100000:0.0:1763332979.762787:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 665 00000100:00100000:3.0:1763332979.767547:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.767841:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611278720 00000100:00100000:1.0:1763332979.767853:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611278720 00000100:00100000:1.0:1763332979.767915:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1664 00000100:00100000:1.0:1763332979.767926:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611278720:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332979.768398:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:2420:x1848987611278720:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 472us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.768407:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1664 00000100:00100000:2.0:1763332979.769231:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.769515:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611278848 00000100:00100000:1.0:1763332979.769522:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611278848 00000100:00100000:1.0:1763332979.769566:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1665 00000100:00100000:1.0:1763332979.769574:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611278848:12345-192.168.204.28@tcp:23:lfs.0 00000100:00100000:1.0:1763332979.769666:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611278848:12345-192.168.204.28@tcp:23:lfs.0 Request processed in 92us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.769673:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1665 00000100:00100000:2.0:1763332979.775143:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.775300:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611279104 00000100:00100000:1.0:1763332979.775311:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611279104 00000100:00100000:1.0:1763332979.775796:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3236 00000100:00100000:1.0:1763332979.775808:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+57:49487:x1848987611279104:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:1.0:1763332979.775875:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332979.775905:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2200/0xb32e3ef184c34a31 lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e72c expref: 57 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.775924:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:1.0:1763332979.775928:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763332979.776108:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:1.0:1763332979.776124:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.776134:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000001:00080000:1.0:1763332979.776174:0:8606:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967522 00000004:00010000:1.0:1763332979.776191:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000af96aba9 reply state 000000004a43ff1a transno 4294967523 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.776202:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.776208:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:1.0:1763332979.776211:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1763332979.776213:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1763332979.776297:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+59:49487:x1848987611279104:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 492us (1168us total) trans 4294967523 rc 0/0 00000100:00100000:1.0:1763332979.776303:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3236 00000020:00080000:1.0:1763332979.776309:0:8606:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1763332979.779304:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.779414:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611279232 00000100:00100000:1.0:1763332979.779424:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611279232 00000100:00100000:1.0:1763332979.779473:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3237 00000100:00100000:1.0:1763332979.779481:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+59:49487:x1848987611279232:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332979.779504:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332979.779521:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a4d lrc: 2/0,0 mode: --/CR res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e733 expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.779572:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a4d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e733 expref: 60 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.779585:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a4d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e733 expref: 60 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.779600:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:1.0:1763332979.779603:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1763332979.779606:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff50090000, rc 0) 00000100:00100000:1.0:1763332979.779661:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+60:49487:x1848987611279232:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 181us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.779668:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3237 00000100:00100000:2.0:1763332979.782068:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.782147:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611279360 00000100:00100000:3.0:1763332979.782155:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611279360 00000100:00100000:3.0:1763332979.782766:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1666 00000100:00100000:3.0:1763332979.782778:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+8:49487:x1848987611279360:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332979.782802:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332979.782832:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e73a expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332979.782864:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 2097152, mtime: 0x691a5374, atime: 0x0, ctime: 0x691a5374, blocks: 0x40 00010000:00010000:3.0:1763332979.782886:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.782888:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.782897:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e73a expref: 9 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.782911:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e73a expref: 9 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.782923:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3600, rc 0) 00000100:00100000:3.0:1763332979.782976:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:49487:x1848987611279360:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 201us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.782983:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1666 00000100:00100000:2.0:1763332979.785427:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.785516:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611279488 00000100:00100000:1.0:1763332979.785527:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611279488 00000100:00100000:1.0:1763332979.785672:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1667 00000100:00100000:1.0:1763332979.785682:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:49487:x1848987611279488:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332979.785700:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332979.785722:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34a5b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e741 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1763332979.785745:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e:0x0] initial LVB size: 2113536, mtime: 0x691a5374, atime: 0x0, ctime: 0x691a5374, blocks: 0x20 00010000:00010000:1.0:1763332979.785765:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332979.785767:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332979.785776:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e741 expref: 13 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.785791:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e741 expref: 13 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332979.785810:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff50091000, rc 0) 00000100:00100000:1.0:1763332979.785867:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:49487:x1848987611279488:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 186us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.785874:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1667 00000100:00100000:0.0:1763332979.793134:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.793203:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611279616 00000100:00100000:3.0:1763332979.793212:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611279616 00002000:00010000:3.0:1763332979.793250:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/30 (3700000->18446744073709551615) 00002000:00100000:3.0:1763332979.793255:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff73adb800 with x1848987611279616 ext(3700000->18446744073709551615) 00002000:00010000:3.0:1763332979.793266:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff73adb800. 00000100:00100000:3.0:1763332979.793298:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 667 00000100:00100000:3.0:1763332979.793307:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2419:x1848987611279616:12345-192.168.204.28@tcp:10:lfs.0 00002000:00010000:3.0:1763332979.793545:0:28429:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb size from disk: 2113536 -> 3700000 00002000:00010000:3.0:1763332979.793549:0:28429:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb mtime from disk: 1763332980 -> 1763332980 00002000:00010000:3.0:1763332979.793551:0:28429:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763332979.793553:0:28429:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb ctime from disk: 1763332980 -> 1763332980 00002000:00010000:3.0:1763332979.793555:0:28429:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1763332979.793604:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2419:x1848987611279616:12345-192.168.204.28@tcp:10:lfs.0 Request processed in 297us (478us total) trans 17179869563 rc 0/0 00000100:00100000:3.0:1763332979.793611:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 667 00002000:00010000:3.0:1763332979.793615:0:28429:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161088/30 (3700000->18446744073709551615) 00002000:00100000:3.0:1763332979.793618:0:28429:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff92ff73adb800 with x1848987611279616 ext(3700000->18446744073709551615) 00002000:00010000:3.0:1763332979.793623:0:28429:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff92ff73adb800. 00000100:00100000:2.0:1763332979.797645:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.797792:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611279744 00000100:00100000:0.0:1763332979.797802:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611279744 00000100:00100000:0.0:1763332979.798020:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 668 00000100:00100000:0.0:1763332979.798029:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611279744:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332979.798062:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c34a62 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.798076:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.798078:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.798083:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c34a62 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1601536->1605631] (req 1601536->1605631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.798106:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c34a62 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1601536->1605631] (req 1601536->1605631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.798216:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c34a62 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1601536->1605631] (req 1601536->1605631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.798224:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c34a62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1601536->1605631] (req 1601536->1605631) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.798232:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c34a62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1601536->1605631] (req 1601536->1605631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.798238:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983d000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332979.798242:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c34a62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1601536->1605631] (req 1601536->1605631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.798250:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c34a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1601536->1605631] (req 1601536->1605631) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.798263:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c34a62 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1601536->1605631] (req 1601536->1605631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.798269:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d000/0xb32e3ef184c34a62 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1601536->1605631] (req 1601536->1605631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332979.801471:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611279744:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 3429us (3823us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763332979.801485:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 668 00000100:00100000:0.0:1763332979.804158:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.805153:0:28426:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611279872 00000100:00100000:2.0:1763332979.805166:0:28426:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611279872 00000100:00100000:2.0:1763332979.805234:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 669 00000100:00100000:2.0:1763332979.805243:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2419:x1848987611279872:12345-192.168.204.28@tcp:4:lfs.0 00010000:00010000:2.0:1763332979.805284:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.805305:0:28426:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34a5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e741 expref: 14 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.805313:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332979.805316:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332979.805319:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.805380:0:28426:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e741 expref: 14 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.805393:0:28426:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e741 expref: 14 pid: 8611 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.805408:0:28426:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28426:1848987626450432:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332979.805493:0:28426:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e2a000 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.808517:0:28426:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbf480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:28426:1848987626450432:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332979.808546:0:28426:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332979.809051:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.809508:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611280000 00000100:00100000:2.0:1763332979.809515:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611280000 00010000:00010000:2.0:1763332979.809554:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e741 expref: 15 pid: 8611 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.809589:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 863 00000100:00100000:2.0:1763332979.809597:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2420:x1848987611280000:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332979.809613:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332979.809635:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e741 expref: 15 pid: 8611 timeout: 1183 lvb_type: 0 00010000:00010000:2.0:1763332979.809646:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e741 expref: 15 pid: 8611 timeout: 1183 lvb_type: 0 00010000:00010000:2.0:1763332979.809668:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34a5b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e741 expref: 15 pid: 8611 timeout: 1183 lvb_type: 0 00010000:00010000:2.0:1763332979.809681:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.809683:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.809687:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.809697:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.809727:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332979.809781:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2420:x1848987611280000:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 184us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.809788:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 863 00010000:00010000:0.0:1763332979.809880:0:28426:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.809889:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1763332979.812529:0:26035:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179869564 is committed 00002000:00010000:0.0:1763332979.812652:0:28426:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb size from disk: 3700000 -> 3702784 00002000:00010000:0.0:1763332979.812658:0:28426:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb blocks from disk: 32 -> 40 00010000:00010000:0.0:1763332979.812675:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.812687:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.812696:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.812702:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9b400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332979.812707:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.812715:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.812733:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.812739:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b400/0xb32e3ef184c34a69 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332979.813052:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2419:x1848987611279872:12345-192.168.204.28@tcp:4:lfs.0 Request processed in 7804us (8899us total) trans 17179869564 rc 0/0 00000100:00100000:0.0:1763332979.813062:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 669 00000100:00100000:0.0:1763332979.815872:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.815950:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611280128 00000100:00100000:3.0:1763332979.815960:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611280128 00000100:00100000:3.0:1763332979.816013:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3238 00000100:00100000:3.0:1763332979.816021:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+60:49487:x1848987611280128:12345-192.168.204.28@tcp:44:lfs.0 00000001:00080000:0.0:1763332979.817947:0:7438:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967523 is committed 00000020:00080000:0.0:1763332979.818004:0:7438:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff92ff44c373c0 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:0.0:1763332979.818009:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff6bdf4a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff92ff801bc3c0 00000020:00080000:0.0:1763332979.818013:0:7438:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].9 00000020:00080000:0.0:1763332979.818016:0:7438:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff92ff6bdf4c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff92ff42bf3600 00000020:00080000:0.0:1763332979.818018:0:7438:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].10 00000020:00080000:3.0:1763332979.818057:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 11 committed batchid 10 00000020:00080000:3.0:1763332979.818130:0:7457:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 10 00010000:00010000:1.0:1763332979.818175:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818186:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818194:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818199:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe44d74600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332979.818203:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818211:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818225:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:1.0:1763332979.818227:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332979.818231:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818237:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe44d74600/0xb32e3ef184c347c9 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818252:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818261:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818266:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818270:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983d600 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332979.818272:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818277:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818283:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x5675640f (ffff92fe43b44300) 00010000:00010000:1.0:1763332979.818285:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332979.818287:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818292:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983d600/0xb32e3ef184c3482b lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818306:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818311:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818315:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818320:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3400 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332979.818322:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818327:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818333:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:1.0:1763332979.818335:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332979.818337:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818342:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34886 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818366:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818371:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818376:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818380:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983ca00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332979.818382:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818387:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818393:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:1.0:1763332979.818394:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332979.818397:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818401:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff4983ca00/0xb32e3ef184c348d3 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:1.0:1763332979.818410:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818415:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818420:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818424:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9a200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332979.818426:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818431:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818436:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:1.0:1763332979.818438:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332979.818440:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818444:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a200/0xb32e3ef184c34904 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818452:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818456:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818460:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818464:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9b200 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332979.818467:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818472:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818477:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:1.0:1763332979.818479:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332979.818481:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818486:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b200/0xb32e3ef184c349f2 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818492:0:3638:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818497:0:3638:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 2/0,0 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818501:0:3638:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818505:0:3638:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff50091a00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:1.0:1763332979.818508:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 3/0,0 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818512:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 4/0,0 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818517:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:1.0:1763332979.818519:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763332979.818521:0:3638:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 2/0,0 mode: --/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:1.0:1763332979.818529:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091a00/0xb32e3ef184c34a46 lrc: 0/0,0 mode: --/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000100:00100000:3.0:1763332979.818788:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:49487:x1848987611280128:12345-192.168.204.28@tcp:44:lfs.0 Request processed in 2762us (2919us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.818797:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3238 00000100:00100000:1.0:1763332979.821935:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.821971:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.822048:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611280384 00000100:00100000:0.0:1763332979.822061:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611280384 00000100:00100000:0.0:1763332979.822119:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611280256 00000100:00100000:0.0:1763332979.822122:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611280256 00000100:00100000:0.0:1763332979.822150:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1668 00000100:00100000:0.0:1763332979.822159:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611280384:12345-192.168.204.28@tcp:16:lfs.0 00000100:00100000:0.0:1763332979.822257:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7df97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2421:x1848987611280384:12345-192.168.204.28@tcp:16:lfs.0 Request processed in 98us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.822265:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1668 00000100:00100000:0.0:1763332979.822283:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1669 00000100:00100000:0.0:1763332979.822289:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611280256:12345-192.168.204.28@tcp:16:lfs.0 00000100:00100000:0.0:1763332979.822325:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff5004b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611280256:12345-192.168.204.28@tcp:16:lfs.0 Request processed in 37us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.822331:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1669 00000100:00100000:1.0:1763332979.834467:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.834542:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611280512 00000100:00100000:3.0:1763332979.834551:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611280512 00000100:00100000:3.0:1763332979.834601:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1670 00000100:00100000:3.0:1763332979.834609:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611280512:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332979.834652:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a70 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.834667:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.834670:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.834675:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a70 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.834687:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a70 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.834711:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a70 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.834724:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.834731:0:8611:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.834737:0:8611:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332979.834741:0:8611:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.834748:0:8611:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.834760:0:8611:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a70 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.834766:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a70 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332979.834838:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611280512:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 228us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.834845:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1670 00000100:00100000:0.0:1763332979.839101:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.839137:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332979.839377:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611280640 00000100:00100000:1.0:1763332979.839387:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611280640 00000100:00100000:3.0:1763332979.840107:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611280768 00000100:00100000:3.0:1763332979.840112:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611280768 00000100:00100000:3.0:1763332979.840141:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1671 00000100:00100000:3.0:1763332979.840149:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611280640:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332979.840192:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34a77 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840207:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.840209:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.840213:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34a77 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840226:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34a77 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840249:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34a77 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840257:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34a77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840265:0:8611:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34a77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840271:0:8611:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332979.840274:0:8611:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34a77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840282:0:8611:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34a77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840293:0:8611:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34a77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840301:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3800/0xb32e3ef184c34a77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332979.840388:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611280640:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 239us (1305us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.840395:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1671 00000100:00100000:3.0:1763332979.840411:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1672 00000100:00100000:3.0:1763332979.840417:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611280768:12345-192.168.204.28@tcp:1:lfs.0 00010000:00010000:3.0:1763332979.840435:0:8611:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34a7e lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840443:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.840444:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332979.840448:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34a7e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840456:0:8611:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34a7e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840470:0:8611:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34a7e lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840476:0:8611:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34a7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840482:0:8611:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34a7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840488:0:8611:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332979.840491:0:8611:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34a7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840497:0:8611:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34a7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840504:0:8611:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34a7e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.840510:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34a7e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332979.840534:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611280768:12345-192.168.204.28@tcp:1:lfs.0 Request processed in 118us (1396us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.840539:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1672 00000100:00100000:2.0:1763332979.842429:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.842522:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611281024 00000100:00100000:3.0:1763332979.842530:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611281024 00000100:00100000:3.0:1763332979.842583:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3239 00000100:00100000:3.0:1763332979.842591:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+24:49487:x1848987611281024:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:3.0:1763332979.842677:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a85 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.842695:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.842706:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00010000:3.0:1763332979.842823:0:6521:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f78c76f2 reply state 000000007a1a7d6f transno 4294967524 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a85 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.842835:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2400/0xb32e3ef184c34a85 lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.842842:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:3.0:1763332979.842845:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1763332979.842848:0:6521:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1763332979.842931:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:49487:x1848987611281024:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 339us (507us total) trans 4294967524 rc 0/0 00000100:00100000:3.0:1763332979.842938:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3239 00000100:00100000:1.0:1763332979.844811:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.844959:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611281152 00000100:00100000:0.0:1763332979.844968:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611281152 00000100:00100000:0.0:1763332979.845029:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1673 00000100:00100000:0.0:1763332979.845040:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:49487:x1848987611281152:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332979.845056:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332979.845077:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c34a8c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e748 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1763332979.845112:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e:0x0] initial LVB size: 3702784, mtime: 0x691a5374, atime: 0x0, ctime: 0x691a5374, blocks: 0x28 00010000:00010000:0.0:1763332979.845135:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.845138:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.845147:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c34a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e748 expref: 13 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.845162:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c34a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e748 expref: 13 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.845173:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983d800, rc 0) 00000100:00100000:0.0:1763332979.845231:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:49487:x1848987611281152:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 193us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.845240:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1673 00000100:00100000:0.0:1763332979.847145:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.847232:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611281280 00000100:00100000:2.0:1763332979.847241:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611281280 00000100:00100000:2.0:1763332979.847295:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1674 00000100:00100000:2.0:1763332979.847304:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+9:2421:x1848987611281280:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:2.0:1763332979.847483:0:29010:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1763332979.847487:0:29010:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb mtime from disk: 1763332980 -> 1763332979 00002000:00010000:2.0:1763332979.847490:0:29010:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb atime from disk: 0 -> 1763332979 00002000:00010000:2.0:1763332979.847492:0:29010:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb ctime from disk: 1763332980 -> 1763332980 00002000:00010000:2.0:1763332979.847495:0:29010:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1763332979.847536:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611281280:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 233us (400us total) trans 21474836887 rc 0/0 00000100:00100000:2.0:1763332979.847544:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1674 00000100:00100000:1.0:1763332979.849455:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.849587:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611281408 00000100:00100000:0.0:1763332979.849596:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611281408 00000100:00100000:0.0:1763332979.849651:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1675 00000100:00100000:0.0:1763332979.849660:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+13:2421:x1848987611281408:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:0.0:1763332979.849799:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb size from disk: 3702784 -> 3702784 00002000:00010000:0.0:1763332979.849803:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb mtime from disk: 1763332980 -> 1763332979 00002000:00010000:0.0:1763332979.849805:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb atime from disk: 0 -> 1763332979 00002000:00010000:0.0:1763332979.849808:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb ctime from disk: 1763332980 -> 1763332980 00002000:00010000:0.0:1763332979.849811:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1e:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:0.0:1763332979.849877:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611281408:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 217us (430us total) trans 17179869565 rc 0/0 00000100:00100000:0.0:1763332979.849884:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1675 00000100:00100000:1.0:1763332979.852043:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.852384:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611281664 00000100:00100000:2.0:1763332979.852393:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611281664 00000100:00100000:2.0:1763332979.852450:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3240 00000100:00100000:2.0:1763332979.852460:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:49487:x1848987611281664:12345-192.168.204.28@tcp:55:lfs.0 00010000:00010000:2.0:1763332979.852522:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.852538:0:8606:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c349eb lrc: 2/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e717 expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.852548:0:8606:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 4/0,1 mode: --/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.852581:0:8606:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c349eb lrc: 3/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e717 expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.852594:0:8606:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c349eb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e717 expref: 26 pid: 8606 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.852608:0:8606:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626450560:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332979.852687:0:8606:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e2a000 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.856021:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.856143:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611281792 00000100:00100000:3.0:1763332979.856153:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611281792 00010000:00010000:3.0:1763332979.856193:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c349eb lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e717 expref: 27 pid: 8606 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.856239:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 864 00000100:00100000:3.0:1763332979.856249:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:2420:x1848987611281792:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332979.856264:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332979.856271:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c349eb lrc: 5/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e717 expref: 27 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.856284:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c349eb lrc: 4/0,0 mode: PR/PR res: [0x240000404:0xc:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e717 expref: 27 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.856306:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:3.0:1763332979.856312:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 3/0,1 mode: --/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332979.856323:0:6506:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332979.856331:0:6506:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8606 initiator: MDT1 00010000:00010000:3.0:1763332979.856387:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332979.856438:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:2420:x1848987611281792:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 189us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.856445:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 864 00010000:00010000:2.0:1763332979.856799:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c349eb lrc: 0/0,0 mode: --/PR res: [0x240000404:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e717 expref: 26 pid: 8606 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.856815:0:8606:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8606:1848987626450560:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332979.856837:0:8606:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.856845:0:8606:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.856850:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.856891:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.856897:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.856904:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.856913:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9ac00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.856916:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.856923:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 4/0,0 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.856933:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:2.0:1763332979.856936:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1763332979.856939:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 2/0,0 mode: --/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.856945:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ac00/0xb32e3ef184c34a93 lrc: 0/0,0 mode: --/PW res: [0x240000404:0xc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000100:00100000:2.0:1763332979.857000:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff50049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:49487:x1848987611281664:12345-192.168.204.28@tcp:55:lfs.0 Request processed in 4541us (4965us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763332979.857007:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3240 00000100:00100000:1.0:1763332979.859718:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.859813:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611282048 00000100:00100000:2.0:1763332979.859822:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611282048 00000100:00100000:2.0:1763332979.859883:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3241 00000100:00100000:2.0:1763332979.859891:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:49487:x1848987611282048:12345-192.168.204.28@tcp:36:lfs.0 00010000:00010000:2.0:1763332979.859941:0:8606:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332979.860041:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34989 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6e6 expref: 25 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.860059:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.860063:0:8606:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763332979.860127:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c34a9a lrc: 3/0,1 mode: --/PW res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.860141:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c34a9a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.860151:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c34a9a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00010000:2.0:1763332979.860262:0:8606:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000008c27f2b reply state 00000000918e497a transno 4294967525 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c34a9a lrc: 3/0,1 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.860276:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9bc00/0xb32e3ef184c34a9a lrc: 3/0,1 mode: TXN/TXN res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.860282:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.860285:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1763332979.860288:0:8606:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1763332979.860402:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:49487:x1848987611282048:12345-192.168.204.28@tcp:36:lfs.0 Request processed in 511us (691us total) trans 4294967525 rc 0/0 00000100:00100000:2.0:1763332979.860410:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3241 00000100:00100000:1.0:1763332979.862568:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.862654:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611282176 00000100:00100000:2.0:1763332979.862662:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611282176 00000100:00100000:2.0:1763332979.862710:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1676 00000100:00100000:2.0:1763332979.862719:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:49487:x1848987611282176:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332979.862737:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.862755:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e74f expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.862785:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e702 expref: 15 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332979.862794:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.862797:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.862801:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 15 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.862833:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e702 expref: 15 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332979.862847:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e702 expref: 15 pid: 28651 timeout: 1183 lvb_type: 1 00000100:00100000:2.0:1763332979.862861:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626450688:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332979.862956:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e2ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.865877:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626450688:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332979.865916:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 15 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.865936:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9b800, rc 0) 00000100:00100000:2.0:1763332979.866004:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:49487:x1848987611282176:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3285us (3442us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.866013:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1676 00000100:00100000:1.0:1763332979.867496:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.867800:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611282304 00000100:00100000:0.0:1763332979.867809:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611282304 00010000:00010000:0.0:1763332979.867847:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e702 expref: 15 pid: 28651 timeout: 1183 lvb_type: 1 00000100:00100000:0.0:1763332979.867889:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 865 00000100:00100000:0.0:1763332979.867899:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff51e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2421:x1848987611282304:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332979.867916:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332979.867941:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e702 expref: 15 pid: 28651 timeout: 1183 lvb_type: 1 00010000:00010000:0.0:1763332979.867965:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e702 expref: 15 pid: 28651 timeout: 1183 lvb_type: 1 00010000:00010000:0.0:1763332979.867990:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50090400/0xb32e3ef184c349d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e702 expref: 15 pid: 28651 timeout: 1183 lvb_type: 1 00010000:00010000:0.0:1763332979.868005:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.868007:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.868015:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 14 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.868025:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 14 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.868068:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 14 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332979.868083:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626450816:192.168.204.28@tcp:105: 00000100:00100000:0.0:1763332979.868179:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d58540 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.872058:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.872158:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626450816:192.168.204.28@tcp:105: 00010000:00010000:0.0:1763332979.872182:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332979.872246:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff51e54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611282304:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 4348us (4755us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.872257:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 865 00000100:00100000:2.0:1763332979.872604:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611282432 00000100:00100000:2.0:1763332979.872612:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611282432 00000100:00100000:2.0:1763332979.872652:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1677 00000100:00100000:2.0:1763332979.872661:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:49487:x1848987611282432:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332979.872678:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.872694:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e756 expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.872726:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c349cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e709 expref: 11 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332979.872734:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.872736:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.872741:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.872773:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c349cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e709 expref: 11 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332979.872784:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c349cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e709 expref: 11 pid: 8611 timeout: 1183 lvb_type: 1 00000100:00100000:2.0:1763332979.872797:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626450944:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332979.872861:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e2ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332979.877045:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.877156:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29010:1848987626450944:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332979.877188:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.877208:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9a000, rc 0) 00000100:00100000:2.0:1763332979.877265:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:49487:x1848987611282432:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4604us (5217us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.877274:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1677 00000100:00100000:0.0:1763332979.877520:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611282560 00000100:00100000:0.0:1763332979.877528:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611282560 00010000:00010000:0.0:1763332979.877556:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c349cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e709 expref: 11 pid: 8611 timeout: 1183 lvb_type: 1 00000100:00100000:0.0:1763332979.877590:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 866 00000100:00100000:0.0:1763332979.877597:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611282560:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332979.877609:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332979.877626:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c349cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e709 expref: 11 pid: 8611 timeout: 1183 lvb_type: 1 00010000:00010000:0.0:1763332979.877637:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c349cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e709 expref: 11 pid: 8611 timeout: 1183 lvb_type: 1 00010000:00010000:0.0:1763332979.877664:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e2e00/0xb32e3ef184c349cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e709 expref: 11 pid: 8611 timeout: 1183 lvb_type: 1 00010000:00010000:0.0:1763332979.877675:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.877677:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.877683:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.877693:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.877724:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 10 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332979.877736:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8423:1848987626451072:192.168.204.28@tcp:105: 00000100:00100000:0.0:1763332979.877795:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7c780 going to sleep for 11 seconds 00000100:00100000:0.0:1763332979.880876:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8423:1848987626451072:192.168.204.28@tcp:105: 00010000:00010000:0.0:1763332979.880910:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332979.880980:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611282560:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 3382us (3942us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.880991:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 866 00000100:00100000:2.0:1763332979.882470:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.882608:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611282688 00000100:00100000:0.0:1763332979.882619:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611282688 00000100:00100000:0.0:1763332979.882678:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1678 00000100:00100000:0.0:1763332979.882687:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:49487:x1848987611282688:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:0.0:1763332979.882705:0:29010:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763332979.882727:0:29010:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e75d expref: -99 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.882763:0:29010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c349dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e710 expref: 15 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332979.882772:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.882774:0:29010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332979.882779:0:29010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 15 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.882811:0:29010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c349dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e710 expref: 15 pid: 28651 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763332979.882823:0:29010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c349dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e710 expref: 15 pid: 28651 timeout: 1183 lvb_type: 1 00000100:00100000:0.0:1763332979.882837:0:29010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626451200:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332979.882907:0:29010:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7c780 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.885981:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.886175:0:29010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:29010:1848987626451200:192.168.204.28@tcp:104: 00010000:00010000:0.0:1763332979.886206:0:29010:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 15 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332979.886223:0:29010:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff4983c000, rc 0) 00000100:00100000:0.0:1763332979.886276:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:49487:x1848987611282688:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 3591us (3813us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332979.886286:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1678 00000100:00100000:2.0:1763332979.886464:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611282816 00000100:00100000:2.0:1763332979.886471:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611282816 00010000:00010000:2.0:1763332979.886499:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c349dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e710 expref: 15 pid: 28651 timeout: 1183 lvb_type: 1 00000100:00100000:2.0:1763332979.886524:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 867 00000100:00100000:2.0:1763332979.886531:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2421:x1848987611282816:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332979.886543:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332979.886561:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c349dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e710 expref: 15 pid: 28651 timeout: 1183 lvb_type: 1 00010000:00010000:2.0:1763332979.886572:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c349dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e710 expref: 15 pid: 28651 timeout: 1183 lvb_type: 1 00010000:00010000:2.0:1763332979.886596:0:8423:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091200/0xb32e3ef184c349dd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e710 expref: 15 pid: 28651 timeout: 1183 lvb_type: 1 00010000:00010000:2.0:1763332979.886609:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.886611:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332979.886616:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 14 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.886626:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 14 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.886657:0:8423:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 14 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332979.886671:0:8423:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626451328:192.168.204.28@tcp:105: 00000100:00100000:2.0:1763332979.886719:0:8423:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff67e2ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.890717:0:8423:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8423:1848987626451328:192.168.204.28@tcp:105: 00010000:00010000:2.0:1763332979.890747:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332979.891323:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611282816:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 4789us (5347us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.891334:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 867 00000100:00100000:3.0:1763332979.892279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.892381:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.892403:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611282944 00000100:00100000:3.0:1763332979.892410:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611282944 00000100:00100000:3.0:1763332979.892450:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611283072 00000100:00100000:3.0:1763332979.892453:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611283072 00000100:00100000:3.0:1763332979.892472:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1679 00000100:00100000:3.0:1763332979.892480:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2420:x1848987611282944:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:3.0:1763332979.892624:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1763332979.892628:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb mtime from disk: 1763332979 -> 1763332979 00002000:00010000:3.0:1763332979.892630:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb atime from disk: 0 -> 1763332979 00002000:00010000:3.0:1763332979.892632:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb ctime from disk: 1763332979 -> 1763332980 00002000:00010000:3.0:1763332979.892635:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1763332979.892680:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff75664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2420:x1848987611282944:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 199us (403us total) trans 17179869566 rc 0/0 00000100:00100000:3.0:1763332979.892687:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1679 00000100:00100000:3.0:1763332979.892702:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1680 00000100:00100000:3.0:1763332979.892709:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611283072:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:3.0:1763332979.892774:0:8407:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1763332979.892777:0:8407:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb mtime from disk: 1763332979 -> 1763332979 00002000:00010000:3.0:1763332979.892779:0:8407:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb atime from disk: 0 -> 1763332979 00002000:00010000:3.0:1763332979.892781:0:8407:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb ctime from disk: 1763332979 -> 1763332980 00002000:00010000:3.0:1763332979.892783:0:8407:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb blocks from disk: 32 -> 32 00000100:00100000:3.0:1763332979.892804:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe438aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611283072:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 95us (423us total) trans 21474836888 rc 0/0 00000100:00100000:3.0:1763332979.892810:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1680 00000100:00100000:3.0:1763332979.892850:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.892867:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611283200 00000100:00100000:3.0:1763332979.892871:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611283200 00000100:00100000:3.0:1763332979.892892:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1681 00000100:00100000:3.0:1763332979.892897:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2420:x1848987611283200:12345-192.168.204.28@tcp:2:lfs.0 00002000:00010000:3.0:1763332979.892946:0:8611:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb size from disk: 1602848 -> 1602848 00002000:00010000:3.0:1763332979.892949:0:8611:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb mtime from disk: 1763332979 -> 1763332979 00002000:00010000:3.0:1763332979.892951:0:8611:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb atime from disk: 0 -> 1763332979 00002000:00010000:3.0:1763332979.892953:0:8611:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb ctime from disk: 1763332979 -> 1763332980 00002000:00010000:3.0:1763332979.892955:0:8611:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000400:0x1d:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:3.0:1763332979.892974:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611283200:12345-192.168.204.28@tcp:2:lfs.0 Request processed in 77us (125us total) trans 17179869567 rc 0/0 00000100:00100000:3.0:1763332979.892981:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1681 00000100:00100000:1.0:1763332979.896910:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.897225:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611283456 00000100:00100000:2.0:1763332979.897237:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611283456 00000100:00100000:3.0:1763332979.897476:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 940 00000100:00100000:3.0:1763332979.897488:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:49487:x1848987611283456:12345-192.168.204.28@tcp:35:lfs.0 00000004:00010000:3.0:1763332979.897573:0:6523:0:(mdt_open.c:2302:mdt_close_handle_layouts()) ### [0x240000404:0x9:0x0] lease broken? 0 ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091600/0xb32e3ef184c349ac lrc: 3/0,0 mode: PW/PW res: [0x240000404:0x9:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6fb expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.897615:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332979.897628:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3487f lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e684 expref: 26 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.897636:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348da lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ae expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.897644:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34935 lrc: 2/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ca expref: 26 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.897653:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 6/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.897683:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34935 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ca expref: 26 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.897697:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34935 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ca expref: 26 pid: 6521 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.897711:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626451456:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332979.898503:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348da lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ae expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.898516:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348da lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ae expref: 26 pid: 8606 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.898527:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46269c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626451584:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332979.898568:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3487f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e684 expref: 26 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.898576:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3487f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e684 expref: 26 pid: 6521 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.898584:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626451712:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332979.898605:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332979.902785:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.903289:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe4626bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626451456:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332979.903301:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46269c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626451584:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332979.907228:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.907292:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.907881:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611283840 00000100:00100000:3.0:1763332979.907891:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611283840 00010000:00010000:3.0:1763332979.907936:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348da lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ae expref: 27 pid: 8606 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.907988:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611283968 00000100:00100000:3.0:1763332979.907992:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611283968 00010000:00010000:3.0:1763332979.908005:0:6506:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3487f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e684 expref: 28 pid: 6521 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.908027:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 868 00000100:00100000:3.0:1763332979.908036:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:2421:x1848987611283840:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332979.908051:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332979.908057:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348da lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ae expref: 28 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.908068:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348da lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ae expref: 28 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.908095:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9be00/0xb32e3ef184c348da lrc: 0/0,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ae expref: 28 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.908111:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.908116:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.908124:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.908129:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332979.908175:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:2421:x1848987611283840:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 141us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.908183:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 868 00000100:00100000:3.0:1763332979.908199:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 869 00000100:00100000:3.0:1763332979.908205:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:2421:x1848987611283968:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1763332979.908211:0:6506:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1763332979.908215:0:6506:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3487f lrc: 5/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e684 expref: 26 pid: 6521 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.908222:0:6506:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3487f lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e684 expref: 26 pid: 6521 timeout: 1183 lvb_type: 0 00010000:00010000:3.0:1763332979.908231:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.908235:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.908240:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.908245:0:6506:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1763332979.908258:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:2421:x1848987611283968:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 54us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.908263:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 869 00010000:00010000:3.0:1763332979.908300:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c3487f lrc: 0/0,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e684 expref: 25 pid: 6521 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.908310:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626451712:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332979.908338:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:2.0:1763332979.909211:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611283712 00000100:00100000:2.0:1763332979.909219:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611283712 00000100:00100000:2.0:1763332979.909268:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 941 00000100:00100000:2.0:1763332979.909277:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:39310:x1848987611283712:12345-192.168.204.28@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1763332979.909497:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e00dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:39310:x1848987611283712:12345-192.168.204.28@tcp:35:ldlm_bl.0 Request processed in 221us (6720us total) trans 4294967526 rc 0/0 00000100:00100000:2.0:1763332979.909504:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 941 00000100:00100000:0.0:1763332979.913178:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.913276:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611284096 00000100:00100000:2.0:1763332979.913286:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611284096 00010000:00010000:2.0:1763332979.913323:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34935 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ca expref: 26 pid: 6521 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.913390:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 870 00000100:00100000:2.0:1763332979.913401:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ada680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:2421:x1848987611284096:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332979.913418:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332979.913426:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34935 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ca expref: 26 pid: 6521 timeout: 1183 lvb_type: 0 00010000:00010000:2.0:1763332979.913438:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34935 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ca expref: 26 pid: 6521 timeout: 1183 lvb_type: 0 00010000:00010000:2.0:1763332979.913460:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34935 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6ca expref: 26 pid: 6521 timeout: 1183 lvb_type: 0 00010000:00010000:2.0:1763332979.913477:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.913484:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,1 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.913493:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.913500:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 4/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.913531:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332979.913581:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ada680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2421:x1848987611284096:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 182us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.913589:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 870 00010000:00010000:3.0:1763332979.913797:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.913805:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.913827:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:3.0:1763332979.913839:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a4d lrc: 2/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e733 expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.913849:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 4/0,1 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.913882:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a4d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e733 expref: 24 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.913895:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a4d lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e733 expref: 24 pid: 8606 timeout: 1183 lvb_type: 0 00000100:00100000:3.0:1763332979.913908:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626451840:192.168.204.28@tcp:104: 00000100:00100000:3.0:1763332979.913976:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332979.918920:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.919022:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001_UUID:6523:1848987626451840:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332979.919052:0:6523:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:1.0:1763332979.919196:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611284224 00000100:00100000:1.0:1763332979.919203:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611284224 00010000:00010000:1.0:1763332979.919238:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a4d lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e733 expref: 25 pid: 8606 timeout: 1183 lvb_type: 0 00000100:00100000:2.0:1763332979.920002:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 871 00000100:00100000:2.0:1763332979.920021:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2420:x1848987611284224:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332979.920041:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332979.920050:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a4d lrc: 4/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e733 expref: 25 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:2.0:1763332979.920063:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a4d lrc: 3/0,0 mode: CR/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e733 expref: 25 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:2.0:1763332979.920097:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50090000/0xb32e3ef184c34a4d lrc: 0/0,0 mode: --/CR res: [0x240000404:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e733 expref: 25 pid: 8606 timeout: 1183 lvb_type: 0 00010000:00010000:2.0:1763332979.920115:0:28428:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:2.0:1763332979.920120:0:28428:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 3/0,1 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.920130:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.920137:0:28428:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 4/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.920948:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1763332979.921550:0:6523:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.921562:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00100000:3.0:1763332979.921892:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626451968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332979.921965:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332979.922003:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad0240 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.922063:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:2420:x1848987611284224:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 2047us (3149us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.922073:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 871 00000100:00100000:1.0:1763332979.922288:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626451968 00000100:00100000:1.0:1763332979.922296:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626451968 00000100:00100000:1.0:1763332979.922381:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1763332979.922390:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626451968:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763332979.922483:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626451968:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 95us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.922491:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00080000:0.0:1763332979.922647:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1763332979.922937:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46268e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626451968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.923019:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.923061:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332979.923094:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff6b0c2480 going to sleep for 11 seconds 00000100:00100000:1.0:1763332979.923479:0:6524:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626452096 00000100:00100000:1.0:1763332979.923486:0:6524:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626452096 00000100:00100000:1.0:1763332979.923992:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:1.0:1763332979.924001:0:6524:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626452096:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763332979.924080:0:6524:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626452096:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 80us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332979.924098:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:2.0:1763332979.924680:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.924756:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.924794:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332979.924818:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801bec00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332979.924879:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626452224 00000100:00100000:3.0:1763332979.924885:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626452224 00000100:00100000:3.0:1763332979.924922:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1763332979.924929:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626452224:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1763332979.924997:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626452224:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 69us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.925007:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1763332979.925133:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763332979.925172:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44fa9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1763332979.925197:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332979.925219:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801ac180 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.925333:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626452352 00000100:00100000:2.0:1763332979.925338:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626452352 00000100:00100000:2.0:1763332979.925394:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1763332979.925402:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626452352:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.925457:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626452352:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 56us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.925463:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1763332979.925489:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44fa9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.925523:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77bbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.925546:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332979.925560:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d72240 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.925571:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626452480 00000100:00100000:2.0:1763332979.925574:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626452480 00000100:00100000:2.0:1763332979.925591:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1763332979.925597:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626452480:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.925642:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626452480:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 45us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.925649:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1763332979.925673:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77bbd880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452480:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:2.0:1763332979.925838:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].11, 552 off44104 00000001:00080000:2.0:1763332979.925848:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967527 00000100:00100000:2.0:1763332979.925910:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.925933:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332979.925948:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d72240 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.925974:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626452608 00000100:00100000:2.0:1763332979.925977:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626452608 00000100:00100000:2.0:1763332979.925996:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1763332979.926003:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626452608:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.926114:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46e2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626452608:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 111us (179us total) trans 21474836889 rc 0/0 00000100:00100000:2.0:1763332979.926121:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1763332979.926149:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.926171:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452736:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.926214:0:6523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1763332979.926227:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d72240 going to sleep for 11 seconds 00000100:00100000:2.0:1763332979.926238:0:7798:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626452736 00000100:00100000:2.0:1763332979.926241:0:7798:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626452736 00000100:00100000:2.0:1763332979.926259:0:7798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1763332979.926265:0:7798:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77bbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:6523:x1848987626452736:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1763332979.926368:0:7798:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77bbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6523:x1848987626452736:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 84us (134us total) trans 17179869568 rc 0/0 00000100:00100000:2.0:1763332979.926375:0:7798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1763332979.926402:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe46e2c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0001-mdtlov_UUID:6523:1848987626452736:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1763332979.926450:0:6523:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967528 00010000:00010000:2.0:1763332979.926473:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 3/0,1 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926484:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 2/0,0 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926492:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926498:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.926503:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 3/0,0 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926511:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 4/0,0 mode: EX/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926527:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:2.0:1763332979.926531:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763332979.926535:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 2/0,0 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926541:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34abd lrc: 0/0,0 mode: --/EX res: [0x240000404:0xc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926554:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,1 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926560:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 2/0,0 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926565:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926570:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e3800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.926573:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 3/0,0 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926578:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 4/0,0 mode: EX/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926585:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.926588:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1763332979.926591:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 2/0,0 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926600:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ab6 lrc: 0/0,0 mode: --/EX res: [0x240000404:0x9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.926611:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.926614:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1763332979.926621:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff50091600/0xb32e3ef184c349ac lrc: 0/0,0 mode: --/PW res: [0x240000404:0x9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e6fb expref: 26 pid: 8606 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332979.926700:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:49487:x1848987611283456:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 29214us (29800us total) trans 4294967529 rc 0/0 00000100:00100000:2.0:1763332979.926707:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 940 00000020:00080000:2.0:1763332979.926711:0:6523:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:0.0:1763332979.926784:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1763332979.929407:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.929526:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611284352 00000100:00100000:3.0:1763332979.929535:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611284352 00000100:00100000:3.0:1763332979.929587:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3242 00000100:00100000:3.0:1763332979.929596:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+25:49487:x1848987611284352:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332979.929618:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332979.929636:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c34ac4 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e764 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.929688:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c34ac4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e764 expref: 26 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.929702:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3200/0xb32e3ef184c34ac4 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e764 expref: 26 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.929719:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.929722:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1763332979.929726:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3200, rc 0) 00000100:00100000:3.0:1763332979.930046:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:49487:x1848987611284352:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 450us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332979.930053:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3242 00000100:00100000:0.0:1763332979.933676:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.933817:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611284608 00000100:00100000:2.0:1763332979.933827:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611284608 00000100:00100000:2.0:1763332979.933886:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 942 00000100:00100000:2.0:1763332979.933897:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bd5fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+26:49487:x1848987611284608:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:2.0:1763332979.934511:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bd5fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:49487:x1848987611284608:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 614us (843us total) trans 4294967530 rc 0/0 00000100:00100000:2.0:1763332979.934520:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 942 00000100:00100000:1.0:1763332979.936577:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.936638:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611284864 00000100:00100000:2.0:1763332979.936646:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611284864 00000100:00100000:2.0:1763332979.936691:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 943 00000100:00100000:2.0:1763332979.936699:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+27:49487:x1848987611284864:12345-192.168.204.28@tcp:35:lfs.0 00000004:00080000:2.0:1763332979.936868:0:6523:0:(mdd_object.c:3993:mdd_close()) Object [0x240000404:0xc:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1763332979.936937:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34acb lrc: 3/0,1 mode: --/PW res: [0x240000404:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00010000:2.0:1763332979.936970:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34acb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.936980:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34acb lrc: 3/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.936988:0:6523:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34acb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.936994:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34acb lrc: 4/0,1 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.937000:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34acb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT1 00010000:00010000:2.0:1763332979.937021:0:6523:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1763332979.937176:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:49487:x1848987611284864:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 478us (606us total) trans 4294967531 rc 0/0 00000100:00100000:2.0:1763332979.937183:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 943 00010000:00010000:3.0:1763332979.937489:0:6507:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1763332979.937496:0:6507:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34acb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.937503:0:6507:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9b600 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332979.937507:0:6507:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34acb lrc: 2/0,0 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.937519:0:6507:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34acb lrc: 3/0,0 mode: PW/PW res: [0x240000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.937530:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0xc:0x0].0x0 (ffff92fe44cd0500) 00010000:00010000:3.0:1763332979.937533:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1763332979.937538:0:6507:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34acb lrc: 1/0,0 mode: --/PW res: [0x240000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.937544:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b600/0xb32e3ef184c34acb lrc: 0/0,0 mode: --/PW res: [0x240000404:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763332979.937552:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332979.937554:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763332979.937556:0:6507:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332979.957558:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.957629:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611285120 00000100:00100000:2.0:1763332979.957639:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611285120 00000100:00100000:2.0:1763332979.957695:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3243 00000100:00100000:2.0:1763332979.957704:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:49489:x1848987611285120:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332979.957726:0:8606:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332979.957746:0:8606:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34ad2 lrc: 2/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e76b expref: -99 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.957817:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34ad9 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.957831:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34ad9 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.957843:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34ad9 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.957855:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34ae0 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.957861:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34ae0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.957866:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34ae0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.957941:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34ad9 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.957947:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34ad9 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.957963:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34ad9 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.957969:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34ad9 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.957974:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9ba00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.957979:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34ad9 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.957986:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34ad9 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.957997:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332979.957999:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332979.958004:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34ad9 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.958010:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34ad9 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.958021:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34ae0 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.958026:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34ae0 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.958032:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34ae0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.958036:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9a800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.958038:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34ae0 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.958043:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34ae0 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.958047:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x5675640f (ffff92fe44cd0a00) 00010000:00010000:2.0:1763332979.958049:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332979.958051:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34ae0 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.958056:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34ae0 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.958093:0:8606:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34ad2 lrc: 1/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e76b expref: 29 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.958103:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332979.958106:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1763332979.958110:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34ad2 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e76b expref: 29 pid: 8606 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332979.958119:0:8606:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff73a9b000, rc 0) 00000100:00100000:2.0:1763332979.958190:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:49489:x1848987611285120:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 486us (641us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332979.958197:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3243 00000100:00100000:1.0:1763332979.964237:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.964331:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611285376 00000100:00100000:3.0:1763332979.964342:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611285376 00000100:00100000:3.0:1763332979.964436:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3244 00000100:00100000:3.0:1763332979.964448:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+28:49489:x1848987611285376:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332979.964474:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332979.964501:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ae7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e772 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1763332979.964610:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x8:0x0]: returning size 4096 00010000:00010000:3.0:1763332979.964719:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ae7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e772 expref: 30 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.964733:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff92fe435f8b00) 00010000:00010000:3.0:1763332979.964735:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1763332979.964741:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34ae7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e772 expref: 30 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.964761:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3800, rc 0) 00000100:00100000:3.0:1763332979.964823:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe450d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:49489:x1848987611285376:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 379us (598us total) trans 4294967532 rc 301/301 00000100:00100000:3.0:1763332979.964830:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3244 00000100:00100000:1.0:1763332979.968730:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332979.968817:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611285504 00000100:00100000:2.0:1763332979.968827:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611285504 00000100:00100000:2.0:1763332979.968887:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3245 00000100:00100000:2.0:1763332979.968896:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:49489:x1848987611285504:12345-192.168.204.28@tcp:34:lfs.0 00010000:00010000:2.0:1763332979.968976:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34af5 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.968992:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34af5 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969003:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34af5 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969016:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34afc lrc: 3/1,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.969021:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34afc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969027:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34afc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969105:0:8606:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b03 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8606 initiator: MDT0 00010000:00010000:2.0:1763332979.969116:0:8606:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969122:0:8606:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00000004:00200000:2.0:1763332979.969161:0:8606:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 3700000 00000004:00200000:2.0:1763332979.969165:0:8606:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1763332979.969176:0:8606:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969188:0:8606:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34af5 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969195:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34af5 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969200:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34af5 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969206:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34af5 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969212:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9b000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.969216:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34af5 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969222:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34af5 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969233:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:2.0:1763332979.969237:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332979.969242:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34af5 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969248:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9b000/0xb32e3ef184c34af5 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969260:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34afc lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969265:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34afc lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969271:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34afc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969276:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9a800 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.969279:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34afc lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969290:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34afc lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969299:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x5675640f (ffff92fe44cd0a00) 00010000:00010000:2.0:1763332979.969301:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332979.969304:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34afc lrc: 2/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969309:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34afc lrc: 0/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969323:0:8606:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b03 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969329:0:8606:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b03 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969333:0:8606:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b03 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969339:0:8606:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9ba00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:2.0:1763332979.969341:0:8606:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b03 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969387:0:8606:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b03 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969396:0:8606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:2.0:1763332979.969398:0:8606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763332979.969401:0:8606:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b03 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00010000:00010000:2.0:1763332979.969407:0:8606:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b03 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8606 initiator: MDT1 00000100:00100000:2.0:1763332979.969633:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:49489:x1848987611285504:12345-192.168.204.28@tcp:34:lfs.0 Request processed in 736us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332979.969641:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3245 00000100:00100000:1.0:1763332979.971965:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332979.972343:0:19668:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611285760 00000100:00100000:0.0:1763332979.972456:0:19668:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611285760 00000100:00100000:0.0:1763332979.972516:0:19668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 944 00000100:00100000:0.0:1763332979.972528:0:19668:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+29:49489:x1848987611285760:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332979.972807:0:19668:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe469a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:49489:x1848987611285760:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 282us (863us total) trans 4294967533 rc 0/0 00000100:00100000:0.0:1763332979.972815:0:19668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 944 00000100:00100000:0.0:1763332979.998054:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332979.998779:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611286016 00000100:00100000:3.0:1763332979.998791:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611286016 00000100:00100000:3.0:1763332979.998853:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3246 00000100:00100000:3.0:1763332979.998863:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+30:49493:x1848987611286016:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332979.998888:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332979.998907:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34b0a lrc: 2/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e779 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.998982:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34b11 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.998995:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34b11 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999005:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34b11 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999017:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34b18 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.999023:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34b18 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999028:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34b18 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999146:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34b1f lrc: 3/1,0 mode: --/PR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332979.999154:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34b1f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999160:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34b1f lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763332979.999169:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 3700000 00010000:00010000:3.0:1763332979.999246:0:6521:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34b11 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999254:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34b11 lrc: 4/1,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999259:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34b11 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999266:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34b11 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999271:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2000 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332979.999276:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34b11 lrc: 4/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999283:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34b11 lrc: 5/0,0 mode: CR/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999296:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x0 (ffff92fe4388e200) 00010000:00010000:3.0:1763332979.999299:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332979.999304:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34b11 lrc: 3/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999314:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2000/0xb32e3ef184c34b11 lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999327:0:6521:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34b18 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999334:0:6521:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34b18 lrc: 2/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999339:0:6521:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34b18 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999343:0:6521:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe496e2e00 already unused, calling callback (ffffffffc17b3550) 00010000:00010000:3.0:1763332979.999346:0:6521:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34b18 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999394:0:6521:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34b18 lrc: 4/0,0 mode: PR/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999402:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x8:0x0].0x5675640f (ffff92fe435f8b00) 00010000:00010000:3.0:1763332979.999405:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763332979.999408:0:6521:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34b18 lrc: 2/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999413:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e2e00/0xb32e3ef184c34b18 lrc: 0/0,0 mode: --/PR res: [0x240000404:0x8:0x0].0x5675640f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332979.999457:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3800/0xb32e3ef184c34b0a lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e779 expref: 33 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.999469:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe496e3400/0xb32e3ef184c34b1f lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e779 expref: 32 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332979.999481:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332979.999484:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1763332979.999487:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe496e3400, rc 0) 00000100:00100000:3.0:1763332979.999566:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe42efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:49493:x1848987611286016:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 705us (1520us total) trans 4294967534 rc 0/0 00000100:00100000:3.0:1763332979.999574:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3246 00000100:00100000:1.0:1763332980.033330:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332980.036958:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332980.037007:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332980.037107:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611286144 00000100:00100000:2.0:1763332980.037116:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611286144 00000100:00100000:2.0:1763332980.037189:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611286272 00000100:00100000:2.0:1763332980.037192:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611286272 00000100:00100000:2.0:1763332980.037208:0:16635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611286400 00000100:00100000:2.0:1763332980.037210:0:16635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611286400 00000100:00100000:2.0:1763332980.037229:0:16635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 670 00000100:00100000:2.0:1763332980.037237:0:16635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2420:x1848987611286144:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332980.037271:0:16635:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.037289:0:16635:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 17 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.037296:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332980.037299:0:16635:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332980.037303:0:16635:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.037332:0:16635:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 17 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.037345:0:16635:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 17 pid: 29010 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1763332980.037384:0:16635:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626452864:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332980.037467:0:16635:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d72240 going to sleep for 11 seconds 00000100:00100000:0.0:1763332980.037489:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 671 00000100:00100000:0.0:1763332980.037501:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611286272:12345-192.168.204.28@tcp:3:lfs.0 00000100:00100000:2.0:1763332980.037513:0:28426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 672 00010000:00010000:0.0:1763332980.037523:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332980.037524:0:28426:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611286400:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332980.037543:0:28430:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 17 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.037550:0:28426:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.037566:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332980.037570:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332980.037574:0:28426:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.037576:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.037593:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332980.037596:0:28426:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332980.037599:0:28426:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.037614:0:28430:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 17 pid: 29010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.037626:0:28430:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 17 pid: 29010 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1763332980.037632:0:28426:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 11 pid: 29010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332980.037644:0:28430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77e7b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626452992:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332980.037648:0:28426:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 11 pid: 29010 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1763332980.037661:0:28426:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe45090e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28426:1848987626453120:192.168.204.28@tcp:104: 00000100:00100000:0.0:1763332980.037681:0:28430:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe43b7cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332980.037693:0:28426:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d72e40 going to sleep for 11 seconds 00000100:00100000:1.0:1763332980.039189:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332980.040707:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611286528 00000100:00100000:3.0:1763332980.040721:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611286528 00000100:00100000:0.0:1763332980.041465:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 673 00000100:00100000:0.0:1763332980.041478:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:2421:x1848987611286528:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:0.0:1763332980.041517:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.041535:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332980.041538:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1763332980.041542:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.041552:0:28429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332980.042939:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332980.042986:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332980.043169:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611286784 00000100:00100000:3.0:1763332980.043176:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611286784 00000100:00100000:1.0:1763332980.043310:0:28430:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77e7b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:28430:1848987626452992:192.168.204.28@tcp:104: 00010000:00010000:1.0:1763332980.043337:0:28430:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332980.043372:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611286656 00000100:00100000:1.0:1763332980.043376:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611286656 00010000:00010000:1.0:1763332980.043407:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 19 pid: 29010 timeout: 1184 lvb_type: 0 00000100:00100000:1.0:1763332980.043445:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 872 00000100:00100000:1.0:1763332980.043454:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2421:x1848987611286656:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1763332980.043471:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1763332980.043491:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 19 pid: 29010 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1763332980.043502:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 19 pid: 29010 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1763332980.043506:0:16635:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff7e00dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:16635:1848987626452864:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332980.043529:0:16635:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.043798:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9b800/0xb32e3ef184c34aa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e74f expref: 20 pid: 29010 timeout: 1184 lvb_type: 0 00010000:00010000:1.0:1763332980.043815:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332980.043817:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332980.043821:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.043830:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.043862:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1763332980.043921:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+19:2421:x1848987611286656:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 468us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332980.043928:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 872 00010000:00010000:3.0:1763332980.044080:0:16635:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.044099:0:16635:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.044099:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 18 pid: 29010 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1763332980.044129:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 873 00000100:00100000:2.0:1763332980.044136:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff51e56050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:2421:x1848987611286784:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332980.044145:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332980.044153:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 18 pid: 29010 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1763332980.044163:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 18 pid: 29010 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1763332980.044182:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983c000/0xb32e3ef184c34aaf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e75d expref: 18 pid: 29010 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1763332980.044191:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.044193:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.044196:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.044203:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.044210:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.044212:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.044214:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.044221:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.044237:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332980.044256:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff51e56050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611286784:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 121us (1325us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332980.044262:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 873 00000100:00100000:2.0:1763332980.044382:0:28426:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe45090e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:28426:1848987626453120:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332980.044396:0:28426:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332980.044507:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332980.044523:0:28428:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611286912 00000100:00100000:2.0:1763332980.044527:0:28428:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611286912 00010000:00010000:2.0:1763332980.044541:0:28428:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 12 pid: 29010 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1763332980.044559:0:28428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 874 00000100:00100000:2.0:1763332980.044565:0:28428:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611286912:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1763332980.044573:0:28428:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1763332980.044585:0:28428:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 12 pid: 29010 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1763332980.044595:0:28428:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 12 pid: 29010 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1763332980.044611:0:28428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a000/0xb32e3ef184c34aa8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e756 expref: 12 pid: 29010 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1763332980.044620:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.044621:0:28428:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.044624:0:28428:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.044631:0:28428:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.044650:0:28428:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1763332980.044668:0:28428:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45090e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611286912:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 103us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332980.044675:0:28428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 874 00010000:00010000:2.0:1763332980.044690:0:28426:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.044697:0:28426:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.046619:0:28429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.046635:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.047247:0:28430:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.047259:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.065748:0:16635:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.065768:0:16635:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.065776:0:16635:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.065783:0:16635:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9ba00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332980.065788:0:16635:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.065795:0:16635:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.065814:0:16635:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.065821:0:16635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff73a9ba00/0xb32e3ef184c34b2d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16635 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332980.065922:0:16635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff6bc11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1370b1d7-8612-4b90-ab37-e53288bbf9fd+18:2420:x1848987611286144:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 28681us (32599us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1763332980.065931:0:16635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 670 00010000:00010000:0.0:1763332980.075651:0:28426:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.075672:0:28426:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.075680:0:28426:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.075686:0:28426:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff73a9a800 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:0.0:1763332980.075690:0:28426:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.075698:0:28426:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.075715:0:28426:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.075727:0:28426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92ff73a9a800/0xb32e3ef184c34b3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763332980.075817:0:28426:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe46268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611286400:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 38292us (38804us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1763332980.075828:0:28426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 672 00010000:00010000:1.0:1763332980.075936:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.075945:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.075952:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.075958:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983da00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332980.075961:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.075968:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.075978:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.075986:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983da00/0xb32e3ef184c34b42 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [1048576->1605631] (req 1048576->1605631) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332980.076023:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611286528:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 34547us (36840us total) trans 0 rc 554272/554272 00000100:00100000:1.0:1763332980.076034:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 673 00010000:00010000:1.0:1763332980.078308:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.078325:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.078333:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.078339:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92ff4983cc00 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:1.0:1763332980.078342:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.078374:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.078389:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.078395:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983cc00/0xb32e3ef184c34b34 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332980.079098:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2421:x1848987611286272:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 41587us (42138us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1763332980.079110:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 671 00000100:00100000:2.0:1763332980.120950:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332980.121119:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332980.121236:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332980.121250:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611287296 00000100:00100000:0.0:1763332980.121250:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611287040 00000100:00100000:1.0:1763332980.121259:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611287296 00000100:00100000:0.0:1763332980.121260:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611287040 00000100:00100000:1.0:1763332980.121419:0:28650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611287168 00000100:00100000:1.0:1763332980.121424:0:28650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611287168 00000100:00100000:1.0:1763332980.121450:0:28650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1682 00000100:00100000:2.0:1763332980.121457:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1683 00000100:00100000:1.0:1763332980.121460:0:28650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2418:x1848987611287296:12345-192.168.204.28@tcp:101:lfs.0 00000100:00100000:2.0:1763332980.121465:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2418:x1848987611287040:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332980.121480:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332980.121480:0:28650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332980.121503:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe465ef200/0xb32e3ef184c34b49 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e780 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763332980.121503:0:28650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34b50 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e78e expref: -99 pid: 28650 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332980.121530:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1c:0x0] initial LVB size: 1048576, mtime: 0x691a5373, atime: 0x691a5373, ctime: 0x691a5374, blocks: 0x8 00002000:00010000:1.0:1763332980.121530:0:28650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1d:0x0] initial LVB size: 1602848, mtime: 0x691a5373, atime: 0x691a5373, ctime: 0x691a5374, blocks: 0x38 00010000:00010000:2.0:1763332980.121550:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332980.121550:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.121553:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763332980.121553:0:28650:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.121563:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465ef200/0xb32e3ef184c34b49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e780 expref: 17 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332980.121563:0:28650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34b50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e78e expref: 17 pid: 28650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332980.121581:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe465ef200/0xb32e3ef184c34b49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e780 expref: 17 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332980.121581:0:28650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091400/0xb32e3ef184c34b50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e78e expref: 17 pid: 28650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332980.121597:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe465ef200, rc 0) 00010000:00010000:1.0:1763332980.121597:0:28650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff50091400, rc 0) 00000100:00100000:1.0:1763332980.121651:0:28650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7dffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2418:x1848987611287296:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 191us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332980.121656:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1684 00000100:00100000:1.0:1763332980.121661:0:28650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1682 00000100:00100000:3.0:1763332980.121665:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2418:x1848987611287168:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332980.121672:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332980.121684:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54800/0xb32e3ef184c34b57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e787 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1763332980.121700:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 2097152, mtime: 0x691a5373, atime: 0x691a5373, ctime: 0x691a5374, blocks: 0x20 00010000:00010000:3.0:1763332980.121709:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332980.121711:0:8407:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763332980.121716:0:8407:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54800/0xb32e3ef184c34b57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e787 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332980.121727:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe42f54800/0xb32e3ef184c34b57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e787 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332980.121736:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe42f54800, rc 0) 00000100:00100000:2.0:1763332980.122166:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe45091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2418:x1848987611287040:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 700us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332980.122173:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1683 00000100:00100000:2.0:1763332980.122687:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44fa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2418:x1848987611287168:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 1020us (1447us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332980.122696:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1684 00000100:00100000:2.0:1763332980.133863:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332980.133993:0:19668:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611287552 00000100:00100000:0.0:1763332980.134003:0:19668:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611287552 00000100:00100000:0.0:1763332980.134054:0:19668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 945 00000100:00100000:0.0:1763332980.134062:0:19668:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+32:49493:x1848987611287552:12345-192.168.204.28@tcp:35:lfs.0 00000100:00100000:0.0:1763332980.134333:0:19668:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff7e122a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:49493:x1848987611287552:12345-192.168.204.28@tcp:35:lfs.0 Request processed in 270us (479us total) trans 4294967535 rc 0/0 00000100:00100000:0.0:1763332980.134342:0:19668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 945 00000100:00100000:1.0:1763332980.154340:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332980.154504:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611287808 00000100:00100000:3.0:1763332980.154514:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611287808 00000100:00100000:3.0:1763332980.154579:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 3247 00000100:00100000:3.0:1763332980.154589:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+33:49496:x1848987611287808:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332980.154613:0:6521:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332980.154632:0:6521:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c34b5e lrc: 2/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e795 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.154733:0:6521:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54a00/0xb32e3ef184c34b65 lrc: 3/1,0 mode: --/CR res: [0x240000404:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 00010000:00010000:3.0:1763332980.154747:0:6521:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54a00/0xb32e3ef184c34b65 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 00010000:00010000:3.0:1763332980.154759:0:6521:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54a00/0xb32e3ef184c34b65 lrc: 3/1,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 00000004:00200000:3.0:1763332980.154771:0:6521:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000404:0x9:0x0]: returning size 3700000 00010000:00010000:3.0:1763332980.154872:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c34b5e lrc: 0/0,0 mode: --/CR res: [0x240000404:0x8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e795 expref: 36 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.154889:0:6521:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff92fe42f54a00/0xb32e3ef184c34b65 lrc: 3/0,0 mode: CR/CR res: [0x240000404:0x9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e795 expref: 35 pid: 6521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.154897:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x9:0x0].0x0 (ffff92fe43b44800) 00010000:00010000:3.0:1763332980.154900:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1763332980.154904:0:6521:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe42f54a00, rc 0) 00000100:00100000:3.0:1763332980.154981:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77e7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:49496:x1848987611287808:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 393us (650us total) trans 4294967536 rc 0/0 00000100:00100000:3.0:1763332980.154989:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 3247 00000100:00100000:1.0:1763332980.195557:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332980.195719:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611287936 00000100:00100000:2.0:1763332980.195729:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611287936 00000100:00100000:2.0:1763332980.195792:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1685 00000100:00100000:2.0:1763332980.195801:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73167b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611287936:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332980.195820:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332980.195839:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e79c expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332980.195897:0:8407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ada680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1848987626453248:192.168.204.28@tcp:106: 00000100:00100000:2.0:1763332980.196242:0:8407:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d72e40 going to sleep for 11 seconds 00000100:00100000:0.0:1763332980.205821:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:3.0:1763332980.206685:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611288064 00000100:00100000:3.0:1763332980.206696:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611288064 00000100:00100000:3.0:1763332980.206744:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1686 00000100:00100000:3.0:1763332980.206753:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff49772450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611288064:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:3.0:1763332980.206771:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763332980.206793:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c34b7a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e7a3 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332980.206851:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626453376:192.168.204.28@tcp:106: 00000100:00100000:2.0:1763332980.207025:0:8407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ada680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1848987626453248:192.168.204.28@tcp:106: 00010000:00010000:2.0:1763332980.207057:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b73 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e79c expref: 12 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332980.207076:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e79c expref: 12 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332980.207102:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe465ee000, rc 0) 00000100:00100000:3.0:1763332980.208211:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92fe49ad0000 going to sleep for 11 seconds 00000100:00100000:2.0:1763332980.208327:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73167b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611287936:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 12523us (12776us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332980.208337:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1685 00000100:00100000:3.0:1763332980.211527:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8611:1848987626453376:192.168.204.28@tcp:106: 00010000:00010000:3.0:1763332980.211571:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c34b7a lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [2097152->1073741823] (req 2097152->1073741823) gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e7a3 expref: 17 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332980.211596:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe42f55000/0xb32e3ef184c34b7a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [2097152->1073741823] (req 2097152->1073741823) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e7a3 expref: 17 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763332980.211609:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe42f55000, rc 0) 00000100:00100000:3.0:1763332980.211667:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff49772450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2421:x1848987611288064:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 4914us (5854us total) trans 0 rc 301/301 00000100:00100000:3.0:1763332980.211677:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1686 00000100:00100000:1.0:1763332980.215728:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332980.215782:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332980.216118:0:28430:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611288192 00000100:00100000:2.0:1763332980.216129:0:28430:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611288192 00000100:00100000:2.0:1763332980.216204:0:28430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 674 00000100:00100000:2.0:1763332980.216215:0:28430:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2420:x1848987611288192:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332980.216252:0:28430:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.216272:0:28430:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e73a expref: 11 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.216280:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332980.216282:0:28430:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332980.216285:0:28430:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.216318:0:28430:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e73a expref: 11 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.216332:0:28430:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e73a expref: 11 pid: 8407 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1763332980.216345:0:28430:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ada680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28430:1848987626453504:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332980.216442:0:28430:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d72e40 going to sleep for 11 seconds 00000100:00100000:3.0:1763332980.218271:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611288320 00000100:00100000:3.0:1763332980.218284:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611288320 00000100:00100000:0.0:1763332980.218629:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332980.218699:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611288448 00000100:00100000:1.0:1763332980.218703:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611288448 00000100:00100000:1.0:1763332980.219268:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1687 00000100:00100000:1.0:1763332980.219281:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611288448:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:1.0:1763332980.219300:0:8407:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1763332980.219320:0:8407:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34b88 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e7b1 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332980.219403:0:8407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1848987626453632:192.168.204.28@tcp:106: 00000100:00100000:1.0:1763332980.219477:0:8407:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff801acc00 going to sleep for 11 seconds 00000100:00100000:2.0:1763332980.220159:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1688 00000100:00100000:2.0:1763332980.220168:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611288320:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332980.220180:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332980.220193:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe465eea00/0xb32e3ef184c34b8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e7aa expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332980.220226:0:8611:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ad9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8611:1848987626453760:192.168.204.28@tcp:106: 00000100:00100000:2.0:1763332980.221014:0:8611:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d72f00 going to sleep for 11 seconds 00000100:00100000:3.0:1763332980.221870:0:28430:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ada680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:28430:1848987626453504:192.168.204.28@tcp:104: 00010000:00010000:3.0:1763332980.221895:0:28430:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1763332980.223909:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332980.225533:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611288576 00000100:00100000:0.0:1763332980.225545:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611288576 00010000:00010000:0.0:1763332980.225586:0:6504:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a54 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e73a expref: 14 pid: 8407 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1763332980.225630:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 875 00000100:00100000:0.0:1763332980.225640:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73164000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2420:x1848987611288576:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332980.225656:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332980.225677:0:6504:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a54 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e73a expref: 14 pid: 8407 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1763332980.225691:0:6504:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e73a expref: 14 pid: 8407 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1763332980.225716:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332980.225718:0:6504:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332980.225723:0:6504:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.225733:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.225766:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332980.225819:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73164000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+14:2420:x1848987611288576:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 181us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332980.225827:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 875 00000100:00100000:1.0:1763332980.225992:0:8407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73167100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1848987626453632:192.168.204.28@tcp:106: 00010000:00010000:1.0:1763332980.226022:0:8407:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34b88 lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [2097152->1073741823] (req 2097152->1073741823) gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e7b1 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332980.226037:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff50091000/0xb32e3ef184c34b88 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [2097152->1073741823] (req 2097152->1073741823) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e7b1 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763332980.226048:0:8407:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92ff50091000, rc 0) 00000100:00100000:1.0:1763332980.226072:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611288448:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 6795us (7448us total) trans 0 rc 301/301 00000100:00100000:1.0:1763332980.226093:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1687 00010000:00010000:3.0:1763332980.226336:0:28430:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.226345:0:28430:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.239451:0:8611:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.28@tcp) returned -22 from glimpse AST (req@00000000cbf22657 x1848987626453760) - normal race ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a54 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e73a expref: 14 pid: 8407 timeout: 1184 lvb_type: 0 00010000:00010000:2.0:1763332980.239495:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe496e3600/0xb32e3ef184c34a54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e73a expref: 14 pid: 8407 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1763332980.239511:0:8611:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ad9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8611:1848987626453760:192.168.204.28@tcp:106: 00010000:00010000:2.0:1763332980.239547:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe465eea00/0xb32e3ef184c34b8f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e7aa expref: 13 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332980.239566:0:8611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe465eea00/0xb32e3ef184c34b8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e7aa expref: 13 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332980.239574:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe465eea00, rc 0) 00000100:00100000:2.0:1763332980.239648:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73165180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+12:2420:x1848987611288320:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 19479us (23864us total) trans 0 rc 301/301 00000100:00100000:2.0:1763332980.239662:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1688 00000100:00100000:1.0:1763332980.247475:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332980.247948:0:28429:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611288704 00000100:00100000:2.0:1763332980.247958:0:28429:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611288704 00000100:00100000:2.0:1763332980.248029:0:28429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 675 00000100:00100000:2.0:1763332980.248039:0:28429:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611288704:12345-192.168.204.28@tcp:3:lfs.0 00010000:00010000:2.0:1763332980.248073:0:28429:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 3/1,0 mode: --/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.248104:0:28429:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c34a8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e748 expref: 16 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.248113:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332980.248116:0:28429:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1763332980.248120:0:28429:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 4/1,0 mode: --/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.248154:0:28429:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c34a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x50000000000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e748 expref: 16 pid: 8407 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.248168:0:28429:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c34a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x70000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e748 expref: 16 pid: 8407 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1763332980.248184:0:28429:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ad9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28429:1848987626453888:192.168.204.28@tcp:104: 00000100:00100000:2.0:1763332980.248259:0:28429:0:(client.c:2690:ptlrpc_set_wait()) set ffff92ff47d72f00 going to sleep for 11 seconds 00000100:00100000:1.0:1763332980.259495:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332980.259674:0:8423:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611288832 00000100:00100000:0.0:1763332980.259682:0:8423:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611288832 00010000:00010000:0.0:1763332980.259720:0:8423:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c34a8c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e748 expref: 17 pid: 8407 timeout: 1184 lvb_type: 0 00000100:00100000:0.0:1763332980.259763:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 876 00000100:00100000:0.0:1763332980.259773:0:8423:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73165f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611288832:12345-192.168.204.28@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1763332980.259790:0:8423:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1763332980.259809:0:8423:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c34a8c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x60000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e748 expref: 17 pid: 8407 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1763332980.259828:0:8423:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c34a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x50000400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e748 expref: 17 pid: 8407 timeout: 1184 lvb_type: 0 00010000:00010000:0.0:1763332980.259852:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332980.259854:0:8423:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1763332980.259859:0:8423:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 4 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.259868:0:8423:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 4/1,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 4 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763332980.259886:0:8423:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1763332980.259934:0:8423:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73165f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+17:2421:x1848987611288832:12345-192.168.204.28@tcp:103:ldlm_bl.0 Request processed in 163us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332980.259941:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 876 00010000:00010000:2.0:1763332980.260603:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92ff4983d800/0xb32e3ef184c34a8c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x44801400000020 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e748 expref: 16 pid: 8407 timeout: 1184 lvb_type: 0 00000100:00100000:2.0:1763332980.260625:0:28429:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ad9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:28429:1848987626453888:192.168.204.28@tcp:104: 00010000:00010000:2.0:1763332980.260646:0:28429:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.260655:0:28429:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.260661:0:28429:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.273246:0:28430:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.273266:0:28430:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.273275:0:28430:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.273282:0:28430:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe465ee000 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:3.0:1763332980.273286:0:28430:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.273295:0:28430:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.273314:0:28430:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763332980.273326:0:28430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee000/0xb32e3ef184c34b81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28430 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763332980.273470:0:28430:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73166680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2420:x1848987611288192:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 57251us (57745us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1763332980.273480:0:28430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 674 00010000:00010000:2.0:1763332980.281632:0:28429:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 3/1,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.281651:0:28429:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.281658:0:28429:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.281665:0:28429:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff92fe465ee400 already unused, calling callback (ffffffffc0b79b40) 00010000:00010000:2.0:1763332980.281670:0:28429:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.281679:0:28429:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.281704:0:28429:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763332980.281711:0:28429:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b96 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [2097152->3702783] (req 2097152->3702783) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28429 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1763332980.281877:0:28429:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73167100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2420:x1848987611288704:12345-192.168.204.28@tcp:3:lfs.0 Request processed in 33834us (34407us total) trans 0 rc 1605632/1605632 00000100:00100000:2.0:1763332980.281889:0:28429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 675 00000100:00100000:1.0:1763332980.287795:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:1.0:1763332980.288425:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:2.0:1763332980.288501:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611288960 00000100:00100000:2.0:1763332980.288512:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611288960 00000100:00100000:2.0:1763332980.288553:0:8611:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611289088 00000100:00100000:2.0:1763332980.288556:0:8611:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611289088 00000100:00100000:2.0:1763332980.288983:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1689 00000100:00100000:2.0:1763332980.288994:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+10:2421:x1848987611288960:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332980.289012:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332980.289032:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e7b8 expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332980.289057:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 2097152, mtime: 0x691a5373, atime: 0x691a5373, ctime: 0x691a5374, blocks: 0x40 00010000:00010000:2.0:1763332980.289077:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.289091:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.289103:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e7b8 expref: 11 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332980.289121:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff92fe465ee400/0xb32e3ef184c34b9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e7b8 expref: 11 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332980.289139:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe465ee400, rc 0) 00000100:00100000:2.0:1763332980.289199:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73165880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2421:x1848987611288960:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 207us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332980.289207:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1689 00000100:00100000:2.0:1763332980.289225:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1690 00000100:00100000:2.0:1763332980.289232:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2420:x1848987611289088:12345-192.168.204.28@tcp:101:lfs.0 00010000:00010000:2.0:1763332980.289239:0:8611:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1763332980.289251:0:8611:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff92fe465eea00/0xb32e3ef184c34ba4 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd9dc1b5e3695e7bf expref: -99 pid: 8611 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1763332980.289267:0:8611:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x1e:0x0] initial LVB size: 3702784, mtime: 0x691a5373, atime: 0x691a5373, ctime: 0x691a5374, blocks: 0x28 00010000:00010000:2.0:1763332980.289276:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.289278:0:8611:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1763332980.289283:0:8611:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff92fe465eea00/0xb32e3ef184c34ba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e7bf expref: 16 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332980.289294:0:8611:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff92fe465eea00/0xb32e3ef184c34ba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->1073741823) gid 0 flags: 0x40000000000000 nid: 192.168.204.28@tcp remote: 0xd9dc1b5e3695e7bf expref: 16 pid: 8611 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763332980.289302:0:8611:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff92fe465eea00, rc 0) 00000100:00100000:2.0:1763332980.289319:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73166300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2420:x1848987611289088:12345-192.168.204.28@tcp:101:lfs.0 Request processed in 88us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332980.289326:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1690 00010000:00010000:3.0:1763332980.304749:0:6508:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1763332981.328520:0:8422:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1763332981.713867:0:33106:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_50a: @@@@@@ FAIL: data mismatch: '9f7e9851522adccb1e04d4ae93a14cbb -' vs. 'b19ffa8717c33122c6926454e9ceca4e -' 00000100:00100000:1.0:1763332981.840717:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626454144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332981.840795:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332981.840844:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626454144 00000100:00100000:3.0:1763332981.840852:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626454144 00000100:00100000:1.0:1763332981.840864:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626454016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1763332981.840888:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332981.840910:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1763332981.840916:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1763332981.840918:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626454144:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332981.840921:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626454272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332981.840940:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1763332981.840952:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446252544 avail 1300013056 00000100:00100000:1.0:1763332981.840968:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626454016 00000100:00100000:1.0:1763332981.840971:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626454016 00000100:00100000:3.0:1763332981.840997:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1848987626454144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332981.841004:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1763332981.841005:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1763332981.841010:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626454016:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332981.841019:0:6525:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626454272 00000100:00100000:3.0:1763332981.841022:0:6525:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626454272 00002000:00000024:1.0:1763332981.841029:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1073152 granted 93833152 pending 0 free 3920285696 avail 3688763392 00000100:00100000:3.0:1763332981.841036:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:3.0:1763332981.841040:0:6525:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626454272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1763332981.841067:0:6525:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1446006784 avail 1299767296 00000100:00100000:1.0:1763332981.841077:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73164380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3652:x1848987626454016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332981.841083:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1763332981.841093:0:6525:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3652:x1848987626454272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332981.841099:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00080000:1.0:1763332981.841106:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1763332981.841142:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626454272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1763332981.841162:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1848987626454144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1763332981.841174:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73167800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1848987626454016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1763332981.845393:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626454400:0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.845468:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332981.845512:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626454528:0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.845526:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626454912:0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.845547:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332981.845573:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626454528 00000100:00100000:1.0:1763332981.845575:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626455040:0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.845580:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626454528 00000100:00100000:1.0:1763332981.845595:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332981.845609:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626455552:0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.845620:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626455040 00000100:00100000:3.0:1763332981.845622:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626455040 00000100:00100000:1.0:1763332981.845625:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332981.845648:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626455552 00000100:00100000:3.0:1763332981.845651:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626455552 00000100:00100000:1.0:1763332981.845659:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:1.0:1763332981.845673:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626454528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.845680:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1763332981.845685:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626455040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.845724:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1848987626454528:12345-0@lo:400:kworker.0 Request processed in 57us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332981.845725:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1848987626455040:12345-0@lo:400:kworker.0 Request processed in 39us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332981.845732:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:1.0:1763332981.845741:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1763332981.845748:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1763332981.845753:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626455552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.845769:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626454784:0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.845778:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1848987626455552:12345-0@lo:400:kworker.0 Request processed in 26us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332981.845784:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:1.0:1763332981.845790:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332981.845797:0:8606:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626454784 00000100:00100000:3.0:1763332981.845800:0:8606:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626454784 00000100:00100000:1.0:1763332981.845804:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626455296:0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.845819:0:8606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:3.0:1763332981.845824:0:8606:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73166a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626454784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.845825:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332981.845843:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1763332981.845848:0:8606:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73166a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1848987626454784:12345-0@lo:400:kworker.0 Request processed in 24us (57us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332981.845848:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626454656:0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.845854:0:8606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1763332981.845867:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332981.845887:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626455296 00000100:00100000:1.0:1763332981.845887:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626455168:0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.845891:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626455296 00000100:00100000:1.0:1763332981.845907:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332981.845917:0:8407:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626454656 00000100:00100000:3.0:1763332981.845920:0:8407:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626454656 00000100:00100000:1.0:1763332981.845936:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1848987626454784:0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.845938:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:3.0:1763332981.845943:0:8407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626455296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.845961:0:8611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1763332981.845967:0:8611:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626454656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.845988:0:8407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626455296:12345-0@lo:400:kworker.0 Request processed in 44us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332981.845989:0:8611:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626454656:12345-0@lo:400:kworker.0 Request processed in 22us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332981.845994:0:8611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1763332981.845997:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1763332981.846012:0:12741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626455168 00000100:00100000:1.0:1763332981.846016:0:12741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626455168 00000100:00100000:1.0:1763332981.846112:0:12741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:1.0:1763332981.846120:0:12741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626455168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.846151:0:12741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1848987626455168:12345-0@lo:400:kworker.0 Request processed in 32us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332981.846157:0:12741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00080000:1.0:1763332981.846181:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1763332981.846186:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1763332981.846188:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1763332981.846204:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1848987626454528:0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.846217:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1848987626455040:0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.846226:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1848987626455552:0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.846248:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332981.846264:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff73adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626455424:0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.846285:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332981.846307:0:29240:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626454912 00000100:00100000:1.0:1763332981.846310:0:29240:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626454912 00000100:00100000:2.0:1763332981.846657:0:32350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626454400 00000100:00100000:2.0:1763332981.846661:0:32350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626454400 00000100:00100000:1.0:1763332981.846740:0:29240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:1.0:1763332981.846746:0:29240:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff73167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626454912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.846783:0:29240:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff73167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1848987626454912:12345-0@lo:400:kworker.0 Request processed in 37us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332981.846788:0:29240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00080000:1.0:1763332981.846800:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1763332981.846817:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626454656:0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.846827:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1848987626455168:0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.846834:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474836880 gen 2 00000004:00080000:1.0:1763332981.846839:0:3653:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff92fe44e19f80, transno 21474836880 00000100:00100000:1.0:1763332981.846847:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626455296:0@lo:400:kworker.0 00000100:00100000:1.0:1763332981.846871:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1848987626454912:0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.846977:0:29010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626455424 00000100:00100000:3.0:1763332981.846981:0:29010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626455424 00000100:00100000:3.0:1763332981.847021:0:29010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1763332981.847028:0:29010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626455424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1763332981.847073:0:29010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626455424:12345-0@lo:400:kworker.0 Request processed in 45us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332981.847079:0:29010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1763332981.847129:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626455424:0@lo:400:kworker.0 00000100:00100000:2.0:1763332981.847316:0:32350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1763332981.847326:0:32350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe4489a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626454400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1763332981.847393:0:32350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe4489a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e37baad-59e1-47e8-a7d1-7559d772e0ab+23:3654:x1848987626454400:12345-0@lo:400:kworker.0 Request processed in 70us (1924us total) trans 0 rc 0/0 00000100:00100000:2.0:1763332981.847399:0:32350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:1.0:1763332981.848525:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1763332981.849592:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff73ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5e37baad-59e1-47e8-a7d1-7559d772e0ab:3654:1848987626454400:0@lo:400:kworker.0 00000100:00100000:1.0:1763332982.352687:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1763332982.352710:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92fe44e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626455680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332982.352770:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1763332982.352849:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626455680 00000100:00100000:1.0:1763332982.352856:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626455680 00000100:00100000:1.0:1763332982.352901:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1763332982.352909:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626455680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1763332982.352929:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1073152 granted 93833152 pending 0 free 3920285696 avail 3688763392 00000100:00100000:1.0:1763332982.352970:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1848987626455680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1763332982.352977:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00010000:00010000:1.0:1763332982.353070:0:8421:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763332982.353102:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92fe44e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1848987626455680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1763332982.353319:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626455808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1763332982.353343:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763332982.353435:0:10996:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626455808 00000100:00100000:3.0:1763332982.353439:0:10996:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626455808 00000100:00100000:3.0:1763332982.353471:0:10996:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1763332982.353478:0:10996:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626455808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1763332982.353497:0:10996:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 68630464 pending 0 free 3920285696 avail 3688763392 00000100:00100000:3.0:1763332982.353529:0:10996:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92fe44e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3653:x1848987626455808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332982.353536:0:10996:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1763332982.353598:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1848987626455808:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1763332982.353752:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff92ff77b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626455936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1763332982.353787:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763332982.353891:0:8409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987626455936 00000100:00100000:0.0:1763332982.353895:0:8409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987626455936 00000100:00100000:0.0:1763332982.353929:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1763332982.353936:0:8409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626455936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1763332982.353947:0:8409:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 68630464 pending 0 free 3920285696 avail 3688763392 00000100:00100000:0.0:1763332982.353986:0:8409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1848987626455936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332982.353994:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1763332982.354069:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff92ff77b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1848987626455936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1763332982.725602:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332982.725637:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332982.725657:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332982.725675:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332982.725697:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.28@tcp (source: 12345-192.168.204.28@tcp) 00000100:00100000:0.0:1763332982.725718:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611289472 00000100:00100000:0.0:1763332982.725727:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611289472 00000100:00100000:0.0:1763332982.725775:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611289344 00000100:00100000:0.0:1763332982.725777:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611289344 00000100:00100000:0.0:1763332982.725795:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1216 00000100:00100000:0.0:1763332982.725803:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:2419:x1848987611289472:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332982.725874:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+35:2419:x1848987611289472:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 71us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332982.725882:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1216 00000100:00100000:0.0:1763332982.725898:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 1217 00000100:00100000:0.0:1763332982.725904:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2419:x1848987611289344:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332982.725929:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1370b1d7-8612-4b90-ab37-e53288bbf9fd+15:2419:x1848987611289344:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 25us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332982.725935:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 1217 00000100:00100000:0.0:1763332982.725953:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611289728 00000100:00100000:0.0:1763332982.725956:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611289728 00000100:00100000:0.0:1763332982.725975:0:8404:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611289600 00000100:00100000:0.0:1763332982.725977:0:8404:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611289600 00000100:00100000:0.0:1763332982.725993:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 753 00000100:00100000:0.0:1763332982.725998:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611289728:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332982.726019:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+16:2419:x1848987611289728:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 21us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332982.726024:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 753 00000100:00100000:0.0:1763332982.726042:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 754 00000100:00100000:0.0:1763332982.726048:0:8404:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611289600:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:0.0:1763332982.726068:0:8404:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff77a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1370b1d7-8612-4b90-ab37-e53288bbf9fd+11:2419:x1848987611289600:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 20us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1763332982.726073:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 754 00000100:00080000:0.0:1763332982.726091:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1763332982.726094:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1763332982.726097:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1763332982.726099:0:6515:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1763332982.726212:0:32351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987611289216 00000100:00100000:3.0:1763332982.726218:0:32351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987611289216 00000100:00100000:3.0:1763332982.726255:0:32351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.28@tcp, seq: 79 00000100:00100000:3.0:1763332982.726262:0:32351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff92ff756e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2419:x1848987611289216:12345-192.168.204.28@tcp:400:kworker.0 00000100:00100000:3.0:1763332982.726288:0:32351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff92ff756e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fae3ba77-d588-4a44-b5f9-fbec4e33064f+9:2419:x1848987611289216:12345-192.168.204.28@tcp:400:kworker.0 Request processed in 27us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1763332982.726294:0:32351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.28@tcp, seq: 79 Debug log: 71251 lines, 71251 kept, 0 dropped, 0 bad.